W0327 23:02:33.143314 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0327 23:02:33.143635 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0327 23:02:33.143650 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0327 23:02:33.143655 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0327 23:02:33.143660 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0327 23:02:33.143664 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0327 23:02:33.204351 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0327 23:02:33.210804 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0327 23:02:33.210884 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0327 23:02:33.211085 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0327 23:02:33.212122 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0327 23:02:33.225199 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 23:02:33.225565 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 23:02:33.227424 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:33.228600 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0327 23:02:33.229797 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 23:02:33.229811 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0327 23:02:33.230066 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 23:02:33.238911 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 23:02:33.239483 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 23:02:33.240070 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 23:02:33.242207 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 23:02:33.242269 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 23:02:33.242301 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0327 23:02:33.276531 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0327 23:02:33.317741 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0327 23:02:33.317813 1 rule_controller.go:114] Starting alerting rules controller W0327 23:02:33.317822 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:02:33.317816 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0327 23:02:33.317834 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0327 23:02:33.317838 1 relabel_controller.go:117] Starting alert relabel config controller I0327 23:02:33.317840 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0327 23:02:33.317851 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0327 23:02:33.317859 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0327 23:02:33.317860 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0327 23:02:33.317868 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0327 23:02:33.317874 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0327 23:02:33.317880 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0327 23:02:33.317845 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0327 23:02:33.317902 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0327 23:02:33.329922 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0327 23:02:33.329994 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0327 23:02:33.330004 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0327 23:02:33.330073 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0327 23:02:33.342282 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0327 23:02:33.348984 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 23:02:33.349036 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0327 23:02:33.349091 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 23:02:33.349189 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 23:02:33.349290 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 23:02:33.349394 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:02:33.352466 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0327 23:02:33.352581 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 23:02:33.363700 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-79bjh" is created for OpenShiftMonitoringClientCertRequester I0327 23:02:33.363728 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-jm6dw" is created for OpenShiftMonitoringTelemeterClientCertRequester I0327 23:02:33.380996 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0327 23:02:33.381065 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 23:02:33.381080 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-6c2h4" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0327 23:02:33.411186 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0327 23:02:33.411217 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0327 23:02:33.411191 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 23:02:33.418786 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0327 23:02:33.418790 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0327 23:02:33.429778 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 23:02:33.429793 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0327 23:02:33.429803 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0327 23:02:33.447912 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0327 23:02:33.452791 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0327 23:02:33.452823 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0327 23:02:33.452795 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0327 23:02:33.452998 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-27T22:57:33Z", ) I0327 23:02:33.453012 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-27T22:57:33Z", ) I0327 23:02:33.453021 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-26T22:57:33Z", ) I0327 23:02:33.453024 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-27T22:57:33Z", ) I0327 23:02:33.453032 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-26T22:57:33Z", ) I0327 23:02:33.453045 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:02:33.453046 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-26T22:57:33Z", ) I0327 23:02:33.473742 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 23:02:33.483063 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0327 23:02:33.483066 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0327 23:02:33.483130 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 23:02:33.483262 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 23:02:33.483275 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0327 23:02:33.500860 1 tasks.go:49] processing task group 1 of 3 I0327 23:02:33.500890 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:02:33.500903 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:02:33.531729 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0327 23:02:33.601115 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0327 23:02:33.630509 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0327 23:02:33.653241 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:02:33.778405 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0327 23:02:33.779910 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0327 23:02:33.779928 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0327 23:02:33.779948 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0327 23:02:33.779953 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0327 23:02:33.783943 1 secure_serving.go:57] Forcing use of http/1.1 only I0327 23:02:33.783954 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0327 23:02:33.863213 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0327 23:02:33.863231 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0327 23:02:33.863230 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0327 23:02:33.863245 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0327 23:02:33.863261 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0327 23:02:33.863248 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0327 23:02:33.863504 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0327 23:02:33.863556 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774652528\" (2026-03-27 23:02:16 +0000 UTC to 2028-03-26 23:02:17 +0000 UTC (now=2026-03-27 23:02:33.863528428 +0000 UTC))" I0327 23:02:33.863734 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774652553\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774652553\" (2026-03-27 22:02:33 +0000 UTC to 2029-03-27 22:02:33 +0000 UTC (now=2026-03-27 23:02:33.86371865 +0000 UTC))" I0327 23:02:33.863773 1 secure_serving.go:211] Serving securely on [::]:8443 I0327 23:02:33.863795 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0327 23:02:33.863813 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0327 23:02:33.882641 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0327 23:02:33.882839 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0327 23:02:33.883029 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0327 23:02:33.963662 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0327 23:02:33.963680 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0327 23:02:33.963703 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0327 23:02:33.963889 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-27 22:53:03 +0000 UTC to 2036-03-24 22:53:03 +0000 UTC (now=2026-03-27 23:02:33.963857941 +0000 UTC))" I0327 23:02:33.964112 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774652528\" (2026-03-27 23:02:16 +0000 UTC to 2028-03-26 23:02:17 +0000 UTC (now=2026-03-27 23:02:33.964095375 +0000 UTC))" I0327 23:02:33.964269 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774652553\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774652553\" (2026-03-27 22:02:33 +0000 UTC to 2029-03-27 22:02:33 +0000 UTC (now=2026-03-27 23:02:33.964257534 +0000 UTC))" I0327 23:02:33.964384 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-27 22:53:05 +0000 UTC to 2036-03-24 22:53:05 +0000 UTC (now=2026-03-27 23:02:33.96437421 +0000 UTC))" I0327 23:02:33.964412 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-27 22:53:09 +0000 UTC to 2036-03-24 22:53:09 +0000 UTC (now=2026-03-27 23:02:33.964395279 +0000 UTC))" I0327 23:02:33.964429 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-27 22:53:11 +0000 UTC to 2036-03-24 22:53:11 +0000 UTC (now=2026-03-27 23:02:33.964421352 +0000 UTC))" I0327 23:02:33.964446 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-27 22:53:13 +0000 UTC to 2036-03-24 22:53:13 +0000 UTC (now=2026-03-27 23:02:33.964437953 +0000 UTC))" I0327 23:02:33.964462 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-27 22:53:16 +0000 UTC to 2036-03-24 22:53:16 +0000 UTC (now=2026-03-27 23:02:33.964454685 +0000 UTC))" I0327 23:02:33.964479 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pabkugc0r4kj7d3r2omus9hg3vasti0-kx-134f8e697a_customer-system-admin-signer@1774652158\" [] issuer=\"\" (2026-03-27 22:55:59 +0000 UTC to 2026-04-03 22:56:00 +0000 UTC (now=2026-03-27 23:02:33.964470513 +0000 UTC))" I0327 23:02:33.964497 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pabkugc0r4kj7d3r2omus9hg3vasti0-kx-134f8e697a_sre-system-admin-signer@1774652158\" [] issuer=\"\" (2026-03-27 22:55:57 +0000 UTC to 2026-04-03 22:55:58 +0000 UTC (now=2026-03-27 23:02:33.964488743 +0000 UTC))" I0327 23:02:33.964514 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-27 22:53:03 +0000 UTC to 2036-03-24 22:53:03 +0000 UTC (now=2026-03-27 23:02:33.96450629 +0000 UTC))" I0327 23:02:33.964680 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774652528\" (2026-03-27 23:02:16 +0000 UTC to 2028-03-26 23:02:17 +0000 UTC (now=2026-03-27 23:02:33.964668065 +0000 UTC))" I0327 23:02:33.964854 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774652553\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774652553\" (2026-03-27 22:02:33 +0000 UTC to 2029-03-27 22:02:33 +0000 UTC (now=2026-03-27 23:02:33.964843322 +0000 UTC))" I0327 23:02:33.973392 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0327 23:02:34.117873 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0327 23:02:34.132383 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 23:02:34.184261 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 23:02:34.205123 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 23:02:39.271281 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0327 23:02:39.284398 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0327 23:02:39.300477 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0327 23:02:44.443413 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:02:44.443437 1 tasks.go:49] processing task group 2 of 3 I0327 23:02:44.443464 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:02:44.443475 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:02:44.443483 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:02:44.443496 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:02:44.443499 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:02:44.443509 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:02:44.443508 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:02:44.443519 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:02:44.443521 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:02:44.443533 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:02:44.443537 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:02:44.443535 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:02:44.443542 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:02:44.443550 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:02:44.443577 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:02:44.457707 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0327 23:02:44.462698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0327 23:02:44.484416 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0327 23:02:44.486922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0327 23:02:44.491080 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0327 23:02:44.516605 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0327 23:02:44.550927 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:02:44.588430 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:02:44.604591 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:02:44.609611 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0327 23:02:44.647597 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0327 23:02:44.648109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0327 23:02:44.652940 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0327 23:02:44.657287 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0327 23:02:44.658364 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0327 23:02:44.721666 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0327 23:02:44.723508 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0327 23:02:44.723637 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0327 23:02:44.742805 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0327 23:02:44.763064 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0327 23:02:44.784507 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0327 23:02:44.804735 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0327 23:02:44.805337 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0327 23:02:44.808501 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing W0327 23:02:44.820295 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0327 23:02:44.820311 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0327 23:02:44.822676 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0327 23:02:44.842740 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0327 23:02:44.844998 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0327 23:02:44.877826 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0327 23:02:44.942620 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0327 23:02:45.045633 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0327 23:02:45.123480 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:02:45.124295 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0327 23:02:45.175058 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0327 23:02:45.325485 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0327 23:02:45.353478 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0327 23:02:45.428708 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0327 23:02:45.438678 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0327 23:02:45.456820 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0327 23:02:45.516220 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0327 23:02:45.538921 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0327 23:02:45.610495 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0327 23:02:45.628419 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0327 23:02:45.643668 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0327 23:02:45.645194 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0327 23:02:45.774579 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0327 23:02:45.779172 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0327 23:02:45.783432 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0327 23:02:45.787733 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0327 23:02:45.825993 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0327 23:02:45.851338 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 23:02:45.851555 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0327 23:02:45.863530 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0327 23:02:45.883569 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0327 23:02:45.988007 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0327 23:02:46.086821 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0327 23:02:46.217791 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 23:02:46.650127 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0327 23:02:46.666885 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0327 23:02:46.684066 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0327 23:02:46.793065 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0327 23:02:46.900745 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0327 23:02:46.987484 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0327 23:02:47.088893 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0327 23:02:47.192846 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0327 23:02:47.287612 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:02:47.287633 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0327 23:02:47.288726 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 23:02:47.291334 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0327 23:02:47.391381 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0327 23:02:47.492978 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0327 23:02:47.572998 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:02:47.600194 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0327 23:02:47.618872 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:02:47.703046 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0327 23:02:47.801651 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0327 23:02:47.864328 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0327 23:02:47.881565 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0327 23:02:47.884803 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-79mrm1gq1hi6h -n openshift-monitoring because it was missing I0327 23:02:48.490695 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0327 23:02:49.513071 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0327 23:02:49.524355 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-199dvo6ldjqiq -n openshift-monitoring because it was missing I0327 23:02:49.541825 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0327 23:02:50.917029 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-fvuekqjg64256 -n openshift-monitoring because it was missing I0327 23:02:50.935575 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0327 23:02:50.956909 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0327 23:02:50.970379 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0327 23:02:52.896030 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:02:55.963649 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:02:56.655788 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:02:56.655869 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0327 23:02:58.994745 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:03:00.114180 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:03:00.232285 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:03:00.253503 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:03:01.972093 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0327 23:03:02.006571 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:03:15.114637 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:03:17.611252 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0327 23:03:17.628847 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:03:17.628922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0327 23:03:35.925037 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:04:01.028665 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:04:01.028708 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0327 23:04:01.028717 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0327 23:04:01.028747 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0327 23:04:01.028800 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:04:01.061596 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:04:01.066903 1 tasks.go:49] processing task group 1 of 3 I0327 23:04:01.066930 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:04:01.066945 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:04:01.080468 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:04:02.117849 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWnErS1drQ05LN2d3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EWTFNalV5T0RBZQpGdzB5TmpBek1qY3lNekF5TURkYUZ3MHlPREExTWpVeU16QXlNRGhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelEyTlRJMU1qZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRHVWUFBSaS9XVlRZTlBHUnhsYlA5UmpBak5ZbW5YNHJXRwpGdldpTXJQL3NlZjZvY0F6OFRzWkF4OVdmbm9QY3pwTlkrU2RWNVpOYkdXTmI4aUdHQitzbmtlQmhSTXhUU3o2CldRa2c4ZWZISXBkTE95OWxLYXArOGhqMzUwckpnZm1lSzBqYmNibDAzTlFsYVpJa2o2TXlkdVM3Y096LzhWTGMKT0V0ejFoTjZsZ0k4T1NwbVJ3dnVmczNzZXdXYkZ0YVhkK0FxM2JPelBSK1R2bS9aeVZiOE9NdUtPL0hrSVNodgpJVExIblZYTXZXc1lsTXpJVjFPdUk3czRYYzdkMTVuSS8xbEdvU2N2b0VMMzVENFFad1NHdlFLaE9rUmJUOXk2Cit5N1N0WktGeHVYZWFFT2puZy9LaFNhR09vcWc3UXVDeTl2QVdmdVZ0eUJiWjhzOStpMXpBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJKRFd0OQpmWVpqL2VpUE9vbjBVaG1jMXJpbFVEQWZCZ05WSFNNRUdEQVdnQlJKRFd0OWZZWmovZWlQT29uMFVobWMxcmlsClVEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUF6Q2hZN0l3TzMzUHhtdktoaFZ0Rk5wSXFDZ21sQ2szdE1YVFAKM01UK0NhYVoydHIxZVc0UzB5K1h1YmlVejNMVGhSd05XcmtTTmMyOFZpUVAxN1hlSnltbTBxb0Mrd2tXNFhpMwpXRHZsTFowbFV5KzhraCtySDZRVTVZOUZrVXNpSjhneU1yaHo3QlRkNlNRM0Y1MEpJM0RLWlZnZk4ybGJlR2xjCmZObnFQeW5wMC8wZStySGtQK2RSVVVYWXMwYWJpMG04UVZTYTdtMlVNTnl4Vmh0b1gxUjZWUGkvc01EODlaMHUKU2dLaUtyT3RreVF6UEpBbkd4K3Z1OStsUXFUeXg1OHgxejlWazIweU1nN2pJNzJTdnVwS3g5ZjU5VzVWbTltWQo0SzhDS2FwajlpWFN5bmI2SU1VS2l4NjBPNHFEMXNNbDVuTWNKTzdvMG1uTHZWR0NIUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0327 23:04:02.125338 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0327 23:04:02.130362 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWnErS1drQ05LN2d3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EWTFNalV5T0RBZQpGdzB5TmpBek1qY3lNekF5TURkYUZ3MHlPREExTWpVeU16QXlNRGhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelEyTlRJMU1qZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRHVWUFBSaS9XVlRZTlBHUnhsYlA5UmpBak5ZbW5YNHJXRwpGdldpTXJQL3NlZjZvY0F6OFRzWkF4OVdmbm9QY3pwTlkrU2RWNVpOYkdXTmI4aUdHQitzbmtlQmhSTXhUU3o2CldRa2c4ZWZISXBkTE95OWxLYXArOGhqMzUwckpnZm1lSzBqYmNibDAzTlFsYVpJa2o2TXlkdVM3Y096LzhWTGMKT0V0ejFoTjZsZ0k4T1NwbVJ3dnVmczNzZXdXYkZ0YVhkK0FxM2JPelBSK1R2bS9aeVZiOE9NdUtPL0hrSVNodgpJVExIblZYTXZXc1lsTXpJVjFPdUk3czRYYzdkMTVuSS8xbEdvU2N2b0VMMzVENFFad1NHdlFLaE9rUmJUOXk2Cit5N1N0WktGeHVYZWFFT2puZy9LaFNhR09vcWc3UXVDeTl2QVdmdVZ0eUJiWjhzOStpMXpBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJKRFd0OQpmWVpqL2VpUE9vbjBVaG1jMXJpbFVEQWZCZ05WSFNNRUdEQVdnQlJKRFd0OWZZWmovZWlQT29uMFVobWMxcmlsClVEQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUF6Q2hZN0l3TzMzUHhtdktoaFZ0Rk5wSXFDZ21sQ2szdE1YVFAKM01UK0NhYVoydHIxZVc0UzB5K1h1YmlVejNMVGhSd05XcmtTTmMyOFZpUVAxN1hlSnltbTBxb0Mrd2tXNFhpMwpXRHZsTFowbFV5KzhraCtySDZRVTVZOUZrVXNpSjhneU1yaHo3QlRkNlNRM0Y1MEpJM0RLWlZnZk4ybGJlR2xjCmZObnFQeW5wMC8wZStySGtQK2RSVVVYWXMwYWJpMG04UVZTYTdtMlVNTnl4Vmh0b1gxUjZWUGkvc01EODlaMHUKU2dLaUtyT3RreVF6UEpBbkd4K3Z1OStsUXFUeXg1OHgxejlWazIweU1nN2pJNzJTdnVwS3g5ZjU5VzVWbTltWQo0SzhDS2FwajlpWFN5bmI2SU1VS2l4NjBPNHFEMXNNbDVuTWNKTzdvMG1uTHZWR0NIUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0327 23:04:02.136276 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0327 23:04:04.213573 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:04:04.213599 1 tasks.go:49] processing task group 2 of 3 I0327 23:04:04.213633 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:04:04.213631 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:04:04.213647 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:04:04.213665 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:04:04.213691 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:04:04.213709 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:04:04.213732 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:04:04.213742 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:04:04.213784 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:04:04.213824 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:04:04.213838 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:04:04.213844 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:04:04.213846 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:04:04.213876 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:04:04.213833 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:04:04.274545 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:04:04.298269 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:04:04.304853 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0327 23:04:04.311164 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:04:04.320972 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0327 23:04:04.336992 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0327 23:04:04.354544 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0327 23:04:04.362351 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:04:04.367214 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 23:04:04.421560 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 23:04:05.296533 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:04:05.325224 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:04:05.346312 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:04:05.356591 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:04:05.359460 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:04:07.401863 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:04:09.346862 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:04:09.423395 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0327 23:04:10.270980 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:04:13.510139 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:05:05.410418 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:06:19.590827 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:06:19.590860 1 tasks.go:49] processing task group 3 of 3 I0327 23:06:19.590900 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:06:19.635858 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:06:19.635972 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e3a703bc-419b-4c40-a292-47b16bbf17d7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0327 23:06:19.640549 1 operator.go:851] Updating ClusterOperator status to done. W0327 23:06:19.692933 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:06:19.732299 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:06:19.736615 1 tasks.go:49] processing task group 1 of 3 I0327 23:06:19.736632 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:06:19.736648 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:06:19.748819 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:06:22.876810 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:06:22.876833 1 tasks.go:49] processing task group 2 of 3 I0327 23:06:22.876857 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:06:22.876860 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:06:22.876872 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:06:22.876893 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:06:22.876917 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:06:22.876940 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:06:22.876958 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:06:22.876973 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:06:22.876998 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:06:22.877018 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:06:22.877032 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:06:22.877046 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:06:22.877067 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:06:22.877063 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:06:22.877085 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:06:22.933576 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:06:22.948168 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:06:22.965276 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:06:23.016019 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:06:23.952666 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:06:23.967668 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:06:23.973131 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:06:23.982650 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:06:24.016084 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:06:26.021952 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:06:28.000954 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:06:28.933224 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:06:29.019838 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:06:34.028946 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:06:38.169524 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:06:38.169552 1 tasks.go:49] processing task group 3 of 3 I0327 23:06:38.169569 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:06:38.205849 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:06:38.210350 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:06:45.119376 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0327 23:06:45.119409 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:06:45.132782 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:06:45.154311 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:06:45.166049 1 tasks.go:49] processing task group 1 of 3 I0327 23:06:45.166073 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:06:45.166090 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:06:45.183843 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:06:48.314065 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:06:48.314088 1 tasks.go:49] processing task group 2 of 3 I0327 23:06:48.314115 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:06:48.314120 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:06:48.314128 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:06:48.314153 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:06:48.314182 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:06:48.314193 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:06:48.314223 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:06:48.314246 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:06:48.314264 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:06:48.314283 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:06:48.314304 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:06:48.314326 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:06:48.314352 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:06:48.314371 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:06:48.314395 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:06:48.378293 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:06:48.404469 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:06:48.416042 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:06:48.459165 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:06:49.393415 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:06:49.423371 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:06:49.423907 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:06:49.423986 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:06:49.450150 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:06:51.481995 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:06:53.452433 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:06:54.381460 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:06:54.470095 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:06:59.474280 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:07:03.620982 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:07:03.621009 1 tasks.go:49] processing task group 3 of 3 I0327 23:07:03.621027 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:07:03.654480 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:07:03.658720 1 operator.go:851] Updating ClusterOperator status to done. W0327 23:07:03.668375 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:07:03.693337 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:07:03.697567 1 tasks.go:49] processing task group 1 of 3 I0327 23:07:03.697592 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:07:03.697607 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:07:03.709262 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:07:06.892277 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:07:06.892300 1 tasks.go:49] processing task group 2 of 3 I0327 23:07:06.892330 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:07:06.892339 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:07:06.892350 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:07:06.892384 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:07:06.892401 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:07:06.892419 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:07:06.892435 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:07:06.892459 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:07:06.892480 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:07:06.892494 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:07:06.892511 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:07:06.892533 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:07:06.892562 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:07:06.892575 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:07:06.892593 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:07:06.990307 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:07:07.029220 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:07:07.030972 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:07:07.088832 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:07:07.999635 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:07:08.029184 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:07:08.036358 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:07:08.043472 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:07:08.072078 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:07:10.069058 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:07:12.066355 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:07:12.955439 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:07:13.091710 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:07:18.071753 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:07:22.219287 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:07:22.219316 1 tasks.go:49] processing task group 3 of 3 I0327 23:07:22.219332 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:07:22.261553 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:07:22.266161 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:07:33.318645 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 23:07:33.318678 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:07:33.349315 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:07:33.353740 1 tasks.go:49] processing task group 1 of 3 I0327 23:07:33.353789 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:07:33.353848 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:07:33.366631 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:07:36.476755 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:07:36.476796 1 tasks.go:49] processing task group 2 of 3 I0327 23:07:36.476820 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:07:36.476825 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:07:36.476837 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:07:36.476856 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:07:36.476879 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:07:36.476896 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:07:36.476917 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:07:36.476936 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:07:36.476956 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:07:36.476981 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:07:36.477001 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:07:36.477025 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:07:36.477024 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:07:36.477055 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:07:36.477014 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:07:36.540362 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:07:36.555815 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:07:36.561421 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:07:36.611454 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:07:37.557251 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:07:37.572462 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:07:37.578153 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:07:37.586823 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:07:37.605396 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:07:39.644727 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:07:41.606016 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:07:42.531119 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:07:42.623006 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:07:47.636004 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:07:51.784655 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:07:51.784685 1 tasks.go:49] processing task group 3 of 3 I0327 23:07:51.784702 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:07:51.824096 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:07:51.829503 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:12:33.318704 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 23:12:33.318755 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:12:33.346267 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:12:33.351303 1 tasks.go:49] processing task group 1 of 3 I0327 23:12:33.351325 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:12:33.351342 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:12:33.363513 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:12:36.489554 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:12:36.489572 1 tasks.go:49] processing task group 2 of 3 I0327 23:12:36.489594 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:12:36.489607 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:12:36.489616 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:12:36.489635 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:12:36.489654 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:12:36.489675 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:12:36.489690 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:12:36.489711 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:12:36.489727 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:12:36.489753 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:12:36.489788 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:12:36.489788 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:12:36.489804 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:12:36.489813 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:12:36.489746 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:12:36.561574 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:12:36.587587 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:12:36.596536 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:12:36.664628 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:12:37.576529 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:12:37.591967 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:12:37.599146 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:12:37.624016 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:12:37.652194 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:12:39.641949 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:12:41.636148 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:12:42.553990 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:12:42.680141 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:12:47.639022 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:12:51.806228 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:12:51.806259 1 tasks.go:49] processing task group 3 of 3 I0327 23:12:51.806274 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:12:51.867857 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:12:51.873601 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:17:33.226665 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0327 23:17:33.226715 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:17:33.230394 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 23:17:33.230437 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 23:17:33.230580 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 23:17:33.230594 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 23:17:33.230611 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 23:17:33.230627 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 23:17:33.239881 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 23:17:33.239892 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0327 23:17:33.240868 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0327 23:17:33.242469 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:17:33.256354 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:17:33.260864 1 tasks.go:49] processing task group 1 of 3 I0327 23:17:33.260889 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:17:33.260899 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:17:33.271839 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:17:33.276855 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0327 23:17:33.318156 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0327 23:17:36.400932 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:17:36.400954 1 tasks.go:49] processing task group 2 of 3 I0327 23:17:36.400979 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:17:36.400993 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:17:36.401005 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:17:36.401035 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:17:36.401054 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:17:36.401078 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:17:36.401101 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:17:36.401131 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:17:36.401120 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:17:36.401157 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:17:36.401141 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:17:36.401157 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:17:36.401222 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:17:36.401240 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:17:36.401201 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:17:36.446866 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:17:36.471576 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:17:36.480381 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:17:36.536550 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:17:37.466527 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:17:37.488744 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:17:37.489260 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:17:37.503535 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:17:37.519543 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:17:39.538318 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:17:41.519647 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:17:42.455124 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:17:42.535950 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:17:47.542508 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:17:51.701115 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:17:51.701142 1 tasks.go:49] processing task group 3 of 3 I0327 23:17:51.701152 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:17:51.739973 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:17:51.745124 1 operator.go:851] Updating ClusterOperator status to done. W0327 23:17:51.754574 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:17:51.778663 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:17:51.783014 1 tasks.go:49] processing task group 1 of 3 I0327 23:17:51.783034 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:17:51.783049 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:17:51.794621 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:17:54.922653 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:17:54.922675 1 tasks.go:49] processing task group 2 of 3 I0327 23:17:54.922696 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:17:54.922701 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:17:54.922718 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:17:54.922741 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:17:54.922776 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:17:54.922787 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:17:54.922795 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:17:54.922815 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:17:54.922833 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:17:54.922860 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:17:54.922873 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:17:54.922901 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:17:54.922909 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:17:54.922927 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:17:54.922949 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:17:54.973443 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:17:54.994482 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:17:55.004251 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:17:55.053336 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:17:55.995883 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:17:56.013244 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:17:56.021183 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:17:56.034574 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:17:56.050397 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:17:58.069673 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:18:00.044026 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:18:00.978708 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:18:01.062151 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:18:06.070288 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:18:10.238802 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:18:10.238827 1 tasks.go:49] processing task group 3 of 3 I0327 23:18:10.238841 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:18:10.289115 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:18:10.293968 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:22:33.318813 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 23:22:33.318877 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:22:33.345074 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:22:33.349127 1 tasks.go:49] processing task group 1 of 3 I0327 23:22:33.349160 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:22:33.349174 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:22:33.360099 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:22:36.483565 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:22:36.483588 1 tasks.go:49] processing task group 2 of 3 I0327 23:22:36.483611 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:22:36.483622 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:22:36.483641 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:22:36.483662 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:22:36.483691 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:22:36.483711 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:22:36.483729 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:22:36.483749 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:22:36.483785 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:22:36.483808 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:22:36.483835 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:22:36.483874 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:22:36.483893 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:22:36.483889 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:22:36.483881 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:22:36.531420 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:22:36.553481 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:22:36.571233 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:22:36.610610 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:22:37.550146 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:22:37.572640 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:22:37.573905 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:22:37.590306 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:22:37.605823 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:22:39.626678 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:22:41.604173 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:22:42.542394 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:22:42.620688 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:22:47.631159 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:22:51.782555 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:22:51.782579 1 tasks.go:49] processing task group 3 of 3 I0327 23:22:51.782597 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:22:51.819853 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:22:51.824849 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:27:33.317919 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 23:27:33.317975 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:27:33.344754 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:27:33.349287 1 tasks.go:49] processing task group 1 of 3 I0327 23:27:33.349314 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:27:33.349339 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:27:33.360256 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:27:36.513595 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:27:36.513619 1 tasks.go:49] processing task group 2 of 3 I0327 23:27:36.513641 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:27:36.513647 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:27:36.513666 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:27:36.513681 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:27:36.513697 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:27:36.513726 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:27:36.513738 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:27:36.513757 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:27:36.513795 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:27:36.513799 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:27:36.513820 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:27:36.513843 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:27:36.513874 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:27:36.513878 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:27:36.513889 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:27:36.562126 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:27:36.579926 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:27:36.606399 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:27:36.643074 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:27:37.582227 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:27:37.605110 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:27:37.606224 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:27:37.616419 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:27:37.641336 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:27:39.678681 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:27:41.633588 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:27:42.569922 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:27:42.647873 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:27:47.677261 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:27:51.828810 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:27:51.828836 1 tasks.go:49] processing task group 3 of 3 I0327 23:27:51.828851 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:27:51.864737 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:27:51.869244 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:32:33.227578 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0327 23:32:33.227626 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:32:33.231249 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 23:32:33.231282 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 23:32:33.231365 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 23:32:33.231382 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 23:32:33.231430 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 23:32:33.231478 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 23:32:33.240209 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 23:32:33.240222 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0327 23:32:33.241112 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0327 23:32:33.242793 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:32:33.254305 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:32:33.258799 1 tasks.go:49] processing task group 1 of 3 I0327 23:32:33.258822 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:32:33.258835 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:32:33.270535 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:32:33.277649 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0327 23:32:33.318478 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0327 23:32:36.419684 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:32:36.419706 1 tasks.go:49] processing task group 2 of 3 I0327 23:32:36.419727 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:32:36.419737 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:32:36.419745 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:32:36.419784 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:32:36.419800 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:32:36.419819 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:32:36.419828 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:32:36.419853 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:32:36.419883 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:32:36.419732 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:32:36.419916 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:32:36.419893 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:32:36.419915 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:32:36.419928 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:32:36.419930 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:32:36.512500 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:32:36.518391 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:32:36.533341 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:32:36.596208 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:32:37.512637 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:32:37.535455 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:32:37.553749 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:32:37.553870 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:32:37.584039 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:32:39.591654 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:32:41.577379 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:32:42.478702 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:32:42.592444 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:32:47.588703 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:32:51.756939 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:32:51.756970 1 tasks.go:49] processing task group 3 of 3 I0327 23:32:51.756992 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:32:51.793642 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:32:51.798741 1 operator.go:851] Updating ClusterOperator status to done. W0327 23:32:51.808038 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:32:51.833322 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:32:51.838237 1 tasks.go:49] processing task group 1 of 3 I0327 23:32:51.838261 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:32:51.838281 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:32:51.851214 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:32:54.963579 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:32:54.963599 1 tasks.go:49] processing task group 2 of 3 I0327 23:32:54.963617 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:32:54.963623 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:32:54.963633 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:32:54.963652 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:32:54.963677 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:32:54.963708 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:32:54.963728 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:32:54.963725 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:32:54.963743 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:32:54.963781 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:32:54.963835 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:32:54.963708 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:32:54.963866 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:32:54.963878 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:32:54.963856 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:32:55.008837 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:32:55.022927 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:32:55.050827 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:32:55.122946 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:32:56.025339 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:32:56.044934 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:32:56.048950 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:32:56.065743 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:32:56.075075 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:32:58.103855 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:33:00.081008 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:33:01.032186 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:33:01.094125 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:33:06.173250 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:33:10.294968 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:33:10.295067 1 tasks.go:49] processing task group 3 of 3 I0327 23:33:10.295116 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:33:10.340003 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:33:10.347879 1 operator.go:851] Updating ClusterOperator status to done.