W0331 03:57:28.364519 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0331 03:57:28.364838 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0331 03:57:28.364852 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0331 03:57:28.364857 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0331 03:57:28.364861 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0331 03:57:28.417038 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0331 03:57:28.429253 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0331 03:57:28.429530 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0331 03:57:28.429760 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0331 03:57:28.432533 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0331 03:57:28.469725 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0331 03:57:28.470771 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0331 03:57:28.471031 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 03:57:28.471617 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 03:57:28.471705 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 03:57:28.471803 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 03:57:28.472421 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 03:57:28.472479 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0331 03:57:28.472776 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 03:57:28.473171 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0331 03:57:28.476407 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 03:57:28.477292 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 03:57:28.483192 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0331 03:57:28.483227 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0331 03:57:28.492500 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 03:57:28.512500 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 03:57:28.518952 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 03:57:28.538650 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 03:57:28.538719 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 03:57:28.538724 1 rule_controller.go:113] Starting alerting rules controller I0331 03:57:28.538725 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0331 03:57:28.538739 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0331 03:57:28.538742 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0331 03:57:28.538750 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0331 03:57:28.538750 1 relabel_controller.go:117] Starting alert relabel config controller I0331 03:57:28.538770 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0331 03:57:28.538767 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0331 03:57:28.538781 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0331 03:57:28.538786 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0331 03:57:28.538790 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0331 03:57:28.538789 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0331 03:57:28.538794 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0331 03:57:28.552464 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0331 03:57:28.552575 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0331 03:57:28.552580 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0331 03:57:28.552579 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0331 03:57:28.558962 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 03:57:28.558962 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 03:57:28.558962 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 03:57:28.559076 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0331 03:57:28.559104 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0331 03:57:28.559174 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0331 03:57:28.576903 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-5nkk4" is created for OpenShiftMonitoringTelemeterClientCertRequester I0331 03:57:28.582209 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-5bz8g" is created for OpenShiftMonitoringClientCertRequester I0331 03:57:28.589764 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-m9qf5" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0331 03:57:28.615833 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 03:57:28.615869 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 03:57:28.615928 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 03:57:28.634765 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 03:57:28.638236 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 03:57:28.638288 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 03:57:28.639270 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0331 03:57:28.639272 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0331 03:57:28.663799 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 03:57:28.663799 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 03:57:28.663799 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 03:57:28.679170 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 03:57:28.679197 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 03:57:28.679263 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0331 03:57:28.679294 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 03:57:28.679321 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0331 03:57:28.680621 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0331 03:57:28.680635 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0331 03:57:28.680645 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0331 03:57:28.680650 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0331 03:57:28.683122 1 secure_serving.go:57] Forcing use of http/1.1 only I0331 03:57:28.683140 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0331 03:57:28.688553 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0331 03:57:28.688556 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0331 03:57:28.689088 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0331 03:57:28.691323 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0331 03:57:28.691399 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0331 03:57:28.691419 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0331 03:57:28.691493 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0331 03:57:28.691660 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0331 03:57:28.691672 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0331 03:57:28.691672 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0331 03:57:28.691696 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0331 03:57:28.691684 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0331 03:57:28.691685 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0331 03:57:28.691947 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0331 03:57:28.692031 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774929421\" (2026-03-31 03:57:10 +0000 UTC to 2028-03-30 03:57:11 +0000 UTC (now=2026-03-31 03:57:28.692009836 +0000 UTC))" I0331 03:57:28.692203 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774929448\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774929448\" (2026-03-31 02:57:28 +0000 UTC to 2027-03-31 02:57:28 +0000 UTC (now=2026-03-31 03:57:28.692189058 +0000 UTC))" I0331 03:57:28.692223 1 secure_serving.go:213] Serving securely on [::]:8443 I0331 03:57:28.692243 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0331 03:57:28.692256 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0331 03:57:28.696550 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0331 03:57:28.696630 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0331 03:57:28.696760 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0331 03:57:28.706115 1 tasks.go:49] processing task group 1 of 3 I0331 03:57:28.706137 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 03:57:28.706146 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:57:28.725199 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0331 03:57:28.738669 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0331 03:57:28.743606 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:57:28.791993 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0331 03:57:28.792079 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0331 03:57:28.792091 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0331 03:57:28.792131 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-31 03:45:09 +0000 UTC to 2036-03-28 03:45:09 +0000 UTC (now=2026-03-31 03:57:28.792112325 +0000 UTC))" I0331 03:57:28.792332 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774929421\" (2026-03-31 03:57:10 +0000 UTC to 2028-03-30 03:57:11 +0000 UTC (now=2026-03-31 03:57:28.792316267 +0000 UTC))" I0331 03:57:28.792533 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774929448\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774929448\" (2026-03-31 02:57:28 +0000 UTC to 2027-03-31 02:57:28 +0000 UTC (now=2026-03-31 03:57:28.792514115 +0000 UTC))" I0331 03:57:28.792696 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-31 03:45:12 +0000 UTC to 2036-03-28 03:45:12 +0000 UTC (now=2026-03-31 03:57:28.792681603 +0000 UTC))" I0331 03:57:28.792737 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-31 03:45:14 +0000 UTC to 2036-03-28 03:45:14 +0000 UTC (now=2026-03-31 03:57:28.792715712 +0000 UTC))" I0331 03:57:28.792766 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-31 03:45:18 +0000 UTC to 2036-03-28 03:45:18 +0000 UTC (now=2026-03-31 03:57:28.792751564 +0000 UTC))" I0331 03:57:28.792793 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-31 03:45:20 +0000 UTC to 2036-03-28 03:45:20 +0000 UTC (now=2026-03-31 03:57:28.792779528 +0000 UTC))" I0331 03:57:28.792820 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-31 03:45:24 +0000 UTC to 2036-03-28 03:45:24 +0000 UTC (now=2026-03-31 03:57:28.792806233 +0000 UTC))" I0331 03:57:28.792853 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pcf4goiisa5m55tcrhfco9v7iv9c0o4-kx-8c5fe2b948_customer-system-admin-signer@1774928859\" [] issuer=\"\" (2026-03-31 03:47:39 +0000 UTC to 2026-04-07 03:47:40 +0000 UTC (now=2026-03-31 03:57:28.792837733 +0000 UTC))" I0331 03:57:28.792883 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pcf4goiisa5m55tcrhfco9v7iv9c0o4-kx-8c5fe2b948_sre-system-admin-signer@1774928859\" [] issuer=\"\" (2026-03-31 03:47:39 +0000 UTC to 2026-04-07 03:47:40 +0000 UTC (now=2026-03-31 03:57:28.792868387 +0000 UTC))" I0331 03:57:28.792917 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-31 03:45:09 +0000 UTC to 2036-03-28 03:45:09 +0000 UTC (now=2026-03-31 03:57:28.792896665 +0000 UTC))" I0331 03:57:28.793101 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774929421\" (2026-03-31 03:57:10 +0000 UTC to 2028-03-30 03:57:11 +0000 UTC (now=2026-03-31 03:57:28.793087151 +0000 UTC))" I0331 03:57:28.793258 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774929448\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774929448\" (2026-03-31 02:57:28 +0000 UTC to 2027-03-31 02:57:28 +0000 UTC (now=2026-03-31 03:57:28.793247379 +0000 UTC))" I0331 03:57:28.842420 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0331 03:57:28.913978 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0331 03:57:28.925404 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0331 03:57:28.953822 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0331 03:57:28.965041 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0331 03:58:10.021992 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0331 03:58:10.033546 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0331 03:58:10.048266 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0331 03:58:12.920688 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 03:58:15.171718 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 03:58:15.171741 1 tasks.go:49] processing task group 2 of 3 I0331 03:58:15.171767 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:58:15.171778 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 03:58:15.171782 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 03:58:15.171797 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 03:58:15.171803 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:58:15.171817 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:58:15.171813 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 03:58:15.171828 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 03:58:15.171843 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 03:58:15.171852 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 03:58:15.171841 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 03:58:15.171861 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:58:15.171864 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:58:15.171873 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:58:15.171880 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 03:58:15.191712 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0331 03:58:15.191806 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0331 03:58:15.220286 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0331 03:58:15.222926 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0331 03:58:15.227409 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0331 03:58:15.232182 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0331 03:58:15.259253 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 03:58:15.262384 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:58:15.288534 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:58:15.288689 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0331 03:58:15.337453 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0331 03:58:15.337471 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0331 03:58:15.339005 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0331 03:58:15.342414 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0331 03:58:15.342431 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0331 03:58:15.438096 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0331 03:58:15.439359 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0331 03:58:15.443982 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0331 03:58:15.444000 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0331 03:58:15.444012 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0331 03:58:15.451124 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0331 03:58:15.455039 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing W0331 03:58:15.456510 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0331 03:58:15.456527 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0331 03:58:15.460101 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0331 03:58:15.482156 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0331 03:58:15.482180 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0331 03:58:15.505887 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0331 03:58:15.506255 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0331 03:58:15.530518 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0331 03:58:15.571657 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0331 03:58:15.687316 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0331 03:58:15.687595 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0331 03:58:15.741724 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0331 03:58:15.841020 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0331 03:58:15.847548 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0331 03:58:15.958289 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0331 03:58:15.965899 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0331 03:58:15.991697 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0331 03:58:16.060621 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0331 03:58:16.161686 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0331 03:58:16.252393 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0331 03:58:16.266456 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0331 03:58:16.319450 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0331 03:58:16.330737 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0331 03:58:16.344702 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0331 03:58:16.365748 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0331 03:58:16.438442 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0331 03:58:16.439108 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0331 03:58:16.455134 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0331 03:58:16.470302 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0331 03:58:16.495901 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0331 03:58:16.512545 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0331 03:58:16.512627 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0331 03:58:16.545706 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0331 03:58:16.567911 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0331 03:58:16.836753 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0331 03:58:17.330317 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0331 03:58:17.362180 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0331 03:58:17.379948 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0331 03:58:17.426660 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:58:17.426731 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0331 03:58:17.427208 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0331 03:58:17.478208 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0331 03:58:17.567094 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-6j8o1l849nip -n openshift-monitoring because it was missing I0331 03:58:17.575161 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0331 03:58:17.695857 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0331 03:58:17.798315 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0331 03:58:17.899560 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0331 03:58:17.997943 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0331 03:58:18.101477 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0331 03:58:18.205281 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0331 03:58:18.293206 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:58:18.304088 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:58:18.307539 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0331 03:58:18.407274 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0331 03:58:18.509803 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0331 03:58:18.579816 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0331 03:58:18.594713 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 03:58:18.595948 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0331 03:58:19.027589 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0331 03:58:19.542955 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:58:19.603710 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 03:58:20.054970 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-4euf34knse1pe -n openshift-monitoring because it was missing I0331 03:58:20.238538 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0331 03:58:20.278506 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0331 03:58:21.627109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-2clrkgupunskv -n openshift-monitoring because it was missing I0331 03:58:21.652479 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0331 03:58:21.673475 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0331 03:58:21.685029 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0331 03:58:27.916633 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 03:58:32.332631 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 03:58:32.332664 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0331 03:58:33.630765 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0331 03:58:33.666124 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 03:58:45.124559 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0331 03:58:45.138749 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 03:58:45.138770 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0331 03:58:56.577479 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 03:59:31.741722 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 03:59:31.741759 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0331 03:59:31.741767 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0331 03:59:31.741786 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0331 03:59:31.742893 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 03:59:31.771808 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 03:59:31.777140 1 tasks.go:49] processing task group 1 of 3 I0331 03:59:31.777163 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 03:59:31.777182 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:59:31.790647 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:59:32.826787 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJZFphdURyUExleGt3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05Ea3lPVFF5TVRBZQpGdzB5TmpBek16RXdNelUzTURCYUZ3MHlPREExTWprd016VTNNREZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelE1TWprME1qRXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ1huV01xKzZiU011clBUa3hZSUozcGJ2V1dweEhvbmVkWQorNjFUeXN0WUUyWnR3dzRXeEE1WTZ4Mm5pYWVlWjlMNWw4Um0yMmxSMWdoSFhYRkJPSTB2cVhmNkRvb1U3aDh5CkF1emg4M2NhcTQzNE4yK0FZMElyZ0hwQUg1dW9jQUtrdmpNK0NnVGVrZy9NbWFPcWdMaGVxdlpUUTI1YVE1d3cKVTFwbHlrSEJJelRseTgzczZhb1pKbi9nM25meVVNTlRreStteGpxOXRJamw4amprdmFEZ2Fkc29MVElQdjBUQgpQeFJEWGdHOWk2SGpGTFRKMGVBSVBqQVljSGpUTWM0dnRCWDhxUFBQbGZVZ1hFekNNdlFpbXExelBCaTdFdVdSCjZGTVd6M1VxTldXaHRLV1JMVXhPZldDUDYyQ2VURmd6bkt3SEtBYldnU3VSRFFYTEUvb1RBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNqQWo3TQpDTmU1ODZYendyMThUb0pWMVFGU2tqQWZCZ05WSFNNRUdEQVdnQlNqQWo3TUNOZTU4Nlh6d3IxOFRvSlYxUUZTCmtqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFCV0k4anpxd2ZDVUFZaTdGcW84RGI1YzhnVkJwaVMvSU5hSmYKN2dYSk44czdVVFQ2cVg3TFowRHpiY3NkWTZHbDhnMThzZmdHY1loVFdwcFhWOGQrTUV5YTNvNUd3WSs1OXphQgpvK2dETzYzQnlqVGJ0UmJxVStpSTlqNFdtbWdSSTQzM3FaalVmMG1jWVZrOEcxTENIUE4xWk1uMGhHbGhac0ZpCjVnamlwZHpPWmQ5SW5LWEIyL3QvTGhFUFBCellPU3grSWtLd3Z5U2wweDl6aXRJblBpWW5tQUFRTk1pMmtTcDQKYmhSekt2U2pnblNJYTFubVhiL0VmZGplVHR1OVV2RitlNW9XRFB1VGdjTmVHZ095cklIdVRGZ0RNcDhhYWVUeApORHF2MUVzcUx6MkIyWlRFVXliYjJQc1N2QUJnRVpMd1V3M2pETzZvb2xzMk5XZ3NCZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0331 03:59:32.832803 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0331 03:59:32.837276 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJZFphdURyUExleGt3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05Ea3lPVFF5TVRBZQpGdzB5TmpBek16RXdNelUzTURCYUZ3MHlPREExTWprd016VTNNREZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelE1TWprME1qRXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ1huV01xKzZiU011clBUa3hZSUozcGJ2V1dweEhvbmVkWQorNjFUeXN0WUUyWnR3dzRXeEE1WTZ4Mm5pYWVlWjlMNWw4Um0yMmxSMWdoSFhYRkJPSTB2cVhmNkRvb1U3aDh5CkF1emg4M2NhcTQzNE4yK0FZMElyZ0hwQUg1dW9jQUtrdmpNK0NnVGVrZy9NbWFPcWdMaGVxdlpUUTI1YVE1d3cKVTFwbHlrSEJJelRseTgzczZhb1pKbi9nM25meVVNTlRreStteGpxOXRJamw4amprdmFEZ2Fkc29MVElQdjBUQgpQeFJEWGdHOWk2SGpGTFRKMGVBSVBqQVljSGpUTWM0dnRCWDhxUFBQbGZVZ1hFekNNdlFpbXExelBCaTdFdVdSCjZGTVd6M1VxTldXaHRLV1JMVXhPZldDUDYyQ2VURmd6bkt3SEtBYldnU3VSRFFYTEUvb1RBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNqQWo3TQpDTmU1ODZYendyMThUb0pWMVFGU2tqQWZCZ05WSFNNRUdEQVdnQlNqQWo3TUNOZTU4Nlh6d3IxOFRvSlYxUUZTCmtqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFCV0k4anpxd2ZDVUFZaTdGcW84RGI1YzhnVkJwaVMvSU5hSmYKN2dYSk44czdVVFQ2cVg3TFowRHpiY3NkWTZHbDhnMThzZmdHY1loVFdwcFhWOGQrTUV5YTNvNUd3WSs1OXphQgpvK2dETzYzQnlqVGJ0UmJxVStpSTlqNFdtbWdSSTQzM3FaalVmMG1jWVZrOEcxTENIUE4xWk1uMGhHbGhac0ZpCjVnamlwZHpPWmQ5SW5LWEIyL3QvTGhFUFBCellPU3grSWtLd3Z5U2wweDl6aXRJblBpWW5tQUFRTk1pMmtTcDQKYmhSekt2U2pnblNJYTFubVhiL0VmZGplVHR1OVV2RitlNW9XRFB1VGdjTmVHZ095cklIdVRGZ0RNcDhhYWVUeApORHF2MUVzcUx6MkIyWlRFVXliYjJQc1N2QUJnRVpMd1V3M2pETzZvb2xzMk5XZ3NCZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0331 03:59:32.843357 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0331 03:59:34.918172 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 03:59:34.918194 1 tasks.go:49] processing task group 2 of 3 I0331 03:59:34.918219 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:59:34.918220 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 03:59:34.918240 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 03:59:34.918255 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:59:34.918277 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 03:59:34.918295 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:59:34.918319 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 03:59:34.918330 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 03:59:34.918343 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 03:59:34.918355 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 03:59:34.918390 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:59:34.918412 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 03:59:34.918439 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 03:59:34.918467 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:59:34.918444 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:59:34.975125 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:59:34.995226 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:59:34.997752 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 03:59:35.003939 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0331 03:59:35.018151 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0331 03:59:35.034657 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0331 03:59:35.047669 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0331 03:59:35.055419 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:59:35.060133 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0331 03:59:35.114620 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0331 03:59:35.995022 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:59:36.015045 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:59:36.018112 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 03:59:36.027476 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:59:36.044121 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 03:59:38.074122 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 03:59:40.052407 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 03:59:40.115649 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0331 03:59:40.976934 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 03:59:43.201420 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 03:59:46.073490 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 03:59:50.265136 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 03:59:50.265160 1 tasks.go:49] processing task group 3 of 3 I0331 03:59:50.265177 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 03:59:50.311494 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 03:59:50.311589 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c988abe4-b644-49bf-9373-5428f15d992c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0331 03:59:50.317483 1 operator.go:851] Updating ClusterOperator status to done. W0331 03:59:50.369204 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 03:59:50.412533 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 03:59:50.417242 1 tasks.go:49] processing task group 1 of 3 I0331 03:59:50.417264 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 03:59:50.417281 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:59:50.430222 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:59:53.550174 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 03:59:53.550194 1 tasks.go:49] processing task group 2 of 3 I0331 03:59:53.550218 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:59:53.550220 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 03:59:53.550233 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:59:53.550257 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 03:59:53.550273 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:59:53.550292 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 03:59:53.550305 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:59:53.550323 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:59:53.550341 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 03:59:53.550352 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 03:59:53.550359 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:59:53.550400 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 03:59:53.550429 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 03:59:53.550441 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 03:59:53.550455 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 03:59:53.605562 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:59:53.624721 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:59:53.638222 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 03:59:53.686346 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:59:54.626614 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:59:54.648283 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 03:59:54.653652 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:59:54.667143 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:59:54.678532 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 03:59:56.702168 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 03:59:58.684101 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 03:59:59.611901 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 03:59:59.697143 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:00:04.708208 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:00:08.865124 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:00:08.865145 1 tasks.go:49] processing task group 3 of 3 I0331 04:00:08.865160 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:00:08.902482 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:00:08.907956 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:00:12.922008 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0331 04:00:12.922033 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:00:12.947764 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:00:13.044107 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:00:13.052139 1 tasks.go:49] processing task group 1 of 3 I0331 04:00:13.052164 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:00:13.052179 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:00:13.096147 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:00:16.334403 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:00:16.334423 1 tasks.go:49] processing task group 2 of 3 I0331 04:00:16.334448 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:00:16.334456 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:00:16.334470 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:00:16.334492 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:00:16.334505 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:00:16.334529 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:00:16.334547 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:00:16.334573 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:00:16.334592 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:00:16.334617 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:00:16.334623 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:00:16.334626 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:00:16.335250 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:00:16.335399 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:00:16.335878 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:00:16.425708 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:00:16.447020 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:00:16.467421 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:00:16.529045 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:00:17.450053 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:00:17.460075 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:00:17.474486 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:00:17.478533 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:00:17.510533 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:00:19.529236 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:00:21.519855 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:00:22.419305 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:00:22.545660 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:00:27.501851 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:00:31.712208 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:00:31.712237 1 tasks.go:49] processing task group 3 of 3 I0331 04:00:31.712246 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:00:31.757176 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:00:31.762754 1 operator.go:851] Updating ClusterOperator status to done. W0331 04:00:31.772774 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:00:31.802003 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:00:31.807271 1 tasks.go:49] processing task group 1 of 3 I0331 04:00:31.807287 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:00:31.807304 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:00:31.821668 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:00:34.944967 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:00:34.944987 1 tasks.go:49] processing task group 2 of 3 I0331 04:00:34.945020 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:00:34.945029 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:00:34.945035 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:00:34.945044 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:00:34.945061 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:00:34.945077 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:00:34.945105 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:00:34.945119 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:00:34.945125 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:00:34.945144 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:00:34.945163 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:00:34.945176 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:00:34.945183 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:00:34.945028 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:00:34.945206 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:00:34.998270 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:00:35.018116 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:00:35.025156 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:00:35.081476 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:00:36.022008 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:00:36.041995 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:00:36.047092 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:00:36.075324 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:00:36.076522 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:00:38.099130 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:00:40.102693 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:00:41.004561 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:00:41.116015 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:00:46.107537 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:00:50.290302 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:00:50.290327 1 tasks.go:49] processing task group 3 of 3 I0331 04:00:50.290343 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:00:50.327689 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:00:50.333262 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:02:28.539185 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 04:02:28.539216 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:02:28.590851 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:02:28.595346 1 tasks.go:49] processing task group 1 of 3 I0331 04:02:28.595370 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:02:28.595398 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:02:28.611005 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:02:31.749108 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:02:31.749134 1 tasks.go:49] processing task group 2 of 3 I0331 04:02:31.749163 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:02:31.749168 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:02:31.749187 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:02:31.749211 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:02:31.749228 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:02:31.749244 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:02:31.749262 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:02:31.749293 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:02:31.749309 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:02:31.749304 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:02:31.749322 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:02:31.749348 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:02:31.749300 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:02:31.749362 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:02:31.749401 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:02:31.796830 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:02:31.816354 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:02:31.834754 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:02:31.885271 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:02:32.820534 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:02:32.840149 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:02:32.846529 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:02:32.853712 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:02:32.880847 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:02:34.892970 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:02:36.873851 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:02:37.806692 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:02:37.893118 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:02:42.898048 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:02:47.054413 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:02:47.054437 1 tasks.go:49] processing task group 3 of 3 I0331 04:02:47.054451 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:02:47.089221 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:02:47.094275 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:07:28.539203 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 04:07:28.539257 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:07:28.574534 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:07:28.580161 1 tasks.go:49] processing task group 1 of 3 I0331 04:07:28.580187 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:07:28.580200 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:07:28.594868 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:07:31.737359 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:07:31.737399 1 tasks.go:49] processing task group 2 of 3 I0331 04:07:31.737434 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:07:31.737441 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:07:31.737448 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:07:31.737469 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:07:31.737485 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:07:31.737504 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:07:31.737521 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:07:31.737543 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:07:31.737560 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:07:31.737581 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:07:31.737594 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:07:31.737618 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:07:31.737641 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:07:31.737659 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:07:31.737432 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:07:31.798304 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:07:31.809151 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:07:31.828886 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:07:31.872603 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:07:32.820413 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:07:32.857214 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:07:32.857222 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:07:32.881674 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:07:32.897274 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:07:34.912789 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:07:36.868079 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:07:37.797758 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:07:37.880858 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:07:42.928990 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:07:47.066782 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:07:47.066805 1 tasks.go:49] processing task group 3 of 3 I0331 04:07:47.066814 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:07:47.109394 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:07:47.115310 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:12:28.471835 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0331 04:12:28.471877 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:12:28.472024 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0331 04:12:28.473992 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0331 04:12:28.474010 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0331 04:12:28.474020 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0331 04:12:28.474126 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0331 04:12:28.474195 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0331 04:12:28.474222 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0331 04:12:28.476724 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0331 04:12:28.477802 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0331 04:12:28.493497 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:12:28.498403 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:12:28.503393 1 tasks.go:49] processing task group 1 of 3 I0331 04:12:28.503415 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:12:28.503430 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:12:28.515665 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:12:28.519677 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0331 04:12:28.539703 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0331 04:12:31.640873 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:12:31.640895 1 tasks.go:49] processing task group 2 of 3 I0331 04:12:31.640920 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:12:31.640925 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:12:31.640936 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:12:31.640953 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:12:31.640968 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:12:31.640990 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:12:31.641017 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:12:31.641034 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:12:31.641053 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:12:31.641064 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:12:31.641077 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:12:31.641091 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:12:31.641113 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:12:31.641137 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:12:31.641135 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:12:31.699418 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:12:31.717464 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:12:31.732739 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:12:31.773887 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:12:32.729845 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:12:32.747655 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:12:32.753649 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:12:32.756839 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:12:32.779032 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:12:34.809858 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:12:36.782872 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:12:37.698860 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:12:37.790518 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:12:42.806583 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:12:46.963315 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:12:46.963339 1 tasks.go:49] processing task group 3 of 3 I0331 04:12:46.963355 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:12:46.996752 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:12:47.001890 1 operator.go:851] Updating ClusterOperator status to done. W0331 04:12:47.010989 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:12:47.037650 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:12:47.042131 1 tasks.go:49] processing task group 1 of 3 I0331 04:12:47.042159 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:12:47.042171 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:12:47.053556 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:12:50.161783 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:12:50.161806 1 tasks.go:49] processing task group 2 of 3 I0331 04:12:50.161833 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:12:50.161838 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:12:50.161851 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:12:50.161862 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:12:50.161885 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:12:50.161906 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:12:50.161921 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:12:50.161951 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:12:50.161843 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:12:50.161995 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:12:50.161981 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:12:50.162012 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:12:50.162021 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:12:50.161968 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:12:50.162000 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:12:50.215811 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:12:50.232967 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:12:50.247955 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:12:50.292880 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:12:51.233333 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:12:51.264643 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:12:51.269234 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:12:51.273820 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:12:51.303299 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:12:53.321481 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:12:55.289187 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:12:56.217085 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:12:56.301269 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:13:01.310350 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:13:05.461172 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:13:05.461198 1 tasks.go:49] processing task group 3 of 3 I0331 04:13:05.461209 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:13:05.498072 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:13:05.503171 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:17:28.539729 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 04:17:28.539780 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:17:28.569032 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:17:28.573619 1 tasks.go:49] processing task group 1 of 3 I0331 04:17:28.573643 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:17:28.573658 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:17:28.590250 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:17:31.733439 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:17:31.733467 1 tasks.go:49] processing task group 2 of 3 I0331 04:17:31.733492 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:17:31.733497 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:17:31.733507 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:17:31.733524 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:17:31.733553 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:17:31.733564 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:17:31.733578 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:17:31.733599 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:17:31.733617 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:17:31.733637 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:17:31.733648 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:17:31.733655 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:17:31.733674 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:17:31.733691 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:17:31.733632 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:17:31.801196 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:17:31.828456 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:17:31.829967 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:17:31.894107 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:17:32.854581 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:17:33.016750 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:17:33.044567 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:17:33.066630 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:17:33.178001 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:17:35.092595 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:17:36.894799 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:17:37.789748 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:17:37.901697 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:17:43.170109 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:17:47.192543 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:17:47.192567 1 tasks.go:49] processing task group 3 of 3 I0331 04:17:47.192584 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:17:47.232928 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:17:47.238131 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:22:28.538768 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 04:22:28.538829 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:22:29.235414 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:22:29.298670 1 tasks.go:49] processing task group 1 of 3 I0331 04:22:29.298702 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:22:29.298715 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:22:29.419523 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:22:33.787679 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:22:33.787706 1 tasks.go:49] processing task group 2 of 3 I0331 04:22:33.787736 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:22:33.787737 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:22:33.787749 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:22:33.787761 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:22:33.787786 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:22:33.787812 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:22:33.787821 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:22:33.787828 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:22:33.787900 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:22:33.787915 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:22:33.787933 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:22:33.787944 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:22:33.787952 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:22:33.787952 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:22:33.787969 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:22:33.900159 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:22:33.916446 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:22:33.942704 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:22:34.037999 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:22:34.918635 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:22:34.950257 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:22:34.951312 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:22:34.967246 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:22:34.990123 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:22:36.952326 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:22:38.980183 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:22:39.888248 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:22:40.022814 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:22:44.968048 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:22:49.174475 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:22:49.174498 1 tasks.go:49] processing task group 3 of 3 I0331 04:22:49.174512 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:22:49.208970 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:22:49.214034 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:27:28.472369 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0331 04:27:28.472398 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0331 04:27:28.472418 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:27:28.474717 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0331 04:27:28.474730 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0331 04:27:28.474807 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0331 04:27:28.474885 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0331 04:27:28.474900 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0331 04:27:28.474908 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0331 04:27:28.476743 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0331 04:27:28.477855 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0331 04:27:28.494196 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:27:28.499249 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:27:28.504418 1 tasks.go:49] processing task group 1 of 3 I0331 04:27:28.504444 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:27:28.504456 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:27:28.518268 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:27:28.520645 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0331 04:27:28.539326 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0331 04:27:31.647192 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:27:31.647214 1 tasks.go:49] processing task group 2 of 3 I0331 04:27:31.647243 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:27:31.647251 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:27:31.647254 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:27:31.647280 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:27:31.647295 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:27:31.647308 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:27:31.647331 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:27:31.647356 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:27:31.647362 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:27:31.647400 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:27:31.647417 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:27:31.647440 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:27:31.647460 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:27:31.647475 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:27:31.647241 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:27:31.704891 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:27:31.721748 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:27:31.732201 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:27:31.783694 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:27:32.718121 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:27:32.748265 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:27:32.752697 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:27:32.762694 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:27:32.790279 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:27:34.803813 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:27:36.787688 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:27:37.705833 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:27:37.801945 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:27:42.816517 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:27:46.961704 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:27:46.961732 1 tasks.go:49] processing task group 3 of 3 I0331 04:27:46.961752 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:27:46.997058 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:27:47.001977 1 operator.go:851] Updating ClusterOperator status to done. W0331 04:27:47.012655 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:27:47.041621 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:27:47.046520 1 tasks.go:49] processing task group 1 of 3 I0331 04:27:47.046549 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:27:47.046559 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:27:47.059033 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:27:50.169297 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:27:50.169318 1 tasks.go:49] processing task group 2 of 3 I0331 04:27:50.169344 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:27:50.169349 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:27:50.169360 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:27:50.169407 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:27:50.169414 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:27:50.169423 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:27:50.169444 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:27:50.169455 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:27:50.169477 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:27:50.169499 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:27:50.169508 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:27:50.169528 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:27:50.169550 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:27:50.169578 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:27:50.169563 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:27:50.214968 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:27:50.237623 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:27:50.252058 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:27:50.295097 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:27:51.236660 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:27:51.259199 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:27:51.261032 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:27:51.278630 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:27:51.292507 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:27:53.318563 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:27:55.287348 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:27:56.230706 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:27:56.300837 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:28:01.317250 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:28:05.473309 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:28:05.473332 1 tasks.go:49] processing task group 3 of 3 I0331 04:28:05.473348 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:28:05.507682 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:28:05.512959 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:32:28.539921 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 04:32:28.539993 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:32:28.567702 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:32:28.571971 1 tasks.go:49] processing task group 1 of 3 I0331 04:32:28.571996 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:32:28.572012 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:32:28.584359 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:32:31.722090 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:32:31.722110 1 tasks.go:49] processing task group 2 of 3 I0331 04:32:31.722134 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:32:31.722141 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:32:31.722155 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:32:31.722185 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:32:31.722204 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:32:31.722203 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:32:31.722221 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:32:31.722242 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:32:31.722258 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:32:31.722282 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:32:31.722294 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:32:31.722311 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:32:31.722331 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:32:31.722345 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:32:31.722186 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:32:31.778194 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:32:31.811048 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:32:31.817063 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:32:31.875117 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:32:32.798070 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:32:32.818363 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:32:32.820917 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:32:32.833458 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:32:32.874512 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:32:34.877656 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:32:36.858057 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:32:37.779213 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:32:37.877693 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:32:42.877870 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:32:47.040402 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:32:47.040427 1 tasks.go:49] processing task group 3 of 3 I0331 04:32:47.040434 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:32:47.078469 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:32:47.083773 1 operator.go:851] Updating ClusterOperator status to done.