W0319 16:57:49.101703 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0319 16:57:49.102361 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0319 16:57:49.102429 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0319 16:57:49.102458 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0319 16:57:49.102485 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0319 16:57:49.132813 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0319 16:57:49.136979 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0319 16:57:49.137951 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0319 16:57:49.139235 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0319 16:57:49.140106 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0319 16:57:49.150031 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0319 16:57:49.150325 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 16:57:49.152365 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 16:57:49.152856 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0319 16:57:49.153277 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 16:57:49.153465 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 16:57:49.152469 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0319 16:57:49.154891 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 16:57:49.156437 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 16:57:49.156593 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0319 16:57:49.156817 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 16:57:49.157305 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 16:57:49.158253 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 16:57:49.161636 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0319 16:57:49.163427 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0319 16:57:49.164398 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 16:57:49.204165 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0319 16:57:49.252373 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0319 16:57:49.252506 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0319 16:57:49.252711 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0319 16:57:49.252758 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0319 16:57:49.252529 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0319 16:57:49.253078 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0319 16:57:49.253130 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0319 16:57:49.252549 1 rule_controller.go:113] Starting alerting rules controller I0319 16:57:49.253203 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0319 16:57:49.252565 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0319 16:57:49.254125 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0319 16:57:49.252580 1 relabel_controller.go:117] Starting alert relabel config controller W0319 16:57:49.252631 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 16:57:49.254350 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0319 16:57:49.254416 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0319 16:57:49.259745 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0319 16:57:49.260037 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0319 16:57:49.260390 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0319 16:57:49.260602 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0319 16:57:49.265852 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.265966 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.266802 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.267818 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 16:57:49.268469 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 16:57:49.269233 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0319 16:57:49.280704 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-czk49" is created for OpenShiftMonitoringTelemeterClientCertRequester I0319 16:57:49.282717 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-5mwmz" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0319 16:57:49.283212 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-fc8mm" is created for OpenShiftMonitoringClientCertRequester I0319 16:57:49.286950 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.289773 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.291437 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.292757 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.294323 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.298504 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.300335 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.300335 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.305352 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.306556 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.306570 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.307203 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 16:57:49.311969 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.313339 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.313431 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.316227 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.326274 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.327559 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.327776 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.329438 1 tasks.go:49] processing task group 1 of 3 I0319 16:57:49.329471 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 16:57:49.329536 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 16:57:49.331338 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.332901 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.333093 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.334955 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.338273 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.338281 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.341110 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.341563 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0319 16:57:49.342331 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.342711 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:49.353667 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0319 16:57:49.354745 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0319 16:57:49.365984 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0319 16:57:49.380697 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0319 16:57:49.382481 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 16:57:49.426320 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0319 16:57:49.512114 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0319 16:57:49.524488 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 16:57:49.556812 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 16:57:49.570755 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0319 16:57:50.231025 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0319 16:57:50.232701 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0319 16:57:50.232722 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0319 16:57:50.232738 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0319 16:57:50.232745 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0319 16:57:50.236212 1 secure_serving.go:57] Forcing use of http/1.1 only I0319 16:57:50.236534 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0319 16:57:50.241259 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0319 16:57:50.241314 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0319 16:57:50.241328 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0319 16:57:50.241336 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0319 16:57:50.241279 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0319 16:57:50.241351 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0319 16:57:50.241615 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0319 16:57:50.241746 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773939446\" (2026-03-19 16:57:34 +0000 UTC to 2028-03-18 16:57:35 +0000 UTC (now=2026-03-19 16:57:50.241722683 +0000 UTC))" I0319 16:57:50.241985 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773939470\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773939470\" (2026-03-19 15:57:49 +0000 UTC to 2027-03-19 15:57:49 +0000 UTC (now=2026-03-19 16:57:50.241961963 +0000 UTC))" I0319 16:57:50.242010 1 secure_serving.go:213] Serving securely on [::]:8443 I0319 16:57:50.242032 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0319 16:57:50.242051 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0319 16:57:50.245202 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0319 16:57:50.246369 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0319 16:57:50.248152 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0319 16:57:50.342198 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0319 16:57:50.342218 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0319 16:57:50.342235 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0319 16:57:50.342453 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-19 16:47:14 +0000 UTC to 2036-03-16 16:47:14 +0000 UTC (now=2026-03-19 16:57:50.34242416 +0000 UTC))" I0319 16:57:50.342734 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773939446\" (2026-03-19 16:57:34 +0000 UTC to 2028-03-18 16:57:35 +0000 UTC (now=2026-03-19 16:57:50.342706508 +0000 UTC))" I0319 16:57:50.342923 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773939470\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773939470\" (2026-03-19 15:57:49 +0000 UTC to 2027-03-19 15:57:49 +0000 UTC (now=2026-03-19 16:57:50.342907897 +0000 UTC))" I0319 16:57:50.343057 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-19 16:47:16 +0000 UTC to 2036-03-16 16:47:16 +0000 UTC (now=2026-03-19 16:57:50.343044383 +0000 UTC))" I0319 16:57:50.343091 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-19 16:47:19 +0000 UTC to 2036-03-16 16:47:19 +0000 UTC (now=2026-03-19 16:57:50.343074179 +0000 UTC))" I0319 16:57:50.343120 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-19 16:47:21 +0000 UTC to 2036-03-16 16:47:21 +0000 UTC (now=2026-03-19 16:57:50.343105265 +0000 UTC))" I0319 16:57:50.343148 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-19 16:47:23 +0000 UTC to 2036-03-16 16:47:23 +0000 UTC (now=2026-03-19 16:57:50.343133578 +0000 UTC))" I0319 16:57:50.343176 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-19 16:47:26 +0000 UTC to 2036-03-16 16:47:26 +0000 UTC (now=2026-03-19 16:57:50.343162026 +0000 UTC))" I0319 16:57:50.343206 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p4thvea6h19cdp8dg0safquvv7r613n-kx-78f45ed489_customer-system-admin-signer@1773938992\" [] issuer=\"\" (2026-03-19 16:49:53 +0000 UTC to 2026-03-26 16:49:54 +0000 UTC (now=2026-03-19 16:57:50.343189389 +0000 UTC))" I0319 16:57:50.343239 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p4thvea6h19cdp8dg0safquvv7r613n-kx-78f45ed489_sre-system-admin-signer@1773938992\" [] issuer=\"\" (2026-03-19 16:49:59 +0000 UTC to 2026-03-26 16:50:00 +0000 UTC (now=2026-03-19 16:57:50.343221136 +0000 UTC))" I0319 16:57:50.343268 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-19 16:47:14 +0000 UTC to 2036-03-16 16:47:14 +0000 UTC (now=2026-03-19 16:57:50.343253844 +0000 UTC))" I0319 16:57:50.343484 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1773939446\" (2026-03-19 16:57:34 +0000 UTC to 2028-03-18 16:57:35 +0000 UTC (now=2026-03-19 16:57:50.34345018 +0000 UTC))" I0319 16:57:50.343663 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1773939470\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1773939470\" (2026-03-19 15:57:49 +0000 UTC to 2027-03-19 15:57:49 +0000 UTC (now=2026-03-19 16:57:50.343651772 +0000 UTC))" I0319 16:57:54.633270 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:54.633589 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:54.634682 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0319 16:57:54.647275 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0319 16:57:54.647657 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0319 16:57:54.652886 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0319 16:57:54.653308 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0319 16:57:54.663882 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0319 16:57:54.670716 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0319 16:57:56.357006 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0319 16:58:09.656269 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0319 16:58:09.676869 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0319 16:58:09.698880 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0319 16:58:14.846829 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 16:58:14.846851 1 tasks.go:49] processing task group 2 of 3 I0319 16:58:14.846875 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 16:58:14.846889 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 16:58:14.846883 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 16:58:14.846914 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 16:58:14.846911 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 16:58:14.846921 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 16:58:14.846914 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 16:58:14.846927 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 16:58:14.846933 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 16:58:14.846934 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 16:58:14.846941 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 16:58:14.846949 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 16:58:14.846954 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 16:58:14.846967 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 16:58:14.846969 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 16:58:14.868328 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0319 16:58:14.868593 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0319 16:58:14.898949 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0319 16:58:14.899335 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0319 16:58:14.900140 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0319 16:58:14.913698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0319 16:58:14.933249 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 16:58:14.940563 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 16:58:14.977063 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0319 16:58:14.978223 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0319 16:58:14.978652 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 16:58:15.018095 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0319 16:58:15.022243 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0319 16:58:15.022584 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0319 16:58:15.022833 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0319 16:58:15.114496 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0319 16:58:15.114522 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0319 16:58:15.114632 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0319 16:58:15.115721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0319 16:58:15.115783 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0319 16:58:15.116511 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0319 16:58:15.133001 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing W0319 16:58:15.134669 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0319 16:58:15.134689 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0319 16:58:15.135036 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0319 16:58:15.160506 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0319 16:58:15.164784 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0319 16:58:15.184339 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0319 16:58:15.188136 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0319 16:58:15.262927 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0319 16:58:15.265569 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0319 16:58:15.406581 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0319 16:58:15.407068 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0319 16:58:15.469057 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0319 16:58:15.594883 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0319 16:58:15.604342 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0319 16:58:15.773015 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0319 16:58:15.811980 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0319 16:58:15.843016 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0319 16:58:15.896536 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0319 16:58:15.922849 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0319 16:58:15.993595 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0319 16:58:16.036308 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0319 16:58:16.051580 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0319 16:58:16.086839 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0319 16:58:16.099642 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0319 16:58:16.177726 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0319 16:58:16.180817 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0319 16:58:16.194429 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0319 16:58:16.203603 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0319 16:58:16.249788 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0319 16:58:16.269039 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 16:58:16.271144 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0319 16:58:16.295766 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0319 16:58:16.317235 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0319 16:58:16.415305 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0319 16:58:16.691276 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 16:58:17.011938 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0319 16:58:17.028663 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0319 16:58:17.047866 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0319 16:58:17.151460 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0319 16:58:17.247358 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0319 16:58:17.347465 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0319 16:58:17.450183 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0319 16:58:17.561520 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0319 16:58:17.651604 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0319 16:58:17.754549 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0319 16:58:17.861609 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0319 16:58:17.961435 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0319 16:58:18.009627 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 16:58:18.009691 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0319 16:58:18.010837 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0319 16:58:18.063652 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0319 16:58:18.164794 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0319 16:58:18.253852 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0319 16:58:18.272440 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0319 16:58:18.324104 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-34d07rnk26aq3 -n openshift-monitoring because it was missing I0319 16:58:18.884170 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0319 16:58:18.994486 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 16:58:18.996273 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 16:58:19.915828 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-b5q9m589jlpc3 -n openshift-monitoring because it was missing I0319 16:58:19.928005 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0319 16:58:19.963547 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0319 16:58:21.303866 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-904ffge5kdptu -n openshift-monitoring because it was missing I0319 16:58:21.324859 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0319 16:58:21.353027 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0319 16:58:21.364014 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0319 16:58:22.230063 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 16:58:22.318316 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 16:58:31.308561 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 16:58:35.034579 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 16:58:35.034693 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0319 16:58:37.936336 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 16:58:42.396137 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0319 16:58:42.429641 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 16:58:53.651470 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 16:58:55.985792 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0319 16:58:56.000018 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 16:58:56.000116 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0319 16:59:16.360175 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 16:59:31.423322 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 16:59:31.423364 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0319 16:59:31.423372 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0319 16:59:31.423394 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0319 16:59:31.424497 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 16:59:31.456405 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 16:59:31.460752 1 tasks.go:49] processing task group 1 of 3 I0319 16:59:31.460773 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 16:59:31.460787 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 16:59:31.473036 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 16:59:32.509332 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRFpOT2s3UC9CTWN3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM016a3pPVFEwTmpBZQpGdzB5TmpBek1Ua3hOalUzTWpWYUZ3MHlPREExTVRjeE5qVTNNalphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOek01TXprME5EWXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGFFcmlKRThKbVZWKy9HdE5DdHVsengzSFFzd0tvYitaKwpqVzlXWWIrNXduNHp0QmJwWkdtajVtZENMQnc0b1l2NElZS3NwRm5yOERIUDVodmQ0SUFFTUFCKzJ2WTBaM25sCkU1YlZpSEYrWFpFa3VVaktQQk9CQ0VtamhNaVhsZEJaWkV2OFYyb3JOVVZPZi82SGZDb0lqVjhYK3AxVGYyaU0KbFM1VTVJSTJuNDYwbkxvVEh0U2U0RzlsTEdHVmc2b1RTS1FXLzNhMFQwWTd0bnFzenNnTFFIaVptVnJoSU9yYgpSMGlCMU1qSVFVTWNVTS9aZWlFclhKUlNqM0xKRzNnVmJjVjF4eXdMTTdaaWVPQ0VNN1JvRis0c3FocUkwTlBpCkI0b0l0eXFtNW1IcXJEeU1JNlQwOC96L29VUVZ1U3VFalZlZVlZOVo0UGNnVjlLZjR3OTlBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlMzYmxvVQpVK0M0bk5RbDM0M3VHd28rNWRPd2JqQWZCZ05WSFNNRUdEQVdnQlMzYmxvVVUrQzRuTlFsMzQzdUd3bys1ZE93CmJqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUExU1F6S1dTMWo4MUYwUHg5bVFYdklkL0JrcVFNV1gzb3JWR3YKQjhuYW5zS2NiYzJGR0FFWkdUNzdJMXlCbXRYd2g5eGlQd21wYnBVc0w5RHRaTTJNdEY5NElVcktCSjZhM0o3OAovdm0xTFo4akMxRHdUT05oeFBncDJQWUlZOVdadGtUOWx5Y3J5bld5dnZiNXFMejBWY0ZXZUxjRkZ0bEgrMXk5CkEzZVNIdit0ak14RldFQXg3eTNLVjU1dmI5RWl0d2dwVDNTdWJSeVluS1VBVFg3dGtJVng0TnZseHRwOElDem0KRzdOak9hb3lPQmlUNitTMjR6Y0JNWm5mc29laUdTRnNBMWU4bVhCVjhOMWFWMHg3QkxZcVRoMjc0VytHYVA0NgpZRG1ZQmdHN05uV2haT3dRUGc4OHpRUmdET3ZSREQzdk1LWWVpR1dURmpIVEJiOW5odz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0319 16:59:32.530830 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0319 16:59:32.539497 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRFpOT2s3UC9CTWN3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM016a3pPVFEwTmpBZQpGdzB5TmpBek1Ua3hOalUzTWpWYUZ3MHlPREExTVRjeE5qVTNNalphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOek01TXprME5EWXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGFFcmlKRThKbVZWKy9HdE5DdHVsengzSFFzd0tvYitaKwpqVzlXWWIrNXduNHp0QmJwWkdtajVtZENMQnc0b1l2NElZS3NwRm5yOERIUDVodmQ0SUFFTUFCKzJ2WTBaM25sCkU1YlZpSEYrWFpFa3VVaktQQk9CQ0VtamhNaVhsZEJaWkV2OFYyb3JOVVZPZi82SGZDb0lqVjhYK3AxVGYyaU0KbFM1VTVJSTJuNDYwbkxvVEh0U2U0RzlsTEdHVmc2b1RTS1FXLzNhMFQwWTd0bnFzenNnTFFIaVptVnJoSU9yYgpSMGlCMU1qSVFVTWNVTS9aZWlFclhKUlNqM0xKRzNnVmJjVjF4eXdMTTdaaWVPQ0VNN1JvRis0c3FocUkwTlBpCkI0b0l0eXFtNW1IcXJEeU1JNlQwOC96L29VUVZ1U3VFalZlZVlZOVo0UGNnVjlLZjR3OTlBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlMzYmxvVQpVK0M0bk5RbDM0M3VHd28rNWRPd2JqQWZCZ05WSFNNRUdEQVdnQlMzYmxvVVUrQzRuTlFsMzQzdUd3bys1ZE93CmJqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUExU1F6S1dTMWo4MUYwUHg5bVFYdklkL0JrcVFNV1gzb3JWR3YKQjhuYW5zS2NiYzJGR0FFWkdUNzdJMXlCbXRYd2g5eGlQd21wYnBVc0w5RHRaTTJNdEY5NElVcktCSjZhM0o3OAovdm0xTFo4akMxRHdUT05oeFBncDJQWUlZOVdadGtUOWx5Y3J5bld5dnZiNXFMejBWY0ZXZUxjRkZ0bEgrMXk5CkEzZVNIdit0ak14RldFQXg3eTNLVjU1dmI5RWl0d2dwVDNTdWJSeVluS1VBVFg3dGtJVng0TnZseHRwOElDem0KRzdOak9hb3lPQmlUNitTMjR6Y0JNWm5mc29laUdTRnNBMWU4bVhCVjhOMWFWMHg3QkxZcVRoMjc0VytHYVA0NgpZRG1ZQmdHN05uV2haT3dRUGc4OHpRUmdET3ZSREQzdk1LWWVpR1dURmpIVEJiOW5odz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0319 16:59:32.557241 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0319 16:59:34.639583 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 16:59:34.639605 1 tasks.go:49] processing task group 2 of 3 I0319 16:59:34.639629 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 16:59:34.639629 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 16:59:34.639638 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 16:59:34.639667 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 16:59:34.639681 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 16:59:34.639712 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 16:59:34.639717 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 16:59:34.639730 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 16:59:34.639724 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 16:59:34.639737 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 16:59:34.639744 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 16:59:34.639745 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 16:59:34.639752 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 16:59:34.639758 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 16:59:34.639765 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 16:59:34.715711 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 16:59:34.729457 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 16:59:34.732221 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0319 16:59:34.735935 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 16:59:34.746334 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0319 16:59:34.768335 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0319 16:59:34.780411 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0319 16:59:34.791888 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 16:59:34.805588 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 16:59:34.845248 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 16:59:35.736870 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 16:59:35.748330 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 16:59:35.761084 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 16:59:35.769578 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 16:59:35.795333 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 16:59:37.845355 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 16:59:39.795935 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 16:59:39.844459 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0319 16:59:40.696883 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 16:59:44.933358 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 17:00:25.848699 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 17:01:50.002627 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 17:01:50.002655 1 tasks.go:49] processing task group 3 of 3 I0319 17:01:50.002666 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 17:01:50.050109 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 17:01:50.050194 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"417fa2a1-eec2-47e3-8b7e-381c574dce18", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0319 17:01:50.055435 1 operator.go:851] Updating ClusterOperator status to done. W0319 17:01:50.097437 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 17:01:50.131151 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 17:01:50.135858 1 tasks.go:49] processing task group 1 of 3 I0319 17:01:50.135878 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 17:01:50.135900 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 17:01:50.148075 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 17:01:53.279708 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 17:01:53.279727 1 tasks.go:49] processing task group 2 of 3 I0319 17:01:53.279749 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 17:01:53.279810 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 17:01:53.279827 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 17:01:53.279851 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 17:01:53.279865 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 17:01:53.279881 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 17:01:53.279906 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 17:01:53.279962 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 17:01:53.280042 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 17:01:53.280264 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 17:01:53.280268 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 17:01:53.280345 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 17:01:53.280395 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 17:01:53.280445 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 17:01:53.279895 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 17:01:53.330932 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 17:01:53.353185 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 17:01:53.365747 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 17:01:53.426159 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 17:01:54.350497 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 17:01:54.369878 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 17:01:54.377375 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 17:01:54.386385 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 17:01:54.419793 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 17:01:56.444036 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 17:01:58.400737 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 17:01:59.343171 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 17:01:59.426173 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 17:02:04.434743 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 17:02:08.626339 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 17:02:08.626365 1 tasks.go:49] processing task group 3 of 3 I0319 17:02:08.626378 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 17:02:08.656348 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 17:02:08.669507 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 17:02:08.674331 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 17:02:08.687953 1 operator.go:851] Updating ClusterOperator status to done. W0319 17:02:08.702378 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 17:02:08.732281 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 17:02:08.736892 1 tasks.go:49] processing task group 1 of 3 I0319 17:02:08.736910 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 17:02:08.736923 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 17:02:08.751579 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 17:02:11.877208 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 17:02:11.877232 1 tasks.go:49] processing task group 2 of 3 I0319 17:02:11.877251 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 17:02:11.877259 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 17:02:11.877267 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 17:02:11.877280 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 17:02:11.877321 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 17:02:11.877346 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 17:02:11.877367 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 17:02:11.877427 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 17:02:11.877493 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 17:02:11.877502 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 17:02:11.877510 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 17:02:11.877517 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 17:02:11.877524 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 17:02:11.877531 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 17:02:11.877537 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 17:02:11.927587 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 17:02:11.954769 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 17:02:11.973651 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 17:02:12.012590 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 17:02:12.945625 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 17:02:12.967001 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 17:02:12.970955 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 17:02:12.987435 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 17:02:13.002188 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 17:02:15.029107 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 17:02:17.007529 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 17:02:17.935598 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 17:02:18.029745 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 17:02:23.028274 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 17:02:27.184648 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 17:02:27.184675 1 tasks.go:49] processing task group 3 of 3 I0319 17:02:27.184686 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 17:02:27.223723 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 17:02:27.229020 1 operator.go:851] Updating ClusterOperator status to done. I0319 17:02:49.252913 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 17:02:49.252960 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 17:02:49.287380 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 17:02:49.293972 1 tasks.go:49] processing task group 1 of 3 I0319 17:02:49.293991 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 17:02:49.294008 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 17:02:49.309627 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 17:02:52.434758 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 17:02:52.434785 1 tasks.go:49] processing task group 2 of 3 I0319 17:02:52.434810 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 17:02:52.434818 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 17:02:52.434829 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 17:02:52.434834 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 17:02:52.434851 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 17:02:52.434883 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 17:02:52.434982 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 17:02:52.435133 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 17:02:52.434823 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 17:02:52.435249 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 17:02:52.435284 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 17:02:52.435325 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 17:02:52.435467 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 17:02:52.435333 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 17:02:52.435340 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 17:02:52.481122 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 17:02:52.500728 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 17:02:52.518973 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 17:02:52.562817 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 17:02:53.504620 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 17:02:53.521391 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 17:02:53.524197 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 17:02:53.543001 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 17:02:53.552674 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 17:02:55.582879 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 17:02:57.555745 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 17:02:58.493874 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 17:02:58.571508 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 17:03:03.580449 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 17:03:07.745450 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 17:03:07.745483 1 tasks.go:49] processing task group 3 of 3 I0319 17:03:07.745498 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 17:03:07.784097 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 17:03:07.789672 1 operator.go:851] Updating ClusterOperator status to done. I0319 17:07:49.252746 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 17:07:49.252798 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 17:07:49.279283 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 17:07:49.283901 1 tasks.go:49] processing task group 1 of 3 I0319 17:07:49.283924 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 17:07:49.283946 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 17:07:49.296158 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 17:07:52.434717 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 17:07:52.434738 1 tasks.go:49] processing task group 2 of 3 I0319 17:07:52.434761 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 17:07:52.434772 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 17:07:52.434785 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 17:07:52.434807 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 17:07:52.434822 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 17:07:52.434856 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 17:07:52.434879 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 17:07:52.434908 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 17:07:52.434766 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 17:07:52.435142 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 17:07:52.435219 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 17:07:52.435225 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 17:07:52.435305 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 17:07:52.434863 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 17:07:52.435464 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 17:07:52.487895 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 17:07:52.508424 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 17:07:52.525366 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 17:07:52.580150 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 17:07:53.516654 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 17:07:53.535219 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 17:07:53.538148 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 17:07:53.554626 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 17:07:53.585379 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 17:07:55.595737 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 17:07:57.584701 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 17:07:58.506961 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 17:07:58.581724 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 17:08:03.607680 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 17:08:07.747422 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 17:08:07.747454 1 tasks.go:49] processing task group 3 of 3 I0319 17:08:07.747468 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 17:08:07.786470 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 17:08:07.791378 1 operator.go:851] Updating ClusterOperator status to done. I0319 17:12:49.154487 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls W0319 17:12:49.154526 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 17:12:49.154487 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0319 17:12:49.154574 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0319 17:12:49.154580 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0319 17:12:49.154681 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0319 17:12:49.154726 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0319 17:12:49.155993 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0319 17:12:49.157087 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0319 17:12:49.158170 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0319 17:12:49.158178 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0319 17:12:49.159263 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0319 17:12:49.184021 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 17:12:49.188929 1 tasks.go:49] processing task group 1 of 3 I0319 17:12:49.188955 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 17:12:49.188966 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 17:12:49.202356 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 17:12:49.204783 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0319 17:12:49.252970 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0319 17:12:52.381837 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 17:12:52.381866 1 tasks.go:49] processing task group 2 of 3 I0319 17:12:52.381891 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 17:12:52.381899 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 17:12:52.381900 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 17:12:52.381910 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 17:12:52.381922 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 17:12:52.382002 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 17:12:52.381939 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 17:12:52.382001 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 17:12:52.381951 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 17:12:52.381972 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 17:12:52.381983 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 17:12:52.381991 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 17:12:52.382023 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 17:12:52.382521 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 17:12:52.381988 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 17:12:52.450864 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 17:12:52.479085 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 17:12:52.482223 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 17:12:52.549310 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 17:12:53.464334 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 17:12:53.504459 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 17:12:53.504480 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 17:12:53.508509 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 17:12:53.529036 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 17:12:55.562903 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 17:12:57.526481 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 17:12:58.436266 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 17:12:58.542221 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 17:13:03.548801 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 17:13:07.757960 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 17:13:07.757989 1 tasks.go:49] processing task group 3 of 3 I0319 17:13:07.757999 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 17:13:07.807137 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 17:13:07.814641 1 operator.go:851] Updating ClusterOperator status to done. W0319 17:13:07.830396 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 17:13:07.871647 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 17:13:07.876078 1 tasks.go:49] processing task group 1 of 3 I0319 17:13:07.876100 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 17:13:07.876111 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 17:13:07.888924 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 17:13:11.003150 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 17:13:11.003174 1 tasks.go:49] processing task group 2 of 3 I0319 17:13:11.003193 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 17:13:11.003198 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 17:13:11.003207 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 17:13:11.003221 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 17:13:11.003249 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 17:13:11.003264 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 17:13:11.003284 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 17:13:11.003363 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 17:13:11.003527 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 17:13:11.003589 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 17:13:11.003543 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 17:13:11.003545 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 17:13:11.003551 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 17:13:11.003552 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 17:13:11.003558 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 17:13:11.058621 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 17:13:11.076991 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 17:13:11.084389 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 17:13:11.139460 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 17:13:12.077350 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 17:13:12.099277 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 17:13:12.103662 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 17:13:12.113542 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 17:13:12.132510 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 17:13:14.151024 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 17:13:16.142619 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 17:13:17.064762 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 17:13:17.152480 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 17:13:22.154855 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 17:13:26.304469 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 17:13:26.304493 1 tasks.go:49] processing task group 3 of 3 I0319 17:13:26.304504 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 17:13:26.341723 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 17:13:26.346821 1 operator.go:851] Updating ClusterOperator status to done. I0319 17:17:49.252743 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 17:17:49.252799 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 17:17:49.279363 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 17:17:49.284404 1 tasks.go:49] processing task group 1 of 3 I0319 17:17:49.284426 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 17:17:49.284453 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 17:17:49.296170 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 17:17:52.420620 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 17:17:52.420642 1 tasks.go:49] processing task group 2 of 3 I0319 17:17:52.420668 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 17:17:52.420676 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 17:17:52.420682 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 17:17:52.420695 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 17:17:52.420724 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 17:17:52.420788 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 17:17:52.420736 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 17:17:52.420750 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 17:17:52.420762 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 17:17:52.420758 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 17:17:52.420769 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 17:17:52.420764 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 17:17:52.420777 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 17:17:52.420780 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 17:17:52.420781 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 17:17:52.476331 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 17:17:52.492936 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 17:17:52.508505 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 17:17:52.555394 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 17:17:53.494363 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 17:17:53.512753 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 17:17:53.518315 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 17:17:53.531733 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 17:17:53.556453 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 17:17:55.574026 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 17:17:57.550730 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 17:17:58.480647 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 17:17:58.568745 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 17:18:03.576534 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 17:18:07.753365 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 17:18:07.753389 1 tasks.go:49] processing task group 3 of 3 I0319 17:18:07.753400 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 17:18:07.794304 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 17:18:07.800231 1 operator.go:851] Updating ClusterOperator status to done. I0319 17:22:49.252723 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0319 17:22:49.252782 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0319 17:22:49.283483 1 operator.go:830] Updating ClusterOperator status to InProgress. I0319 17:22:49.288626 1 tasks.go:49] processing task group 1 of 3 I0319 17:22:49.288648 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0319 17:22:49.288663 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0319 17:22:49.302457 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0319 17:22:52.425416 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0319 17:22:52.425437 1 tasks.go:49] processing task group 2 of 3 I0319 17:22:52.425459 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 17:22:52.425465 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 17:22:52.425478 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0319 17:22:52.425492 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0319 17:22:52.425519 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0319 17:22:52.425526 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 17:22:52.425554 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0319 17:22:52.425608 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0319 17:22:52.425668 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0319 17:22:52.425772 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0319 17:22:52.425905 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0319 17:22:52.425955 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 17:22:52.425931 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0319 17:22:52.425944 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0319 17:22:52.426000 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0319 17:22:52.478022 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0319 17:22:52.500388 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0319 17:22:52.513220 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0319 17:22:52.565916 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0319 17:22:53.507093 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0319 17:22:53.524245 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0319 17:22:53.537383 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0319 17:22:53.542848 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0319 17:22:53.566617 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0319 17:22:55.579725 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0319 17:22:57.546947 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0319 17:22:58.478583 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0319 17:22:58.565847 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0319 17:23:03.582680 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0319 17:23:07.708874 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0319 17:23:07.708902 1 tasks.go:49] processing task group 3 of 3 I0319 17:23:07.708912 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0319 17:23:07.742784 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0319 17:23:07.747248 1 operator.go:851] Updating ClusterOperator status to done.