W0629 21:58:57.944117 1 client_config.go:659] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0629 21:58:57.985516 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0629 21:58:57.985563 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0629 21:58:57.985588 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0629 21:58:57.992330 1 reflector.go:368] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0629 21:58:57.992550 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "ChunkSizeMiB", "CloudDualStackNodeIPs", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "SetEIPForNLBIngressController", "VSphereControlPlaneMachineSet", "VSphereDriverConfiguration", "VSphereMultiVCenters", "VSphereStaticIPs", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AdditionalRoutingCapabilities", "AutomatedEtcdBackup", "BootcNodeManagement", "CSIDriverSharedResource", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ConsolePluginContentSecurityPolicy", "DNSNameResolver", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "GCPClusterHostedDNS", "GatewayAPI", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MetricsCollectionProfiles", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OnClusterBuild", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SignatureStores", "SigstoreImageVerification", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0629 21:58:57.993376 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0629 21:58:57.994782 1 reflector.go:368] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0629 21:58:58.007966 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:563 I0629 21:58:58.008805 1 reflector.go:368] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0629 21:58:58.010439 1 reflector.go:368] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0629 21:58:58.010587 1 reflector.go:368] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 21:58:58.022081 1 reflector.go:368] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 21:58:58.022120 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 21:58:58.022757 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 21:58:58.023030 1 reflector.go:368] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 21:58:58.023112 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0629 21:58:58.023309 1 reflector.go:368] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 21:58:58.029500 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 21:58:58.029275 1 reflector.go:368] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 21:58:58.030649 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 21:58:58.032123 1 reflector.go:368] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 21:58:58.037804 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 21:58:58.037960 1 reflector.go:368] Caches populated for *v1.CustomResourceDefinition from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 21:58:58.041637 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 21:58:58.061553 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 21:58:58.097860 1 operator.go:595] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0629 21:58:58.097907 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 21:58:58.097934 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0629 21:58:58.097948 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0629 21:58:58.097953 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0629 21:58:58.097949 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0629 21:58:58.097961 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0629 21:58:58.097965 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0629 21:58:58.097969 1 rule_controller.go:113] Starting alerting rules controller I0629 21:58:58.097975 1 relabel_controller.go:117] Starting alert relabel config controller I0629 21:58:58.097986 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0629 21:58:58.097989 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0629 21:58:58.103173 1 reflector.go:368] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0629 21:58:58.103228 1 reflector.go:368] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0629 21:58:58.104093 1 reflector.go:368] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0629 21:58:58.104290 1 reflector.go:368] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0629 21:58:58.105672 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0629 21:58:58.108457 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0629 21:58:58.123844 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-l458m" is created for OpenShiftMonitoringClientCertRequester I0629 21:58:58.130609 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-stvfs" is created for OpenShiftMonitoringTelemeterClientCertRequester I0629 21:58:58.197140 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 21:58:58.198117 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0629 21:58:58.198138 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0629 21:58:58.218906 1 tasks.go:49] processing task group 1 of 3 I0629 21:58:58.218931 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 21:58:58.218944 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 21:58:58.220508 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0629 21:58:58.234149 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0629 21:58:58.239989 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 21:58:58.240164 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0629 21:58:58.243078 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 21:58:58.243552 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0629 21:58:58.249596 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0629 21:58:58.258100 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 21:58:58.323845 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0629 21:58:58.395664 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0629 21:58:58.409549 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0629 21:58:58.431905 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController I0629 21:58:58.433028 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0629 21:58:58.433041 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0629 21:58:58.433060 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0629 21:58:58.433067 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0629 21:58:58.435060 1 secure_serving.go:57] Forcing use of http/1.1 only I0629 21:58:58.435071 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete W0629 21:58:58.435079 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0629 21:58:58.435084 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0629 21:58:58.435088 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0629 21:58:58.435091 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0629 21:58:58.435094 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0629 21:58:58.435096 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0629 21:58:58.435732 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0629 21:58:58.441660 1 requestheader_controller.go:172] Starting RequestHeaderAuthRequestController I0629 21:58:58.441672 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0629 21:58:58.441682 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0629 21:58:58.441685 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0629 21:58:58.441695 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0629 21:58:58.441699 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0629 21:58:58.441945 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0629 21:58:58.441961 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1782770308\" (2026-06-29 21:58:38 +0000 UTC to 2028-06-28 21:58:39 +0000 UTC (now=2026-06-29 21:58:58.441938381 +0000 UTC))" I0629 21:58:58.442079 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1782770338\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1782770338\" (2026-06-29 20:58:57 +0000 UTC to 2027-06-29 20:58:57 +0000 UTC (now=2026-06-29 21:58:58.442061807 +0000 UTC))" I0629 21:58:58.442095 1 secure_serving.go:213] Serving securely on [::]:8443 I0629 21:58:58.442113 1 genericapiserver.go:683] [graceful-termination] waiting for shutdown to be initiated I0629 21:58:58.442126 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0629 21:58:58.445432 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0629 21:58:58.445569 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:175 I0629 21:58:58.445598 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0629 21:58:58.455974 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0629 21:58:58.542128 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0629 21:58:58.542206 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0629 21:58:58.542227 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0629 21:58:58.542448 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-06-29 21:46:44 +0000 UTC to 2036-06-26 21:46:44 +0000 UTC (now=2026-06-29 21:58:58.542424849 +0000 UTC))" I0629 21:58:58.542474 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-06-29 21:46:44 +0000 UTC to 2036-06-26 21:46:44 +0000 UTC (now=2026-06-29 21:58:58.542464354 +0000 UTC))" I0629 21:58:58.542484 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-06-29 21:46:45 +0000 UTC to 2036-06-26 21:46:45 +0000 UTC (now=2026-06-29 21:58:58.542477729 +0000 UTC))" I0629 21:58:58.542498 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-06-29 21:46:46 +0000 UTC to 2036-06-26 21:46:46 +0000 UTC (now=2026-06-29 21:58:58.542490156 +0000 UTC))" I0629 21:58:58.542509 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-06-29 21:46:47 +0000 UTC to 2036-06-26 21:46:47 +0000 UTC (now=2026-06-29 21:58:58.542503699 +0000 UTC))" I0629 21:58:58.542520 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2r89gr5bvgt2nqijn7sqvip3obr3jvq1-kx-5cf124db70_customer-system-admin-signer@1782769617\" [] issuer=\"\" (2026-06-29 21:46:56 +0000 UTC to 2026-07-06 21:46:57 +0000 UTC (now=2026-06-29 21:58:58.542512559 +0000 UTC))" I0629 21:58:58.542550 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2r89gr5bvgt2nqijn7sqvip3obr3jvq1-kx-5cf124db70_sre-system-admin-signer@1782769617\" [] issuer=\"\" (2026-06-29 21:46:57 +0000 UTC to 2026-07-06 21:46:58 +0000 UTC (now=2026-06-29 21:58:58.542542812 +0000 UTC))" I0629 21:58:58.542561 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-06-29 21:46:43 +0000 UTC to 2036-06-26 21:46:43 +0000 UTC (now=2026-06-29 21:58:58.54255524 +0000 UTC))" I0629 21:58:58.542701 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1782770308\" (2026-06-29 21:58:38 +0000 UTC to 2028-06-28 21:58:39 +0000 UTC (now=2026-06-29 21:58:58.542689596 +0000 UTC))" I0629 21:58:58.542826 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1782770338\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1782770338\" (2026-06-29 20:58:57 +0000 UTC to 2027-06-29 20:58:57 +0000 UTC (now=2026-06-29 21:58:58.542815888 +0000 UTC))" I0629 21:59:01.509200 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0629 21:59:01.522243 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0629 21:59:01.537168 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0629 21:59:05.677240 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 21:59:05.677260 1 tasks.go:49] processing task group 2 of 3 I0629 21:59:05.677293 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 21:59:05.677292 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 21:59:05.677302 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 21:59:05.677303 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 21:59:05.677313 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 21:59:05.677315 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 21:59:05.677321 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 21:59:05.677319 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 21:59:05.677329 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 21:59:05.677333 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 21:59:05.677336 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 21:59:05.677339 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 21:59:05.677343 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 21:59:05.677342 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 21:59:05.677365 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 21:59:05.706200 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0629 21:59:05.708067 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0629 21:59:05.731051 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0629 21:59:05.758792 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0629 21:59:05.764140 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0629 21:59:05.788660 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 21:59:05.796650 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0629 21:59:05.819274 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 21:59:05.842837 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0629 21:59:05.852666 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 21:59:05.878034 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0629 21:59:05.880474 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0629 21:59:05.880805 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0629 21:59:05.886375 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0629 21:59:05.953702 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0629 21:59:05.954441 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0629 21:59:06.055093 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0629 21:59:06.058513 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0629 21:59:06.064949 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0629 21:59:06.064959 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0629 21:59:06.066713 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0629 21:59:06.066726 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing W0629 21:59:06.075378 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterroles.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0629 21:59:06.075390 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterroles.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0629 21:59:06.082434 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0629 21:59:06.083584 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0629 21:59:06.107211 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0629 21:59:06.111597 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0629 21:59:06.135333 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0629 21:59:06.237457 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0629 21:59:06.332818 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0629 21:59:06.360410 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0629 21:59:06.440512 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0629 21:59:06.441343 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0629 21:59:06.540549 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0629 21:59:06.541372 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0629 21:59:06.649283 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0629 21:59:06.659389 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0629 21:59:06.688076 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0629 21:59:06.747283 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0629 21:59:06.812300 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0629 21:59:06.871866 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0629 21:59:06.892410 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0629 21:59:06.907091 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0629 21:59:06.952957 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0629 21:59:06.982965 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0629 21:59:07.049148 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0629 21:59:07.050536 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0629 21:59:07.063341 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0629 21:59:07.085046 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0629 21:59:07.129115 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0629 21:59:07.153960 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 21:59:07.154189 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0629 21:59:07.192832 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0629 21:59:07.204789 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0629 21:59:07.506535 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 21:59:07.823104 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 21:59:07.823188 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0629 21:59:07.823958 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 21:59:07.865310 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 21:59:07.887611 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0629 21:59:07.902657 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0629 21:59:07.918414 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0629 21:59:08.011681 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0629 21:59:08.114290 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0629 21:59:08.177445 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 21:59:08.209613 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0629 21:59:08.216133 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-9vf11taud1rhq -n openshift-monitoring because it was missing I0629 21:59:08.329847 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0629 21:59:08.437285 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0629 21:59:08.529183 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0629 21:59:08.630191 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0629 21:59:08.729825 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0629 21:59:08.829670 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0629 21:59:08.844687 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 21:59:08.931847 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0629 21:59:09.031572 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0629 21:59:09.116725 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0629 21:59:09.133116 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0629 21:59:09.265207 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 21:59:09.727217 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0629 21:59:10.245259 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 21:59:10.771621 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0629 21:59:10.796819 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0629 21:59:11.856020 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-95u9dt75546pd -n openshift-monitoring because it was missing I0629 21:59:12.170665 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-5esmao87380qp -n openshift-monitoring because it was missing I0629 21:59:12.255598 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0629 21:59:12.283606 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0629 21:59:12.295831 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0629 21:59:14.854941 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 21:59:14.855012 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0629 21:59:19.075385 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 21:59:19.308937 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0629 21:59:19.347755 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 21:59:24.593968 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 21:59:33.082911 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 21:59:47.237398 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 21:59:48.100645 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 21:59:48.131999 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 21:59:48.166479 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 21:59:48.226956 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 21:59:48.257841 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 21:59:48.291531 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 21:59:48.327725 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 21:59:48.381898 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 21:59:48.491224 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 21:59:48.693472 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 21:59:48.891996 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 21:59:52.939948 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0629 21:59:52.956792 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 21:59:52.956811 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0629 22:00:22.369932 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 22:00:22.369981 1 operator.go:886] 1 reconciliation(s) failed, 2 more attempt(s) will be made before reporting failures. E0629 22:00:22.369989 1 operator.go:705] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0629 22:00:22.370006 1 operator.go:706] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0629 22:00:22.371116 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 22:00:22.413343 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 22:00:22.419015 1 tasks.go:49] processing task group 1 of 3 I0629 22:00:22.419034 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 22:00:22.419049 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:00:22.434769 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:00:23.477657 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJV2ptWGRNQlQyZk13RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjNE1qYzNNRE13T0RBZQpGdzB5TmpBMk1qa3lNVFU0TWpkYUZ3MHlPREE0TWpjeU1UVTRNamhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNPREkzTnpBek1EZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRERKdG96TGR2a01EcGRtVU9pczJORUkyRGM2UGFSMlcrUgo0QWxtREdHZ3J3R0dwUGExdGhXMG80OUhoZjE4eGRlNWY0MzJUK1NFY3N2VzgzeDMyaWxtZzV5cG1VUUlhdkJjCk04WXprOUxlcDhNdks0K3hNWWZ0ZHlzczFaWlNxaS9hUE12OWpITjFXd2hsZU9FcjlOSnp3SW9QeStyb0g5a0sKbExYNkRJUjJqM1BmckdFcnF0bDdFN0h0NmVCNEc1MWhTZlNVRkJWdHZwU2pBeFhrRUpZK1dlYklFSWxyQzEwYQpMN1NPQ3RHVnZCemtDR1dIYzJKWlVCKzFPMFN5d3RMLzF5OFRNM0NtSTBSVjF4RkVRc0tWa011UnRsL0t4RFpYCm0yQ0tEZHJXN0RjV2xpblY3RFdNcSs0RHF6UU8xbkRSbnU4bnR0bndMd1RDVGxyS1dpbGZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNiZEEyNwpnblV5dzNVY3NlUjFrekJsMlI4RVh6QWZCZ05WSFNNRUdEQVdnQlNiZEEyN2duVXl3M1Vjc2VSMWt6QmwyUjhFClh6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFxa3hMUE9uVjJyV3NST2ZRZ1pIRGF3bDM5eENuTUo0L1B4ZmEKS3FqeTBnd09ML0tiblNZMlc5SGlPNW5ySjVpZjlIRm9TanFHdmhwaythb2xEenpFak40VnRiQ3JZb1c2R0l5YwpoRGdlTk9QNm1jUzNORDV4bDBFb21PTWZETmxCTjRJYklPOFNhVThBYnlCS3o5OUxjTlNGckozZzJ4V0pHYXg0Cmhrd1dqZDZTM0NVeVgybDdwcURLMS93b1Z4dmdrVkRJRlJzWjAzazM5dENkMFpGK2VzZjBQalZNb0FJUW1XTDYKTkFpZlRhWmVDUEJGV2NvU0R4d3AveTZtTjlqNmFjS1JydUQ5L09Vb2xUSkhxbGp3QmFUNm96djdDR3hCdzdzZAphcm04RGkxcHV1c0JRdkM5eVZMdTZGOForblpiVWNhQTkwL1Z0bHN2Vk5WdUpIcmNIQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0629 22:00:23.484464 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0629 22:00:23.490254 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJV2ptWGRNQlQyZk13RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjNE1qYzNNRE13T0RBZQpGdzB5TmpBMk1qa3lNVFU0TWpkYUZ3MHlPREE0TWpjeU1UVTRNamhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNPREkzTnpBek1EZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRERKdG96TGR2a01EcGRtVU9pczJORUkyRGM2UGFSMlcrUgo0QWxtREdHZ3J3R0dwUGExdGhXMG80OUhoZjE4eGRlNWY0MzJUK1NFY3N2VzgzeDMyaWxtZzV5cG1VUUlhdkJjCk04WXprOUxlcDhNdks0K3hNWWZ0ZHlzczFaWlNxaS9hUE12OWpITjFXd2hsZU9FcjlOSnp3SW9QeStyb0g5a0sKbExYNkRJUjJqM1BmckdFcnF0bDdFN0h0NmVCNEc1MWhTZlNVRkJWdHZwU2pBeFhrRUpZK1dlYklFSWxyQzEwYQpMN1NPQ3RHVnZCemtDR1dIYzJKWlVCKzFPMFN5d3RMLzF5OFRNM0NtSTBSVjF4RkVRc0tWa011UnRsL0t4RFpYCm0yQ0tEZHJXN0RjV2xpblY3RFdNcSs0RHF6UU8xbkRSbnU4bnR0bndMd1RDVGxyS1dpbGZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNiZEEyNwpnblV5dzNVY3NlUjFrekJsMlI4RVh6QWZCZ05WSFNNRUdEQVdnQlNiZEEyN2duVXl3M1Vjc2VSMWt6QmwyUjhFClh6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFxa3hMUE9uVjJyV3NST2ZRZ1pIRGF3bDM5eENuTUo0L1B4ZmEKS3FqeTBnd09ML0tiblNZMlc5SGlPNW5ySjVpZjlIRm9TanFHdmhwaythb2xEenpFak40VnRiQ3JZb1c2R0l5YwpoRGdlTk9QNm1jUzNORDV4bDBFb21PTWZETmxCTjRJYklPOFNhVThBYnlCS3o5OUxjTlNGckozZzJ4V0pHYXg0Cmhrd1dqZDZTM0NVeVgybDdwcURLMS93b1Z4dmdrVkRJRlJzWjAzazM5dENkMFpGK2VzZjBQalZNb0FJUW1XTDYKTkFpZlRhWmVDUEJGV2NvU0R4d3AveTZtTjlqNmFjS1JydUQ5L09Vb2xUSkhxbGp3QmFUNm96djdDR3hCdzdzZAphcm04RGkxcHV1c0JRdkM5eVZMdTZGOForblpiVWNhQTkwL1Z0bHN2Vk5WdUpIcmNIQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0629 22:00:23.497560 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0629 22:00:25.584361 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 22:00:25.584382 1 tasks.go:49] processing task group 2 of 3 I0629 22:00:25.584408 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:00:25.584415 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 22:00:25.584433 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 22:00:25.584459 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:00:25.584482 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 22:00:25.584501 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:00:25.584529 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 22:00:25.584550 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:00:25.584562 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 22:00:25.584576 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:00:25.584589 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 22:00:25.584611 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:00:25.584644 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 22:00:25.584664 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 22:00:25.584681 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 22:00:25.656870 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:00:25.676270 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:00:25.683984 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 22:00:25.695576 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0629 22:00:25.714133 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0629 22:00:25.737736 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0629 22:00:25.753830 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:00:25.754547 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0629 22:00:25.773505 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 22:00:25.825319 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 22:00:26.673277 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:00:26.700020 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 22:00:26.704409 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:00:26.721271 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:00:26.743858 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 22:00:28.761702 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 22:00:30.835601 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-56c9b9fa8d9gs -n openshift-monitoring because it was missing I0629 22:00:31.763702 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 22:00:32.685033 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 22:00:34.936869 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 22:01:26.773957 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 22:02:40.990848 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 22:02:40.990871 1 tasks.go:49] processing task group 3 of 3 I0629 22:02:40.990878 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 22:02:41.043844 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 22:02:41.043933 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0629 22:02:41.053640 1 operator.go:862] Updating ClusterOperator status to done. W0629 22:02:41.100074 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 22:02:41.158371 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 22:02:41.164591 1 tasks.go:49] processing task group 1 of 3 I0629 22:02:41.164609 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 22:02:41.164637 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:02:41.181368 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:02:44.331810 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 22:02:44.331829 1 tasks.go:49] processing task group 2 of 3 I0629 22:02:44.331850 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 22:02:44.331861 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:02:44.331866 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 22:02:44.331886 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:02:44.331907 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 22:02:44.331928 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:02:44.331948 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:02:44.331965 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 22:02:44.331986 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 22:02:44.331988 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 22:02:44.332003 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:02:44.332026 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 22:02:44.332038 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 22:02:44.332046 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 22:02:44.332060 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:02:44.411525 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:02:44.425601 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 22:02:44.434621 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:02:44.502890 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:02:45.420951 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:02:45.448712 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 22:02:45.458651 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:02:45.469752 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:02:45.499066 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 22:02:47.509369 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 22:02:50.504249 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 22:02:50.526732 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 22:02:51.420708 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 22:02:54.401639 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 22:02:55.506962 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 22:02:59.693364 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 22:02:59.693389 1 tasks.go:49] processing task group 3 of 3 I0629 22:02:59.693399 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 22:02:59.735399 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 22:02:59.744143 1 operator.go:862] Updating ClusterOperator status to done. W0629 22:02:59.755587 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 22:02:59.800586 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 22:02:59.806829 1 tasks.go:49] processing task group 1 of 3 I0629 22:02:59.806851 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 22:02:59.806867 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:02:59.823753 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:03:02.969140 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 22:03:02.969161 1 tasks.go:49] processing task group 2 of 3 I0629 22:03:02.969186 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:03:02.969194 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 22:03:02.969202 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 22:03:02.969226 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:03:02.969247 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 22:03:02.969274 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 22:03:02.969288 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 22:03:02.969302 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:03:02.969321 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:03:02.969343 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 22:03:02.969363 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:03:02.969397 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 22:03:02.969397 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 22:03:02.969413 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:03:02.969419 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 22:03:03.044304 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:03:03.069667 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:03:03.072712 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 22:03:03.131949 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:03:04.060488 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:03:04.087547 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:03:04.099890 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:03:04.101656 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 22:03:04.126277 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 22:03:06.147460 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 22:03:09.134063 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 22:03:09.158312 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 22:03:10.066288 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 22:03:14.152374 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 22:03:18.325336 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 22:03:18.325359 1 tasks.go:49] processing task group 3 of 3 I0629 22:03:18.325369 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 22:03:18.370295 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 22:03:18.378901 1 operator.go:862] Updating ClusterOperator status to done. I0629 22:03:58.098492 1 operator.go:606] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0629 22:03:58.098529 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 22:03:58.142417 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 22:03:58.148283 1 tasks.go:49] processing task group 1 of 3 I0629 22:03:58.148307 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 22:03:58.148323 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:03:58.165967 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:04:01.329068 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 22:04:01.329089 1 tasks.go:49] processing task group 2 of 3 I0629 22:04:01.329114 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:04:01.329168 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 22:04:01.329179 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 22:04:01.329197 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:04:01.329216 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 22:04:01.329251 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 22:04:01.329263 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 22:04:01.329274 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:04:01.329292 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 22:04:01.329314 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:04:01.329334 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 22:04:01.329340 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 22:04:01.329359 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:04:01.329385 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:04:01.329393 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 22:04:01.410971 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:04:01.426168 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 22:04:01.435241 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:04:01.509998 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:04:02.435118 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:04:02.462922 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 22:04:02.470492 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:04:02.491967 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:04:02.492168 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 22:04:04.532102 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 22:04:07.501604 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 22:04:07.515458 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 22:04:08.422321 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 22:04:12.545797 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 22:04:16.706518 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 22:04:16.706543 1 tasks.go:49] processing task group 3 of 3 I0629 22:04:16.706561 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 22:04:16.748265 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 22:04:16.757122 1 operator.go:862] Updating ClusterOperator status to done. I0629 22:08:58.098879 1 operator.go:606] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0629 22:08:58.098934 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 22:08:58.143818 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 22:08:58.149311 1 tasks.go:49] processing task group 1 of 3 I0629 22:08:58.149333 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 22:08:58.149346 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:08:58.165941 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:09:01.324369 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 22:09:01.324390 1 tasks.go:49] processing task group 2 of 3 I0629 22:09:01.324414 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:09:01.324415 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:09:01.324427 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 22:09:01.324446 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 22:09:01.324471 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 22:09:01.324489 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:09:01.324511 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 22:09:01.324515 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 22:09:01.324534 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 22:09:01.324556 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 22:09:01.324567 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 22:09:01.324596 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:09:01.324609 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:09:01.324612 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 22:09:01.324603 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:09:01.390465 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:09:01.417348 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 22:09:01.427462 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:09:01.496230 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:09:02.414295 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:09:02.444313 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:09:02.454829 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 22:09:02.455566 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:09:02.483876 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 22:09:04.501244 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 22:09:07.491933 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 22:09:07.510393 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 22:09:08.410061 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 22:09:12.503553 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 22:09:16.683306 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 22:09:16.683327 1 tasks.go:49] processing task group 3 of 3 I0629 22:09:16.683336 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 22:09:16.727201 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 22:09:16.737757 1 operator.go:862] Updating ClusterOperator status to done. I0629 22:13:37.050870 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config W0629 22:13:37.056559 1 operator.go:968] User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap not found. Using defaults. I0629 22:13:37.126186 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 22:13:37.131805 1 tasks.go:49] processing task group 1 of 3 I0629 22:13:37.131833 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 22:13:37.131850 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:13:37.168907 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:13:37.168982 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-user-workload-monitoring because it was missing I0629 22:13:40.427965 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 22:13:40.427985 1 tasks.go:49] processing task group 2 of 3 I0629 22:13:40.428009 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:13:40.428013 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 22:13:40.428025 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 22:13:40.428043 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:13:40.428059 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:13:40.428074 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:13:40.428087 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 22:13:40.428113 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:13:40.428137 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 22:13:40.428160 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 22:13:40.428149 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:13:40.428168 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 22:13:40.428199 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 22:13:40.428222 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 22:13:40.428189 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 22:13:40.457092 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0629 22:13:40.508969 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0629 22:13:40.518811 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0629 22:13:40.642548 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 22:13:40.673992 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:13:40.674167 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0629 22:13:40.718360 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0629 22:13:40.796211 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:13:40.805102 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0629 22:13:40.833774 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0629 22:13:40.862101 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-operator-uwm-kube-rbac-proxy-config -n openshift-user-workload-monitoring because it was missing I0629 22:13:40.875298 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0629 22:13:40.954065 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring because it was missing I0629 22:13:41.049355 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0629 22:13:41.175126 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0629 22:13:41.282166 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0629 22:13:41.382568 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0629 22:13:41.413159 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0629 22:13:41.437960 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload-thanos-sidecar -n openshift-user-workload-monitoring because it was missing I0629 22:13:41.658878 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:13:41.728830 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 22:13:41.796948 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 22:13:41.815261 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-ruler because it was missing I0629 22:13:41.910229 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler because it was missing I0629 22:13:42.020264 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler-monitoring because it was missing I0629 22:13:42.134683 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/user-workload-alertmanager-thanos-ruler -n openshift-user-workload-monitoring because it was missing I0629 22:13:42.170071 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0629 22:13:42.199174 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-user-workload-kube-rbac-proxy-web -n openshift-user-workload-monitoring because it was missing I0629 22:13:42.226800 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0629 22:13:42.273286 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-query-config -n openshift-user-workload-monitoring because it was missing I0629 22:13:42.297810 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-alertmanagers-config -n openshift-user-workload-monitoring because it was missing I0629 22:13:42.475494 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-grpc-tls-5esmao87380qp -n openshift-user-workload-monitoring because it was missing I0629 22:13:42.512079 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0629 22:13:42.572469 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-federate -n openshift-user-workload-monitoring because it was missing I0629 22:13:42.630893 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-user-workload-trusted-ca-bundle -n openshift-user-workload-monitoring because it was missing I0629 22:13:42.656295 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-additional-alertmanager-configs -n openshift-user-workload-monitoring because it was missing I0629 22:13:42.683124 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0629 22:13:43.174637 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheususer-workload -n openshift-monitoring because it was missing W0629 22:13:43.198017 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 22:13:43.211313 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 22:13:43.321296 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-grpc-tls-5esmao87380qp -n openshift-user-workload-monitoring because it was missing I0629 22:13:43.343889 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-ruler-user-workload -n openshift-user-workload-monitoring because it was missing I0629 22:13:45.128968 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:13:46.954163 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 22:13:47.295182 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 22:13:47.769112 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 22:13:50.832941 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 22:13:51.919847 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 22:13:53.608957 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:13:53.609028 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"4da85cf5-76b6-4f5e-9047-95cff3040070", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-thanos-ruler -n openshift-monitoring because it was missing I0629 22:13:58.008757 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 22:13:58.008779 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 22:13:58.008793 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 22:13:58.010965 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 22:13:58.010989 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 22:13:58.010998 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 22:13:58.022533 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 22:13:58.023620 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 22:13:58.023659 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 22:13:58.029896 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 22:13:58.029971 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 22:13:58.033134 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 22:13:58.062542 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 22:14:03.818247 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:15:56.400591 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 22:15:56.400615 1 tasks.go:49] processing task group 3 of 3 I0629 22:15:56.400621 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 22:15:56.452609 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 22:15:56.463704 1 operator.go:862] Updating ClusterOperator status to done. W0629 22:15:56.483212 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 22:15:56.529363 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 22:15:56.535564 1 tasks.go:49] processing task group 1 of 3 I0629 22:15:56.535585 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 22:15:56.535599 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:15:56.553242 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:15:59.774488 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 22:15:59.774509 1 tasks.go:49] processing task group 2 of 3 I0629 22:15:59.774539 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:15:59.774538 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 22:15:59.774546 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 22:15:59.774563 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 22:15:59.774582 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:15:59.774594 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 22:15:59.774643 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 22:15:59.774655 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 22:15:59.774657 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 22:15:59.774681 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:15:59.774695 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:15:59.774716 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:15:59.774735 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:15:59.774737 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 22:15:59.774643 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 22:15:59.963550 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 22:16:00.030680 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:16:00.123748 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:16:01.027201 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:16:01.134046 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 22:16:01.246706 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 22:16:02.030959 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:16:03.108381 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 22:16:06.130414 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 22:16:06.132538 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 22:16:06.892209 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 22:16:11.102448 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 22:16:12.140561 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:16:12.390334 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:16:15.509324 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 22:16:15.509348 1 tasks.go:49] processing task group 3 of 3 I0629 22:16:15.509357 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 22:16:15.556017 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 22:16:15.565357 1 operator.go:862] Updating ClusterOperator status to done. I0629 22:28:58.009427 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 22:28:58.009452 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 22:28:58.009496 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 22:28:58.011720 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 22:28:58.011760 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 22:28:58.011783 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls W0629 22:28:58.015793 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 22:28:58.022726 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 22:28:58.023832 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 22:28:58.023893 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 22:28:58.030666 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 22:28:58.030677 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 22:28:58.033298 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 22:28:58.062615 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 22:28:58.068159 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 22:28:58.074204 1 tasks.go:49] processing task group 1 of 3 I0629 22:28:58.074228 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 22:28:58.074241 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:28:58.091150 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:29:01.271843 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 22:29:01.271864 1 tasks.go:49] processing task group 2 of 3 I0629 22:29:01.271889 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:29:01.271891 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 22:29:01.271902 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 22:29:01.271921 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:29:01.271948 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:29:01.271982 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:29:01.271990 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 22:29:01.272007 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 22:29:01.272012 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 22:29:01.272050 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 22:29:01.272074 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:29:01.272106 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 22:29:01.272129 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 22:29:01.272139 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:29:01.272051 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 22:29:01.362528 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 22:29:01.368350 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:29:01.430473 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:29:02.364997 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:29:02.378081 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 22:29:02.440388 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 22:29:03.383606 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:29:04.448619 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 22:29:07.432755 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 22:29:07.459353 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 22:29:08.355607 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 22:29:12.441759 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 22:29:13.460701 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:29:13.506294 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:29:16.627998 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 22:29:16.628022 1 tasks.go:49] processing task group 3 of 3 I0629 22:29:16.628030 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 22:29:16.669799 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 22:29:16.678984 1 operator.go:862] Updating ClusterOperator status to done. W0629 22:29:16.695422 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 22:29:16.737347 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 22:29:16.742806 1 tasks.go:49] processing task group 1 of 3 I0629 22:29:16.742826 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 22:29:16.742843 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:29:16.758932 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:29:19.900292 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 22:29:19.900312 1 tasks.go:49] processing task group 2 of 3 I0629 22:29:19.900336 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:29:19.900335 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 22:29:19.900356 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 22:29:19.900380 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:29:19.900395 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 22:29:19.900409 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 22:29:19.900424 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 22:29:19.900444 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:29:19.900463 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 22:29:19.900484 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 22:29:19.900497 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 22:29:19.900526 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:29:19.900523 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:29:19.900544 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:29:19.900542 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 22:29:19.998041 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 22:29:20.000614 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:29:20.058406 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:29:20.989692 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:29:21.030024 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 22:29:21.052121 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 22:29:22.033564 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:29:23.072412 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 22:29:26.064808 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 22:29:26.080130 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 22:29:26.989386 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 22:29:31.079546 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 22:29:32.146404 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:29:32.179846 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:29:35.253001 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 22:29:35.253025 1 tasks.go:49] processing task group 3 of 3 I0629 22:29:35.253032 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 22:29:35.335295 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 22:29:35.346904 1 operator.go:862] Updating ClusterOperator status to done. I0629 22:43:58.010389 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 22:43:58.010477 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 22:43:58.010494 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 22:43:58.012741 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 22:43:58.012837 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 22:43:58.012895 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs W0629 22:43:58.017390 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 22:43:58.022783 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 22:43:58.023910 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 22:43:58.023934 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 22:43:58.031193 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 22:43:58.031198 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 22:43:58.033780 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 22:43:58.062651 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 22:43:58.075555 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 22:43:58.082746 1 tasks.go:49] processing task group 1 of 3 I0629 22:43:58.082772 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 22:43:58.082785 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:43:58.099511 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:44:01.263728 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 22:44:01.263751 1 tasks.go:49] processing task group 2 of 3 I0629 22:44:01.263790 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:44:01.263799 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 22:44:01.263801 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 22:44:01.263811 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 22:44:01.263820 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 22:44:01.263838 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 22:44:01.263856 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:44:01.263904 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 22:44:01.263902 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 22:44:01.263921 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:44:01.263957 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 22:44:01.263969 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:44:01.263989 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 22:44:01.263794 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:44:01.264018 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:44:01.364757 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 22:44:01.374668 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:44:01.441421 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:44:02.358690 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:44:02.406717 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 22:44:02.440589 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 22:44:03.388057 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:44:04.456065 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 22:44:07.446651 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 22:44:07.470841 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 22:44:08.352816 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 22:44:12.449436 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 22:44:13.473430 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:44:13.518291 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:44:16.643685 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 22:44:16.643708 1 tasks.go:49] processing task group 3 of 3 I0629 22:44:16.643716 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 22:44:16.685599 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 22:44:16.694356 1 operator.go:862] Updating ClusterOperator status to done. W0629 22:44:16.712820 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 22:44:16.756600 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 22:44:16.762569 1 tasks.go:49] processing task group 1 of 3 I0629 22:44:16.762587 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 22:44:16.762601 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:44:16.779309 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:44:19.921722 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 22:44:19.921744 1 tasks.go:49] processing task group 2 of 3 I0629 22:44:19.921762 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:44:19.921768 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 22:44:19.921782 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:44:19.921796 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 22:44:19.921819 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 22:44:19.921836 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 22:44:19.921857 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:44:19.921876 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:44:19.921889 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 22:44:19.921909 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:44:19.921926 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 22:44:19.921949 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:44:19.921957 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 22:44:19.921965 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 22:44:19.921972 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 22:44:20.022582 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 22:44:20.025669 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:44:20.089328 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:44:21.012734 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:44:21.042754 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 22:44:21.080164 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 22:44:22.051370 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:44:23.111604 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 22:44:26.093520 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 22:44:26.111934 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 22:44:27.008789 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 22:44:31.112324 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 22:44:32.128103 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:44:32.187805 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:44:35.291116 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 22:44:35.291140 1 tasks.go:49] processing task group 3 of 3 I0629 22:44:35.291150 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 22:44:35.332506 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 22:44:35.341133 1 operator.go:862] Updating ClusterOperator status to done. I0629 22:48:42.343498 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0629 22:48:42.349601 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 22:48:42.391877 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 22:48:42.400697 1 tasks.go:49] processing task group 1 of 3 I0629 22:48:42.400720 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 22:48:42.400738 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:48:42.420311 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:48:43.346652 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 22:48:44.352084 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 22:48:45.361276 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 22:48:45.571296 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 22:48:45.571319 1 tasks.go:49] processing task group 2 of 3 I0629 22:48:45.571344 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:48:45.571352 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 22:48:45.571358 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 22:48:45.571371 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 22:48:45.571376 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:48:45.571400 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 22:48:45.571423 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 22:48:45.571438 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:48:45.571469 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 22:48:45.571487 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 22:48:45.571493 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 22:48:45.571496 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:48:45.571511 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:48:45.571528 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:48:45.571469 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 22:48:45.658169 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 22:48:45.663224 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:48:45.730738 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:48:46.361501 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 22:48:46.660556 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:48:46.679748 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 22:48:46.729372 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 22:48:47.687080 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:48:48.749847 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 22:48:51.728877 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 22:48:51.742522 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 22:48:52.654944 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 22:48:56.747971 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 22:48:57.764805 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:48:57.820187 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:49:00.921037 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 22:49:00.921062 1 tasks.go:49] processing task group 3 of 3 I0629 22:49:00.921076 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 22:49:00.962334 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 22:49:00.973323 1 operator.go:862] Updating ClusterOperator status to done. W0629 22:49:00.989293 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 22:49:01.030958 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 22:49:01.036294 1 tasks.go:49] processing task group 1 of 3 I0629 22:49:01.036320 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 22:49:01.036336 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:49:01.055298 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:49:04.194069 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 22:49:04.194091 1 tasks.go:49] processing task group 2 of 3 I0629 22:49:04.194116 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:49:04.194123 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 22:49:04.194127 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:49:04.194155 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 22:49:04.194173 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:49:04.194192 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 22:49:04.194201 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 22:49:04.194215 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 22:49:04.194234 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 22:49:04.194242 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:49:04.194271 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 22:49:04.194179 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:49:04.194280 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:49:04.194293 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 22:49:04.194300 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 22:49:04.270719 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 22:49:04.271393 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:49:04.325607 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:49:05.270165 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:49:05.308785 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 22:49:05.367742 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 22:49:06.305987 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:49:07.365991 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 22:49:10.348028 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 22:49:10.364367 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 22:49:11.284853 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 22:49:15.433850 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 22:49:16.402144 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:49:16.500365 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:49:19.548148 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 22:49:19.548181 1 tasks.go:49] processing task group 3 of 3 I0629 22:49:19.548195 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 22:49:19.590676 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 22:49:19.600958 1 operator.go:862] Updating ClusterOperator status to done. I0629 22:58:58.010659 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 22:58:58.010682 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 22:58:58.010758 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 22:58:58.013033 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 22:58:58.013053 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 22:58:58.013068 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls W0629 22:58:58.017191 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 22:58:58.022916 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 22:58:58.024899 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 22:58:58.024901 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 22:58:58.031659 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 22:58:58.031675 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 22:58:58.034805 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 22:58:58.062892 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 22:58:58.073591 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 22:58:58.080192 1 tasks.go:49] processing task group 1 of 3 I0629 22:58:58.080215 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 22:58:58.080230 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:58:58.096022 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:59:01.253795 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 22:59:01.253821 1 tasks.go:49] processing task group 2 of 3 I0629 22:59:01.253850 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:59:01.253850 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 22:59:01.253885 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:59:01.254005 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 22:59:01.254052 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 22:59:01.254062 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 22:59:01.254073 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:59:01.254103 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:59:01.254112 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:59:01.254133 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 22:59:01.254147 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 22:59:01.254034 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 22:59:01.254053 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 22:59:01.254044 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 22:59:01.254045 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:59:01.356798 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 22:59:01.357294 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:59:01.431702 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:59:02.352663 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:59:02.376356 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 22:59:02.430146 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 22:59:03.392052 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:59:04.432317 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 22:59:07.435362 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 22:59:07.450897 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 22:59:08.345656 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 22:59:12.442129 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 22:59:13.450089 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:59:13.511784 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:59:16.617659 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 22:59:16.617683 1 tasks.go:49] processing task group 3 of 3 I0629 22:59:16.617692 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 22:59:16.658919 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 22:59:16.668356 1 operator.go:862] Updating ClusterOperator status to done. W0629 22:59:16.684360 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 22:59:16.726555 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 22:59:16.732222 1 tasks.go:49] processing task group 1 of 3 I0629 22:59:16.732240 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 22:59:16.732256 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:59:16.747924 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 22:59:19.886761 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 22:59:19.886782 1 tasks.go:49] processing task group 2 of 3 I0629 22:59:19.886800 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:59:19.886806 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 22:59:19.886826 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 22:59:19.886838 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 22:59:19.886856 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:59:19.886869 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 22:59:19.886885 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:59:19.886903 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 22:59:19.886923 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 22:59:19.886939 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 22:59:19.886955 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 22:59:19.886981 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 22:59:19.886990 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:59:19.887000 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:59:19.887007 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:59:19.975345 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 22:59:19.984546 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 22:59:20.048024 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 22:59:20.979393 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 22:59:21.015229 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 22:59:21.039668 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 22:59:22.007889 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 22:59:23.080667 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 22:59:26.055411 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 22:59:26.081005 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 22:59:26.970469 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 22:59:31.065975 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 22:59:32.146662 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 22:59:32.186503 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 22:59:35.264760 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 22:59:35.264782 1 tasks.go:49] processing task group 3 of 3 I0629 22:59:35.264793 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 22:59:35.303971 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 22:59:35.312335 1 operator.go:862] Updating ClusterOperator status to done. I0629 23:05:28.904880 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster W0629 23:05:28.910301 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 23:05:28.952376 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 23:05:28.958194 1 tasks.go:49] processing task group 1 of 3 I0629 23:05:28.958216 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 23:05:28.958228 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 23:05:28.974244 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 23:05:32.129455 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 23:05:32.129475 1 tasks.go:49] processing task group 2 of 3 I0629 23:05:32.129501 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 23:05:32.129508 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 23:05:32.129517 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 23:05:32.129540 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 23:05:32.129548 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 23:05:32.129561 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 23:05:32.129577 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 23:05:32.129606 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 23:05:32.129645 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 23:05:32.129661 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 23:05:32.129667 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 23:05:32.129667 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 23:05:32.129686 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 23:05:32.129701 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 23:05:32.129651 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 23:05:32.213026 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 23:05:32.227204 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 23:05:32.291069 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 23:05:33.224567 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 23:05:33.253354 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 23:05:33.292926 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 23:05:34.247891 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 23:05:35.334158 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 23:05:38.289010 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 23:05:38.323036 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 23:05:39.215318 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 23:05:43.299984 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 23:05:44.333153 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 23:05:44.374581 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 23:05:47.499715 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 23:05:47.499739 1 tasks.go:49] processing task group 3 of 3 I0629 23:05:47.499749 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 23:05:47.541294 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 23:05:47.550678 1 operator.go:862] Updating ClusterOperator status to done. I0629 23:13:58.010822 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 23:13:58.010910 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 23:13:58.010925 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 23:13:58.013149 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 23:13:58.013277 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 23:13:58.013322 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs W0629 23:13:58.017885 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 23:13:58.022935 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 23:13:58.025221 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 23:13:58.025269 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 23:13:58.031690 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 23:13:58.031713 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 23:13:58.035845 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 23:13:58.063157 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 23:13:58.063320 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 23:13:58.068821 1 tasks.go:49] processing task group 1 of 3 I0629 23:13:58.068848 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 23:13:58.068860 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 23:13:58.084428 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 23:14:01.232936 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 23:14:01.232958 1 tasks.go:49] processing task group 2 of 3 I0629 23:14:01.232982 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 23:14:01.232986 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 23:14:01.233004 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 23:14:01.233024 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 23:14:01.233037 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 23:14:01.233053 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 23:14:01.233085 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 23:14:01.233101 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 23:14:01.233098 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 23:14:01.233129 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 23:14:01.233181 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 23:14:01.233210 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 23:14:01.233194 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 23:14:01.233225 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 23:14:01.233236 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 23:14:01.331881 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 23:14:01.333276 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 23:14:01.394991 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 23:14:02.327268 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 23:14:02.354608 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 23:14:02.411762 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 23:14:03.353966 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 23:14:04.423909 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 23:14:07.395765 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 23:14:07.418892 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 23:14:08.327485 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 23:14:12.407233 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 23:14:13.429232 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 23:14:13.484089 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 23:14:16.696082 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 23:14:16.696104 1 tasks.go:49] processing task group 3 of 3 I0629 23:14:16.696111 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 23:14:16.737943 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 23:14:16.746948 1 operator.go:862] Updating ClusterOperator status to done. W0629 23:14:16.762708 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 23:14:16.803338 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 23:14:16.808894 1 tasks.go:49] processing task group 1 of 3 I0629 23:14:16.808911 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 23:14:16.808929 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 23:14:16.824704 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 23:14:19.978778 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 23:14:19.978799 1 tasks.go:49] processing task group 2 of 3 I0629 23:14:19.978824 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 23:14:19.978823 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 23:14:19.978840 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 23:14:19.978860 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 23:14:19.978874 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 23:14:19.978890 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 23:14:19.978915 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 23:14:19.978938 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 23:14:19.978961 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 23:14:19.978979 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 23:14:19.978987 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 23:14:19.978987 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 23:14:19.979002 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 23:14:19.979029 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 23:14:19.979027 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 23:14:20.063481 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 23:14:20.067453 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 23:14:20.136421 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 23:14:21.076554 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 23:14:21.104217 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 23:14:21.131585 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 23:14:22.104287 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 23:14:23.177419 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 23:14:26.146401 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 23:14:26.162284 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 23:14:27.079864 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 23:14:31.156192 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 23:14:32.176287 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 23:14:32.240359 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 23:14:35.354968 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 23:14:35.354992 1 tasks.go:49] processing task group 3 of 3 I0629 23:14:35.354998 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 23:14:35.396118 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 23:14:35.405203 1 operator.go:862] Updating ClusterOperator status to done. I0629 23:24:18.993833 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster W0629 23:24:18.999572 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 23:24:19.039132 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 23:24:19.044979 1 tasks.go:49] processing task group 1 of 3 I0629 23:24:19.045005 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 23:24:19.045023 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 23:24:19.060648 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 23:24:22.209558 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 23:24:22.209587 1 tasks.go:49] processing task group 2 of 3 I0629 23:24:22.209619 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 23:24:22.209620 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 23:24:22.209640 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 23:24:22.209652 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 23:24:22.209678 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 23:24:22.209695 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 23:24:22.209711 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 23:24:22.209735 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 23:24:22.209758 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 23:24:22.209772 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 23:24:22.209790 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 23:24:22.209812 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 23:24:22.209832 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 23:24:22.209833 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 23:24:22.209854 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 23:24:22.342054 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 23:24:22.361206 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 23:24:22.479163 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 23:24:23.354915 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 23:24:23.385214 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 23:24:23.437825 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 23:24:24.392808 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 23:24:25.404893 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 23:24:28.434863 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 23:24:28.459779 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 23:24:29.300381 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 23:24:33.399616 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 23:24:34.422366 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 23:24:34.510918 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 23:24:37.604718 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 23:24:37.604740 1 tasks.go:49] processing task group 3 of 3 I0629 23:24:37.604749 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 23:24:37.645591 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 23:24:37.654639 1 operator.go:862] Updating ClusterOperator status to done. I0629 23:28:58.011379 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 23:28:58.011431 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 23:28:58.011444 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 23:28:58.013762 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 23:28:58.013787 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 23:28:58.013815 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls W0629 23:28:58.018506 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 23:28:58.023065 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 23:28:58.025484 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 23:28:58.025527 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 23:28:58.032065 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 23:28:58.032085 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 23:28:58.036162 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 23:28:58.060393 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 23:28:58.063475 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 23:28:58.066188 1 tasks.go:49] processing task group 1 of 3 I0629 23:28:58.066209 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 23:28:58.066216 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 23:28:58.081567 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 23:29:01.218538 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 23:29:01.218558 1 tasks.go:49] processing task group 2 of 3 I0629 23:29:01.218580 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 23:29:01.218582 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 23:29:01.218596 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 23:29:01.218609 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 23:29:01.218644 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 23:29:01.218657 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 23:29:01.218673 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 23:29:01.218699 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 23:29:01.218723 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 23:29:01.218733 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 23:29:01.218756 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 23:29:01.218773 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 23:29:01.218774 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 23:29:01.218778 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 23:29:01.218787 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 23:29:01.301781 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 23:29:01.302240 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 23:29:01.361884 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 23:29:02.296817 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 23:29:02.329953 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 23:29:02.375953 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 23:29:03.333250 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 23:29:04.379228 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 23:29:07.367551 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 23:29:07.391489 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 23:29:08.298557 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 23:29:12.377128 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 23:29:13.399421 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 23:29:13.437736 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 23:29:16.546769 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 23:29:16.546792 1 tasks.go:49] processing task group 3 of 3 I0629 23:29:16.546802 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 23:29:16.587854 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 23:29:16.595991 1 operator.go:862] Updating ClusterOperator status to done. W0629 23:29:16.614572 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 23:29:16.654534 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 23:29:16.659670 1 tasks.go:49] processing task group 1 of 3 I0629 23:29:16.659693 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 23:29:16.659709 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 23:29:16.677599 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 23:29:19.807785 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 23:29:19.807807 1 tasks.go:49] processing task group 2 of 3 I0629 23:29:19.807833 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 23:29:19.807837 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 23:29:19.807855 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 23:29:19.807877 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 23:29:19.807897 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 23:29:19.807920 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 23:29:19.807934 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 23:29:19.807947 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 23:29:19.807956 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 23:29:19.807960 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 23:29:19.807999 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 23:29:19.808008 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 23:29:19.808019 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 23:29:19.808042 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 23:29:19.808055 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 23:29:19.880855 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 23:29:19.897516 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 23:29:19.975106 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 23:29:20.882775 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 23:29:20.916742 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 23:29:20.934175 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 23:29:21.916794 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 23:29:22.982175 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 23:29:25.951998 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 23:29:25.975480 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 23:29:26.893323 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 23:29:30.976972 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 23:29:32.049642 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 23:29:32.082471 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 23:29:35.143602 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 23:29:35.143654 1 tasks.go:49] processing task group 3 of 3 I0629 23:29:35.143662 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 23:29:35.182523 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 23:29:35.191090 1 operator.go:862] Updating ClusterOperator status to done. I0629 23:36:55.100998 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0629 23:36:55.106527 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 23:36:55.144062 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 23:36:55.149490 1 tasks.go:49] processing task group 1 of 3 I0629 23:36:55.149514 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 23:36:55.149533 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 23:36:55.164983 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 23:36:58.316729 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 23:36:58.316754 1 tasks.go:49] processing task group 2 of 3 I0629 23:36:58.316782 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 23:36:58.316783 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 23:36:58.316801 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 23:36:58.316818 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 23:36:58.316832 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 23:36:58.316846 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 23:36:58.316871 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 23:36:58.316887 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 23:36:58.316907 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 23:36:58.316919 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 23:36:58.316936 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 23:36:58.316941 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 23:36:58.316955 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 23:36:58.316971 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 23:36:58.317014 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 23:36:58.399281 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 23:36:58.404104 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 23:36:58.460771 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 23:36:59.396698 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 23:36:59.427957 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 23:36:59.464021 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 23:37:00.432258 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 23:37:01.492411 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 23:37:04.471939 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 23:37:04.489675 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 23:37:05.428370 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 23:37:09.495898 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 23:37:10.538520 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 23:37:10.551449 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 23:37:13.677664 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 23:37:13.677691 1 tasks.go:49] processing task group 3 of 3 I0629 23:37:13.677700 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 23:37:13.719023 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 23:37:13.727603 1 operator.go:862] Updating ClusterOperator status to done. I0629 23:43:58.011645 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 23:43:58.011698 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 23:43:58.011707 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 23:43:58.014748 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 23:43:58.014783 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 23:43:58.014898 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs W0629 23:43:58.017901 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 23:43:58.023363 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 23:43:58.025740 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 23:43:58.025772 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 23:43:58.032742 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 23:43:58.032814 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 23:43:58.036826 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 23:43:58.064261 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 23:43:58.064771 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 23:43:58.070315 1 tasks.go:49] processing task group 1 of 3 I0629 23:43:58.070342 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 23:43:58.070355 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 23:43:58.086307 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 23:44:01.239188 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 23:44:01.239210 1 tasks.go:49] processing task group 2 of 3 I0629 23:44:01.239237 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 23:44:01.239242 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 23:44:01.239254 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 23:44:01.239269 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 23:44:01.239281 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 23:44:01.239305 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 23:44:01.239332 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 23:44:01.239351 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 23:44:01.239370 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 23:44:01.239400 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 23:44:01.239409 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 23:44:01.239247 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 23:44:01.239431 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 23:44:01.239453 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 23:44:01.239462 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 23:44:01.329380 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 23:44:01.339290 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 23:44:01.404128 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 23:44:02.322466 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 23:44:02.360414 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 23:44:02.404406 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 23:44:03.370414 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 23:44:04.418863 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 23:44:07.405618 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 23:44:07.425797 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 23:44:08.334420 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 23:44:12.419790 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 23:44:13.430566 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 23:44:13.478028 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 23:44:16.607686 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 23:44:16.607709 1 tasks.go:49] processing task group 3 of 3 I0629 23:44:16.607716 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 23:44:16.647318 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 23:44:16.655991 1 operator.go:862] Updating ClusterOperator status to done. W0629 23:44:16.671281 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 23:44:16.710595 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 23:44:16.716107 1 tasks.go:49] processing task group 1 of 3 I0629 23:44:16.716124 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 23:44:16.716140 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 23:44:16.730536 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 23:44:19.893027 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 23:44:19.893048 1 tasks.go:49] processing task group 2 of 3 I0629 23:44:19.893079 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 23:44:19.893079 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 23:44:19.893096 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 23:44:19.893121 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 23:44:19.893137 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 23:44:19.893149 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 23:44:19.893171 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 23:44:19.893189 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 23:44:19.893215 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 23:44:19.893223 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 23:44:19.893240 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 23:44:19.893256 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 23:44:19.893271 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 23:44:19.893277 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 23:44:19.893296 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 23:44:19.981369 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 23:44:19.986917 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 23:44:20.055897 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 23:44:20.980464 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 23:44:21.016650 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 23:44:21.049457 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 23:44:22.012980 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 23:44:23.073896 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 23:44:26.059554 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 23:44:26.073928 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 23:44:26.975884 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 23:44:31.071536 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 23:44:32.088789 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 23:44:32.134101 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 23:44:35.254359 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 23:44:35.254381 1 tasks.go:49] processing task group 3 of 3 I0629 23:44:35.254387 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 23:44:35.294213 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 23:44:35.302686 1 operator.go:862] Updating ClusterOperator status to done. I0629 23:58:58.012413 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 23:58:58.012502 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 23:58:58.012523 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 23:58:58.015561 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 23:58:58.015587 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 23:58:58.015664 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls W0629 23:58:58.018187 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 23:58:58.024224 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 23:58:58.026438 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 23:58:58.026440 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 23:58:58.032939 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 23:58:58.032966 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 23:58:58.037109 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 23:58:58.061211 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 23:58:58.065216 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 23:58:58.066781 1 tasks.go:49] processing task group 1 of 3 I0629 23:58:58.066805 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 23:58:58.066816 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 23:58:58.082638 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 23:59:01.233786 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 23:59:01.233809 1 tasks.go:49] processing task group 2 of 3 I0629 23:59:01.233834 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 23:59:01.233841 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 23:59:01.233862 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 23:59:01.233873 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 23:59:01.233895 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 23:59:01.233907 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 23:59:01.233929 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 23:59:01.233952 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 23:59:01.233971 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 23:59:01.233988 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 23:59:01.233984 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 23:59:01.234008 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 23:59:01.234031 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 23:59:01.234049 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 23:59:01.233982 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 23:59:01.326174 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 23:59:01.341248 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 23:59:01.396114 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 23:59:02.327317 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 23:59:02.359139 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 23:59:02.384102 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 23:59:03.367329 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 23:59:04.416886 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 23:59:07.400122 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 23:59:07.423518 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 23:59:08.326019 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 23:59:12.417307 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 23:59:13.436323 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 23:59:13.478430 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 23:59:16.607457 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 23:59:16.607479 1 tasks.go:49] processing task group 3 of 3 I0629 23:59:16.607488 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 23:59:16.647439 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 23:59:16.656613 1 operator.go:862] Updating ClusterOperator status to done. W0629 23:59:16.672346 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 23:59:16.715274 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 23:59:16.720813 1 tasks.go:49] processing task group 1 of 3 I0629 23:59:16.720838 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 23:59:16.720852 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 23:59:16.739711 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 23:59:19.873162 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 23:59:19.873181 1 tasks.go:49] processing task group 2 of 3 I0629 23:59:19.873205 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 23:59:19.873208 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 23:59:19.873224 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 23:59:19.873251 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 23:59:19.873269 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 23:59:19.873270 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 23:59:19.873286 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 23:59:19.873308 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 23:59:19.873330 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 23:59:19.873350 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 23:59:19.873360 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 23:59:19.873369 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 23:59:19.873383 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 23:59:19.873390 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 23:59:19.873254 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 23:59:19.964461 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 23:59:19.967751 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 23:59:20.026391 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 23:59:20.958585 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 23:59:20.987806 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 23:59:21.019144 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 23:59:21.988126 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 23:59:23.040331 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 23:59:26.029679 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 23:59:26.050082 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 23:59:26.963475 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 23:59:31.046591 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 23:59:32.063834 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 23:59:32.112096 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 23:59:35.221094 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 23:59:35.221116 1 tasks.go:49] processing task group 3 of 3 I0629 23:59:35.221126 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 23:59:35.260364 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 23:59:35.269292 1 operator.go:862] Updating ClusterOperator status to done.