W0814 02:34:09.406557 1 client_config.go:659] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0814 02:34:09.432181 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0814 02:34:09.432227 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0814 02:34:09.432236 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0814 02:34:09.435395 1 reflector.go:368] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0814 02:34:09.435582 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "ChunkSizeMiB", "CloudDualStackNodeIPs", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "SetEIPForNLBIngressController", "VSphereControlPlaneMachineSet", "VSphereDriverConfiguration", "VSphereMultiVCenters", "VSphereStaticIPs", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AdditionalRoutingCapabilities", "AutomatedEtcdBackup", "BootcNodeManagement", "CSIDriverSharedResource", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ConsolePluginContentSecurityPolicy", "DNSNameResolver", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "GCPClusterHostedDNS", "GatewayAPI", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MetricsCollectionProfiles", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OnClusterBuild", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SignatureStores", "SigstoreImageVerification", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0814 02:34:09.436229 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0814 02:34:09.439712 1 reflector.go:368] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0814 02:34:09.443364 1 reflector.go:368] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0814 02:34:09.444477 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0814 02:34:09.444720 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:563 I0814 02:34:09.445497 1 reflector.go:368] Caches populated for *v1.CustomResourceDefinition from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0814 02:34:09.446580 1 reflector.go:368] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0814 02:34:09.446585 1 reflector.go:368] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0814 02:34:09.446790 1 reflector.go:368] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0814 02:34:09.446848 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0814 02:34:09.447047 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0814 02:34:09.447222 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0814 02:34:09.447436 1 reflector.go:368] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0814 02:34:09.448556 1 reflector.go:368] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0814 02:34:09.451200 1 reflector.go:368] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0814 02:34:09.451825 1 reflector.go:368] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0814 02:34:09.452096 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0814 02:34:09.452238 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0814 02:34:09.458352 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 02:34:09.481025 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0814 02:34:09.538797 1 operator.go:595] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0814 02:34:09.538832 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0814 02:34:09.538862 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0814 02:34:09.538875 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0814 02:34:09.538877 1 rule_controller.go:113] Starting alerting rules controller I0814 02:34:09.538885 1 relabel_controller.go:117] Starting alert relabel config controller I0814 02:34:09.538879 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0814 02:34:09.538890 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0814 02:34:09.538908 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0814 02:34:09.538923 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0814 02:34:09.538931 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0814 02:34:09.538935 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0814 02:34:09.542262 1 reflector.go:368] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0814 02:34:09.542554 1 reflector.go:368] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0814 02:34:09.542938 1 reflector.go:368] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0814 02:34:09.543040 1 reflector.go:368] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0814 02:34:09.544469 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0814 02:34:09.545666 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0814 02:34:09.556425 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-b765b" is created for OpenShiftMonitoringTelemeterClientCertRequester I0814 02:34:09.560059 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-jxs9h" is created for OpenShiftMonitoringClientCertRequester I0814 02:34:09.593500 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 02:34:09.626929 1 tasks.go:49] processing task group 1 of 3 I0814 02:34:09.627012 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 02:34:09.627354 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 02:34:09.638998 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0814 02:34:09.639019 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0814 02:34:09.644656 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0814 02:34:09.670131 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0814 02:34:09.682810 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController I0814 02:34:09.683270 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0814 02:34:09.684051 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0814 02:34:09.684064 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0814 02:34:09.684079 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0814 02:34:09.684085 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0814 02:34:09.686375 1 secure_serving.go:57] Forcing use of http/1.1 only I0814 02:34:09.686385 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete W0814 02:34:09.686393 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0814 02:34:09.686399 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0814 02:34:09.686403 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0814 02:34:09.686405 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0814 02:34:09.686407 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0814 02:34:09.686409 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0814 02:34:09.692056 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 02:34:09.692163 1 requestheader_controller.go:172] Starting RequestHeaderAuthRequestController I0814 02:34:09.692173 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0814 02:34:09.692177 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0814 02:34:09.692191 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0814 02:34:09.692195 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0814 02:34:09.692203 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0814 02:34:09.692358 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1786674836\" (2026-08-14 02:34:04 +0000 UTC to 2028-08-13 02:34:05 +0000 UTC (now=2026-08-14 02:34:09.692340063 +0000 UTC))" I0814 02:34:09.692410 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0814 02:34:09.692447 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1786674849\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1786674849\" (2026-08-14 01:34:09 +0000 UTC to 2027-08-14 01:34:09 +0000 UTC (now=2026-08-14 02:34:09.692436164 +0000 UTC))" I0814 02:34:09.692460 1 secure_serving.go:213] Serving securely on [::]:8443 I0814 02:34:09.692472 1 genericapiserver.go:683] [graceful-termination] waiting for shutdown to be initiated I0814 02:34:09.692485 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0814 02:34:09.697262 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:175 I0814 02:34:09.697387 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0814 02:34:09.697563 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0814 02:34:09.735988 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0814 02:34:09.792490 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0814 02:34:09.792498 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0814 02:34:09.792570 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0814 02:34:09.792710 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-08-14 02:21:35 +0000 UTC to 2036-08-11 02:21:35 +0000 UTC (now=2026-08-14 02:34:09.792673424 +0000 UTC))" I0814 02:34:09.792829 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1786674836\" (2026-08-14 02:34:04 +0000 UTC to 2028-08-13 02:34:05 +0000 UTC (now=2026-08-14 02:34:09.792818206 +0000 UTC))" I0814 02:34:09.792919 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1786674849\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1786674849\" (2026-08-14 01:34:09 +0000 UTC to 2027-08-14 01:34:09 +0000 UTC (now=2026-08-14 02:34:09.792910269 +0000 UTC))" I0814 02:34:09.793034 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-08-14 02:21:36 +0000 UTC to 2036-08-11 02:21:36 +0000 UTC (now=2026-08-14 02:34:09.793024999 +0000 UTC))" I0814 02:34:09.793048 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-08-14 02:21:37 +0000 UTC to 2036-08-11 02:21:37 +0000 UTC (now=2026-08-14 02:34:09.793042155 +0000 UTC))" I0814 02:34:09.793058 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-08-14 02:21:37 +0000 UTC to 2036-08-11 02:21:37 +0000 UTC (now=2026-08-14 02:34:09.793051958 +0000 UTC))" I0814 02:34:09.793071 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-08-14 02:21:38 +0000 UTC to 2036-08-11 02:21:38 +0000 UTC (now=2026-08-14 02:34:09.793065417 +0000 UTC))" I0814 02:34:09.793081 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-08-14 02:21:38 +0000 UTC to 2036-08-11 02:21:38 +0000 UTC (now=2026-08-14 02:34:09.79307451 +0000 UTC))" I0814 02:34:09.793094 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2s62onjgoh8ll9h8a8t719fhmm8ghk86-kx-9768edc360_customer-system-admin-signer@1786674108\" [] issuer=\"\" (2026-08-14 02:21:47 +0000 UTC to 2026-08-21 02:21:48 +0000 UTC (now=2026-08-14 02:34:09.793087005 +0000 UTC))" I0814 02:34:09.793106 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2s62onjgoh8ll9h8a8t719fhmm8ghk86-kx-9768edc360_sre-system-admin-signer@1786674108\" [] issuer=\"\" (2026-08-14 02:21:47 +0000 UTC to 2026-08-21 02:21:48 +0000 UTC (now=2026-08-14 02:34:09.793098776 +0000 UTC))" I0814 02:34:09.793123 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-08-14 02:21:35 +0000 UTC to 2036-08-11 02:21:35 +0000 UTC (now=2026-08-14 02:34:09.793117152 +0000 UTC))" I0814 02:34:09.793427 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1786674836\" (2026-08-14 02:34:04 +0000 UTC to 2028-08-13 02:34:05 +0000 UTC (now=2026-08-14 02:34:09.793403489 +0000 UTC))" I0814 02:34:09.794537 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1786674849\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1786674849\" (2026-08-14 01:34:09 +0000 UTC to 2027-08-14 01:34:09 +0000 UTC (now=2026-08-14 02:34:09.794516631 +0000 UTC))" I0814 02:34:09.838031 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0814 02:34:09.855196 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0814 02:34:09.898019 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0814 02:34:09.913172 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0814 02:34:16.540732 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0814 02:34:16.540751 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0814 02:34:16.540889 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0814 02:34:16.540908 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0814 02:34:19.962259 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0814 02:34:19.974067 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0814 02:34:19.988551 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0814 02:34:23.121511 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 02:34:23.121533 1 tasks.go:49] processing task group 2 of 3 I0814 02:34:23.121557 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 02:34:23.121563 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 02:34:23.121574 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 02:34:23.121576 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 02:34:23.121581 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 02:34:23.121586 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 02:34:23.121591 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 02:34:23.121596 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 02:34:23.121595 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 02:34:23.121604 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 02:34:23.121610 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 02:34:23.121613 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 02:34:23.121619 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 02:34:23.121617 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 02:34:23.121629 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 02:34:23.142855 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0814 02:34:23.144736 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0814 02:34:23.163845 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0814 02:34:23.173806 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0814 02:34:23.177204 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0814 02:34:23.185106 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0814 02:34:23.219351 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 02:34:23.234424 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 02:34:23.261662 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0814 02:34:23.268808 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 02:34:23.299418 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0814 02:34:23.300962 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0814 02:34:23.301130 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0814 02:34:23.305779 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0814 02:34:23.306587 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0814 02:34:23.392417 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0814 02:34:23.393511 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0814 02:34:23.394164 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0814 02:34:23.394174 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0814 02:34:23.397111 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0814 02:34:23.397164 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing W0814 02:34:23.408017 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterroles.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0814 02:34:23.408032 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterroles.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0814 02:34:23.412665 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0814 02:34:23.414155 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0814 02:34:23.425038 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0814 02:34:23.439345 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0814 02:34:23.461064 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0814 02:34:23.530518 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0814 02:34:23.543738 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0814 02:34:23.665361 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0814 02:34:23.668567 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0814 02:34:23.726268 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0814 02:34:23.732724 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0814 02:34:23.871257 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0814 02:34:23.890443 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0814 02:34:23.918031 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0814 02:34:23.996754 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0814 02:34:24.065444 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0814 02:34:24.163568 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0814 02:34:24.209320 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0814 02:34:24.268944 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0814 02:34:24.270516 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0814 02:34:24.280554 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0814 02:34:24.352401 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0814 02:34:24.355599 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0814 02:34:24.372599 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0814 02:34:24.467394 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0814 02:34:24.467871 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0814 02:34:24.479384 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0814 02:34:24.497314 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0814 02:34:24.544507 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0814 02:34:24.566596 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0814 02:34:24.567100 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0814 02:34:24.621023 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0814 02:34:24.803995 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0814 02:34:25.150796 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 02:34:25.150876 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0814 02:34:25.151212 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0814 02:34:25.301716 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0814 02:34:25.331792 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0814 02:34:25.346739 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 02:34:25.363743 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0814 02:34:25.384514 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 02:34:25.452648 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0814 02:34:25.491654 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-ap69diqv8ghc5 -n openshift-monitoring because it was missing I0814 02:34:25.522966 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 02:34:25.569714 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0814 02:34:25.574130 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 02:34:25.677804 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0814 02:34:25.773007 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0814 02:34:25.879412 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0814 02:34:25.973052 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0814 02:34:26.075228 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0814 02:34:26.180804 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0814 02:34:26.282020 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0814 02:34:26.383232 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0814 02:34:26.485241 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0814 02:34:26.538786 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 02:34:26.560645 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0814 02:34:26.578732 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0814 02:34:26.953718 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0814 02:34:28.200950 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0814 02:34:28.227566 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0814 02:34:28.614420 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0814 02:34:28.994176 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-81r59r5v1irmf -n openshift-monitoring because it was missing I0814 02:34:29.611525 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-bekaj7m2tu3jq -n openshift-monitoring because it was missing I0814 02:34:29.627624 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0814 02:34:29.648238 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0814 02:34:29.660767 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0814 02:34:36.592328 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0814 02:34:36.634591 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 02:34:39.286879 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 02:34:39.286949 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0814 02:34:49.876890 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 02:34:49.937653 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 02:34:49.992367 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 02:34:50.038159 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 02:34:50.079402 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 02:34:50.116787 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 02:34:50.188402 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 02:34:50.225451 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 02:34:50.292642 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 02:34:50.392346 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 02:34:50.597395 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 02:34:50.797555 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 02:35:04.642646 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 02:35:05.722686 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 02:35:05.755225 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 02:35:05.812616 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 02:35:05.846064 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 02:35:05.879513 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 02:35:05.911426 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 02:35:05.953268 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 02:35:10.049802 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0814 02:35:10.065110 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 02:35:10.065181 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0814 02:35:39.725407 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 02:35:39.725442 1 operator.go:886] 1 reconciliation(s) failed, 2 more attempt(s) will be made before reporting failures. E0814 02:35:39.725449 1 operator.go:705] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0814 02:35:39.725467 1 operator.go:706] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0814 02:35:39.726572 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0814 02:35:39.762021 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 02:35:39.766750 1 tasks.go:49] processing task group 1 of 3 I0814 02:35:39.766771 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 02:35:39.766791 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 02:35:39.779634 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 02:35:40.818549 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJVm1WYjhsemJpVEF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjNE5qWTNORGd6TmpBZQpGdzB5TmpBNE1UUXdNak16TlRWYUZ3MHlPREV3TVRJd01qTXpOVFphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNPRFkyTnpRNE16WXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRENGbVNxWlMxSUYzd2g4VGZtUE9FQW9tdkFqSGtGdmJDMgpLdUZRTmxnR2Jla1RMKzNzMWhsWmFFcWF5cCtCZWpDYXZnQ2gzSmlsQmhvblo5ZzBsUFlBWjUxL3p6enRxVi8wClp4R0VXNXh3cU5yaHNLeXlXWE4zZ1hhR0dlMEhYR09FOFBON3E4ZW1GdTNPNndjNzlMb2VPU2dDQm9wcWNEangKOUU1RWI2bXNSRVlwTEhSZ1lPY3RFeG9HREgzMjFDUk1JZzIrbm9CZzNNUDdLM0hxdHRMSCtERldhNGgzRXVKbQpnZ3p4YUFpMDE5SDU0YTVXeTljSUpVemEvSnhVcWVsMVF5eXVOSTE1MXNQREdFa20zb2hzcE14Tmx3emJndS9SClo0bk00dkxNRnpQM05wQ1F4eFJQQUpOdXdhL0ZGNktnU212eFlpY0hWMlNGMlNpQ011SGxBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJSZ25UUgphR2kydC9UWDJhK1Q0TVRXYmdNYU96QWZCZ05WSFNNRUdEQVdnQlJSZ25UUmFHaTJ0L1RYMmErVDRNVFdiZ01hCk96QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFlSmNibzVqS2hIZ3psQitaRjFuOHpLcWxqWG1vR3ZOVE84cVgKbTZPZFpoSm5NQUVQWHhvdnFPWUVZUHRTWDN2MUtCTWVaZHg4U1MxUDh6WU9LNURXQUNqUjJ4WGRIRjVjM213YwozTkhyRVB4aERWaVBZRGRHNSsyejZoMjJSMnYxTTU0OWNpbGxLNS8zYVduTWxVN1ppbnlwU3NGR05BZ2VBTm5aCkk3NzYxWUJFc3cra1p1aUx0Z1pxNkl3dkFuczA0WWhyM0NBeFVYa0MrWE1OdTU1Q3EvSDhBWW9TRHZGUE4xalkKMThTMStXZWpTK1hiUmlTcmhLMFdVV28rWXhjaXhPc1B4cG05TFdyU2pFc2lmK013UnlSMmVnMGUraFJ6aHhWbQo2WkRCWkprODUxZmtCMWZJejRERGhrUVlZcUVqNWtTdW1Cei84L1FpQnVBUVduNldadz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0814 02:35:40.824218 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0814 02:35:40.829015 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJVm1WYjhsemJpVEF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjNE5qWTNORGd6TmpBZQpGdzB5TmpBNE1UUXdNak16TlRWYUZ3MHlPREV3TVRJd01qTXpOVFphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNPRFkyTnpRNE16WXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRENGbVNxWlMxSUYzd2g4VGZtUE9FQW9tdkFqSGtGdmJDMgpLdUZRTmxnR2Jla1RMKzNzMWhsWmFFcWF5cCtCZWpDYXZnQ2gzSmlsQmhvblo5ZzBsUFlBWjUxL3p6enRxVi8wClp4R0VXNXh3cU5yaHNLeXlXWE4zZ1hhR0dlMEhYR09FOFBON3E4ZW1GdTNPNndjNzlMb2VPU2dDQm9wcWNEangKOUU1RWI2bXNSRVlwTEhSZ1lPY3RFeG9HREgzMjFDUk1JZzIrbm9CZzNNUDdLM0hxdHRMSCtERldhNGgzRXVKbQpnZ3p4YUFpMDE5SDU0YTVXeTljSUpVemEvSnhVcWVsMVF5eXVOSTE1MXNQREdFa20zb2hzcE14Tmx3emJndS9SClo0bk00dkxNRnpQM05wQ1F4eFJQQUpOdXdhL0ZGNktnU212eFlpY0hWMlNGMlNpQ011SGxBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJSZ25UUgphR2kydC9UWDJhK1Q0TVRXYmdNYU96QWZCZ05WSFNNRUdEQVdnQlJSZ25UUmFHaTJ0L1RYMmErVDRNVFdiZ01hCk96QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFlSmNibzVqS2hIZ3psQitaRjFuOHpLcWxqWG1vR3ZOVE84cVgKbTZPZFpoSm5NQUVQWHhvdnFPWUVZUHRTWDN2MUtCTWVaZHg4U1MxUDh6WU9LNURXQUNqUjJ4WGRIRjVjM213YwozTkhyRVB4aERWaVBZRGRHNSsyejZoMjJSMnYxTTU0OWNpbGxLNS8zYVduTWxVN1ppbnlwU3NGR05BZ2VBTm5aCkk3NzYxWUJFc3cra1p1aUx0Z1pxNkl3dkFuczA0WWhyM0NBeFVYa0MrWE1OdTU1Q3EvSDhBWW9TRHZGUE4xalkKMThTMStXZWpTK1hiUmlTcmhLMFdVV28rWXhjaXhPc1B4cG05TFdyU2pFc2lmK013UnlSMmVnMGUraFJ6aHhWbQo2WkRCWkprODUxZmtCMWZJejRERGhrUVlZcUVqNWtTdW1Cei84L1FpQnVBUVduNldadz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0814 02:35:40.843325 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0814 02:35:42.934546 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 02:35:42.934570 1 tasks.go:49] processing task group 2 of 3 I0814 02:35:42.934587 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 02:35:42.934595 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 02:35:42.934601 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 02:35:42.934617 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 02:35:42.934636 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 02:35:42.934654 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 02:35:42.934667 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 02:35:42.934690 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 02:35:42.934703 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 02:35:42.934728 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 02:35:42.934736 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 02:35:42.934748 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 02:35:42.934762 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 02:35:42.934764 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 02:35:42.934788 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 02:35:43.003792 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 02:35:43.022478 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 02:35:43.027608 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 02:35:43.047395 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0814 02:35:43.065951 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0814 02:35:43.084890 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0814 02:35:43.097845 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0814 02:35:43.099636 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 02:35:43.110402 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0814 02:35:43.165007 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0814 02:35:44.026095 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 02:35:44.054317 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 02:35:44.054428 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 02:35:44.094333 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 02:35:44.121350 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 02:35:46.115107 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 02:35:48.165368 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-56c9b9fa8d9gs -n openshift-monitoring because it was missing I0814 02:35:49.090107 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 02:35:50.029586 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 02:35:52.249753 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 02:36:44.143663 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 02:37:58.307939 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 02:37:58.307966 1 tasks.go:49] processing task group 3 of 3 I0814 02:37:58.307996 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 02:37:58.356183 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 02:37:58.356262 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0814 02:37:58.365751 1 operator.go:862] Updating ClusterOperator status to done. W0814 02:37:58.538268 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0814 02:37:58.636272 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 02:37:58.642660 1 tasks.go:49] processing task group 1 of 3 I0814 02:37:58.642682 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 02:37:58.642695 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 02:37:58.657144 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 02:38:01.798553 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 02:38:01.798576 1 tasks.go:49] processing task group 2 of 3 I0814 02:38:01.798604 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 02:38:01.798605 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 02:38:01.798621 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 02:38:01.798638 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 02:38:01.798651 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 02:38:01.798671 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 02:38:01.798683 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 02:38:01.798703 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 02:38:01.798717 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 02:38:01.798725 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 02:38:01.798739 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 02:38:01.798763 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 02:38:01.798783 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 02:38:01.798806 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 02:38:01.798830 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 02:38:01.860057 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 02:38:01.885456 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 02:38:01.887247 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 02:38:01.940817 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 02:38:02.879143 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 02:38:02.897961 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 02:38:02.914435 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 02:38:02.925509 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 02:38:02.947100 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 02:38:04.961017 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 02:38:07.947654 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 02:38:07.979458 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 02:38:08.884532 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 02:38:12.101005 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 02:38:13.007894 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 02:38:17.139292 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 02:38:17.139315 1 tasks.go:49] processing task group 3 of 3 I0814 02:38:17.139324 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 02:38:17.179214 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 02:38:17.188228 1 operator.go:862] Updating ClusterOperator status to done. W0814 02:38:17.198668 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0814 02:38:17.238610 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 02:38:17.243594 1 tasks.go:49] processing task group 1 of 3 I0814 02:38:17.243613 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 02:38:17.243628 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 02:38:17.259562 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 02:38:20.382349 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 02:38:20.382369 1 tasks.go:49] processing task group 2 of 3 I0814 02:38:20.382383 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 02:38:20.382391 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 02:38:20.382407 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 02:38:20.382429 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 02:38:20.382444 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 02:38:20.382465 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 02:38:20.382489 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 02:38:20.382513 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 02:38:20.382527 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 02:38:20.382540 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 02:38:20.382562 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 02:38:20.382581 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 02:38:20.382602 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 02:38:20.382602 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 02:38:20.382623 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 02:38:20.443547 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 02:38:20.466819 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 02:38:20.466899 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 02:38:20.520510 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 02:38:21.451120 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 02:38:21.476362 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 02:38:21.486345 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 02:38:21.501652 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 02:38:21.514674 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 02:38:23.537830 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 02:38:26.533500 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 02:38:26.546825 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 02:38:27.461177 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 02:38:31.543503 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 02:38:35.703590 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 02:38:35.703613 1 tasks.go:49] processing task group 3 of 3 I0814 02:38:35.703624 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 02:38:35.741851 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 02:38:35.750339 1 operator.go:862] Updating ClusterOperator status to done. I0814 02:39:09.538817 1 operator.go:606] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0814 02:39:09.538864 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0814 02:39:09.575233 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 02:39:09.579764 1 tasks.go:49] processing task group 1 of 3 I0814 02:39:09.579781 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 02:39:09.579796 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 02:39:09.595467 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 02:39:12.716398 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 02:39:12.716420 1 tasks.go:49] processing task group 2 of 3 I0814 02:39:12.716440 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 02:39:12.716499 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 02:39:12.716516 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 02:39:12.716529 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 02:39:12.716558 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 02:39:12.716573 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 02:39:12.716604 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 02:39:12.716620 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 02:39:12.716632 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 02:39:12.716644 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 02:39:12.716655 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 02:39:12.716679 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 02:39:12.716702 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 02:39:12.716713 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 02:39:12.716735 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 02:39:12.784360 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 02:39:12.795514 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 02:39:12.800008 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 02:39:12.855079 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 02:39:13.800503 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 02:39:13.821121 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 02:39:13.828568 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 02:39:13.849375 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 02:39:13.852100 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 02:39:15.889554 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 02:39:18.871502 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 02:39:18.886300 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 02:39:19.791158 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 02:39:23.886146 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 02:39:28.038961 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 02:39:28.038999 1 tasks.go:49] processing task group 3 of 3 I0814 02:39:28.039005 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 02:39:28.078900 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 02:39:28.086708 1 operator.go:862] Updating ClusterOperator status to done. I0814 02:44:09.539750 1 operator.go:606] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0814 02:44:09.539794 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0814 02:44:09.579051 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 02:44:09.585905 1 tasks.go:49] processing task group 1 of 3 I0814 02:44:09.585922 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 02:44:09.585935 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 02:44:09.599497 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 02:44:12.730513 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 02:44:12.730533 1 tasks.go:49] processing task group 2 of 3 I0814 02:44:12.730549 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 02:44:12.730557 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 02:44:12.730575 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 02:44:12.730594 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 02:44:12.730619 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 02:44:12.730636 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 02:44:12.730657 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 02:44:12.730678 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 02:44:12.730694 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 02:44:12.730714 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 02:44:12.730735 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 02:44:12.730746 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 02:44:12.730759 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 02:44:12.730770 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 02:44:12.730797 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 02:44:12.790137 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 02:44:12.806775 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 02:44:12.812485 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 02:44:12.872700 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 02:44:13.808763 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 02:44:13.829212 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 02:44:13.832563 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 02:44:13.849618 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 02:44:13.875608 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 02:44:15.885069 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 02:44:18.878028 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 02:44:18.895413 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 02:44:19.805009 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 02:44:23.893887 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 02:44:28.042391 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 02:44:28.042412 1 tasks.go:49] processing task group 3 of 3 I0814 02:44:28.042422 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 02:44:28.082387 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 02:44:28.090657 1 operator.go:862] Updating ClusterOperator status to done. I0814 02:48:43.017820 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config W0814 02:48:43.024019 1 operator.go:968] User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap not found. Using defaults. I0814 02:48:43.071493 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 02:48:43.076401 1 tasks.go:49] processing task group 1 of 3 I0814 02:48:43.076428 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 02:48:43.076439 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 02:48:43.103374 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 02:48:43.103458 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-user-workload-monitoring because it was missing I0814 02:48:46.234613 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 02:48:46.234637 1 tasks.go:49] processing task group 2 of 3 I0814 02:48:46.234657 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 02:48:46.234670 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 02:48:46.234685 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 02:48:46.234701 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 02:48:46.234729 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 02:48:46.234733 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 02:48:46.234764 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 02:48:46.234777 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 02:48:46.234783 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 02:48:46.234792 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 02:48:46.234825 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 02:48:46.234827 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 02:48:46.234844 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 02:48:46.234676 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 02:48:46.234767 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 02:48:46.259151 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0814 02:48:46.275857 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0814 02:48:46.277706 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0814 02:48:46.326275 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 02:48:46.361067 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 02:48:46.366516 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0814 02:48:46.435235 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0814 02:48:46.435873 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 02:48:46.439986 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0814 02:48:46.452269 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0814 02:48:46.471341 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-operator-uwm-kube-rbac-proxy-config -n openshift-user-workload-monitoring because it was missing I0814 02:48:46.537581 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0814 02:48:46.655993 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring because it was missing I0814 02:48:46.751919 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0814 02:48:46.852170 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0814 02:48:46.958421 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0814 02:48:47.058778 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0814 02:48:47.080016 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0814 02:48:47.096443 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload-thanos-sidecar -n openshift-user-workload-monitoring because it was missing I0814 02:48:47.349285 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 02:48:47.410616 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 02:48:47.484028 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 02:48:47.507549 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-ruler because it was missing I0814 02:48:47.564186 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler because it was missing I0814 02:48:47.690136 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler-monitoring because it was missing I0814 02:48:47.799566 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/user-workload-alertmanager-thanos-ruler -n openshift-user-workload-monitoring because it was missing I0814 02:48:47.812350 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0814 02:48:47.833731 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-user-workload-kube-rbac-proxy-web -n openshift-user-workload-monitoring because it was missing I0814 02:48:47.847006 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0814 02:48:47.862472 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-query-config -n openshift-user-workload-monitoring because it was missing I0814 02:48:47.881074 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-alertmanagers-config -n openshift-user-workload-monitoring because it was missing I0814 02:48:48.118434 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-grpc-tls-bekaj7m2tu3jq -n openshift-user-workload-monitoring because it was missing I0814 02:48:48.140108 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0814 02:48:48.154259 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-federate -n openshift-user-workload-monitoring because it was missing I0814 02:48:48.167257 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-user-workload-trusted-ca-bundle -n openshift-user-workload-monitoring because it was missing I0814 02:48:48.178124 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-additional-alertmanager-configs -n openshift-user-workload-monitoring because it was missing I0814 02:48:48.195681 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0814 02:48:48.706207 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheususer-workload -n openshift-monitoring because it was missing W0814 02:48:48.717185 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0814 02:48:48.724050 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0814 02:48:48.900268 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-grpc-tls-bekaj7m2tu3jq -n openshift-user-workload-monitoring because it was missing I0814 02:48:48.916289 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-ruler-user-workload -n openshift-user-workload-monitoring because it was missing I0814 02:48:49.772010 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 02:48:52.491545 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 02:48:52.559026 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 02:48:53.373638 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 02:48:57.529716 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 02:48:59.042489 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 02:48:59.042563 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"68f83bf6-73b0-46a7-a072-77cfc2043cba", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-thanos-ruler -n openshift-monitoring because it was missing I0814 02:48:59.530135 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 02:49:09.373644 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 02:49:09.445182 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0814 02:49:09.445256 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0814 02:49:09.445311 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0814 02:49:09.445326 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0814 02:49:09.447392 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0814 02:49:09.447542 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0814 02:49:09.447545 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0814 02:49:09.447585 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0814 02:49:09.447622 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0814 02:49:09.449241 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0814 02:49:09.451328 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 02:49:09.452470 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0814 02:49:09.481323 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0814 02:51:01.872902 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 02:51:01.872927 1 tasks.go:49] processing task group 3 of 3 I0814 02:51:01.872938 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 02:51:01.916568 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 02:51:01.925279 1 operator.go:862] Updating ClusterOperator status to done. W0814 02:51:01.940083 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0814 02:51:01.975857 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 02:51:01.981181 1 tasks.go:49] processing task group 1 of 3 I0814 02:51:01.981203 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 02:51:01.981223 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 02:51:01.997041 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 02:51:05.170504 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 02:51:05.170526 1 tasks.go:49] processing task group 2 of 3 I0814 02:51:05.170547 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 02:51:05.170555 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 02:51:05.170564 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 02:51:05.170590 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 02:51:05.170607 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 02:51:05.170619 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 02:51:05.170642 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 02:51:05.170657 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 02:51:05.170667 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 02:51:05.170677 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 02:51:05.170695 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 02:51:05.170732 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 02:51:05.170786 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 02:51:05.170596 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 02:51:05.170813 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 02:51:05.287021 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 02:51:05.291374 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 02:51:05.366237 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 02:51:06.303817 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 02:51:06.346720 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 02:51:06.375168 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 02:51:07.303781 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 02:51:08.416844 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 02:51:11.343529 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 02:51:11.406564 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 02:51:12.272646 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 02:51:16.435877 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 02:51:17.690669 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 02:51:17.780378 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 02:51:20.587225 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 02:51:20.587254 1 tasks.go:49] processing task group 3 of 3 I0814 02:51:20.587268 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 02:51:20.660576 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 02:51:20.671202 1 operator.go:862] Updating ClusterOperator status to done. I0814 03:04:09.445533 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0814 03:04:09.445555 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0814 03:04:09.445560 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0814 03:04:09.445584 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0814 03:04:09.447781 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0814 03:04:09.447811 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0814 03:04:09.447952 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0814 03:04:09.447988 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0814 03:04:09.448018 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0814 03:04:09.450074 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster W0814 03:04:09.451119 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0814 03:04:09.452113 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 03:04:09.453255 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0814 03:04:09.481636 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0814 03:04:09.489614 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 03:04:09.494940 1 tasks.go:49] processing task group 1 of 3 I0814 03:04:09.494962 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 03:04:09.494995 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 03:04:09.509446 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 03:04:12.656258 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 03:04:12.656279 1 tasks.go:49] processing task group 2 of 3 I0814 03:04:12.656303 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 03:04:12.656306 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 03:04:12.656329 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 03:04:12.656344 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 03:04:12.656363 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 03:04:12.656381 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 03:04:12.656407 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 03:04:12.656418 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 03:04:12.656424 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 03:04:12.656437 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 03:04:12.656455 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 03:04:12.656473 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 03:04:12.656488 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 03:04:12.656513 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 03:04:12.656404 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 03:04:12.745290 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 03:04:12.748768 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 03:04:12.812622 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 03:04:13.756523 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 03:04:13.804883 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 03:04:13.839779 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 03:04:14.801514 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 03:04:15.875163 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 03:04:18.818339 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 03:04:18.827909 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 03:04:19.736050 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 03:04:23.899295 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 03:04:24.927089 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 03:04:24.975665 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 03:04:28.022382 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 03:04:28.022408 1 tasks.go:49] processing task group 3 of 3 I0814 03:04:28.022414 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 03:04:28.070414 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 03:04:28.083492 1 operator.go:862] Updating ClusterOperator status to done. W0814 03:04:28.101833 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0814 03:04:28.145851 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 03:04:28.151928 1 tasks.go:49] processing task group 1 of 3 I0814 03:04:28.151944 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 03:04:28.151961 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 03:04:28.167857 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 03:04:31.302242 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 03:04:31.302264 1 tasks.go:49] processing task group 2 of 3 I0814 03:04:31.302284 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 03:04:31.302289 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 03:04:31.302309 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 03:04:31.302324 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 03:04:31.302336 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 03:04:31.302356 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 03:04:31.302376 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 03:04:31.302393 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 03:04:31.302400 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 03:04:31.302418 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 03:04:31.302445 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 03:04:31.302458 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 03:04:31.302486 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 03:04:31.302501 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 03:04:31.302508 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 03:04:31.389438 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 03:04:31.394824 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 03:04:31.457845 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 03:04:32.389408 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 03:04:32.417218 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 03:04:32.447417 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 03:04:33.415931 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 03:04:34.459482 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 03:04:37.462366 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 03:04:37.479834 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 03:04:38.380833 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 03:04:42.471497 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 03:04:43.534511 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 03:04:43.567914 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 03:04:46.627556 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 03:04:46.627581 1 tasks.go:49] processing task group 3 of 3 I0814 03:04:46.627588 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 03:04:46.668235 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 03:04:46.678813 1 operator.go:862] Updating ClusterOperator status to done. I0814 03:19:09.445842 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0814 03:19:09.445851 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0814 03:19:09.445947 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0814 03:19:09.445961 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0814 03:19:09.448122 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0814 03:19:09.448137 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0814 03:19:09.448263 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0814 03:19:09.448320 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0814 03:19:09.448329 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0814 03:19:09.450458 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster W0814 03:19:09.450633 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0814 03:19:09.452213 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 03:19:09.453296 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0814 03:19:09.482131 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0814 03:19:09.487249 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 03:19:09.492459 1 tasks.go:49] processing task group 1 of 3 I0814 03:19:09.492477 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 03:19:09.492490 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 03:19:09.511806 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 03:19:12.640768 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 03:19:12.640791 1 tasks.go:49] processing task group 2 of 3 I0814 03:19:12.640821 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 03:19:12.640836 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 03:19:12.640837 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 03:19:12.640857 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 03:19:12.640875 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 03:19:12.640893 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 03:19:12.640914 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 03:19:12.640938 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 03:19:12.640959 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 03:19:12.640994 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 03:19:12.641003 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 03:19:12.641024 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 03:19:12.641022 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 03:19:12.641045 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 03:19:12.640831 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 03:19:12.735144 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 03:19:12.737138 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 03:19:12.797388 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 03:19:13.743706 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 03:19:13.777948 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 03:19:13.803076 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 03:19:14.744804 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 03:19:15.828096 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 03:19:18.787746 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 03:19:18.819250 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 03:19:19.727412 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 03:19:23.826812 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 03:19:24.835259 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 03:19:24.883503 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 03:19:27.978366 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 03:19:27.978388 1 tasks.go:49] processing task group 3 of 3 I0814 03:19:27.978398 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 03:19:28.017924 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 03:19:28.027391 1 operator.go:862] Updating ClusterOperator status to done. W0814 03:19:28.041173 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0814 03:19:28.077207 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 03:19:28.081870 1 tasks.go:49] processing task group 1 of 3 I0814 03:19:28.081900 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 03:19:28.081913 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 03:19:28.095353 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 03:19:31.221860 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 03:19:31.221881 1 tasks.go:49] processing task group 2 of 3 I0814 03:19:31.221898 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 03:19:31.221906 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 03:19:31.221913 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 03:19:31.221932 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 03:19:31.221947 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 03:19:31.221965 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 03:19:31.222002 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 03:19:31.222019 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 03:19:31.222040 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 03:19:31.222060 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 03:19:31.222085 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 03:19:31.222098 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 03:19:31.221903 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 03:19:31.222124 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 03:19:31.222147 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 03:19:31.313080 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 03:19:31.319160 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 03:19:31.382006 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 03:19:32.312485 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 03:19:32.345875 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 03:19:32.363301 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 03:19:33.339761 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 03:19:34.394834 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 03:19:37.363683 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 03:19:37.403601 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 03:19:38.299288 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 03:19:42.404993 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 03:19:43.414298 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 03:19:43.496623 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 03:19:46.563711 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 03:19:46.563735 1 tasks.go:49] processing task group 3 of 3 I0814 03:19:46.563746 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 03:19:46.600814 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 03:19:46.609469 1 operator.go:862] Updating ClusterOperator status to done. I0814 03:24:28.171705 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0814 03:24:28.177047 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0814 03:24:28.219256 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 03:24:28.224415 1 tasks.go:49] processing task group 1 of 3 I0814 03:24:28.224441 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 03:24:28.224456 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 03:24:28.241913 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 03:24:29.177113 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 03:24:30.181325 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 03:24:31.186981 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 03:24:31.387788 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 03:24:31.387812 1 tasks.go:49] processing task group 2 of 3 I0814 03:24:31.387839 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 03:24:31.387847 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 03:24:31.387874 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 03:24:31.387885 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 03:24:31.387907 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 03:24:31.387925 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 03:24:31.387942 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 03:24:31.387953 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 03:24:31.387989 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 03:24:31.388009 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 03:24:31.388029 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 03:24:31.388038 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 03:24:31.388040 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 03:24:31.388061 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 03:24:31.388102 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 03:24:31.483326 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 03:24:31.483694 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 03:24:31.540958 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 03:24:32.191221 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 03:24:32.472406 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 03:24:32.504900 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 03:24:32.542937 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 03:24:33.500611 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 03:24:34.562888 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 03:24:37.542321 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 03:24:37.563492 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 03:24:38.469912 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 03:24:42.557376 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 03:24:43.575106 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 03:24:43.610807 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 03:24:46.719264 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 03:24:46.719288 1 tasks.go:49] processing task group 3 of 3 I0814 03:24:46.719297 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 03:24:46.760790 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 03:24:46.769631 1 operator.go:862] Updating ClusterOperator status to done. W0814 03:24:46.784353 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0814 03:24:46.819528 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 03:24:46.824266 1 tasks.go:49] processing task group 1 of 3 I0814 03:24:46.824284 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 03:24:46.824300 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 03:24:46.837964 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 03:24:49.960162 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 03:24:49.960186 1 tasks.go:49] processing task group 2 of 3 I0814 03:24:49.960212 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 03:24:49.960216 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 03:24:49.960232 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 03:24:49.960244 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 03:24:49.960265 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 03:24:49.960288 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 03:24:49.960309 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 03:24:49.960320 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 03:24:49.960344 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 03:24:49.960367 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 03:24:49.960385 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 03:24:49.960400 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 03:24:49.960413 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 03:24:49.960421 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 03:24:49.960457 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 03:24:50.042813 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 03:24:50.055721 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 03:24:50.106700 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 03:24:51.051370 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 03:24:51.080211 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 03:24:51.101738 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 03:24:52.114555 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 03:24:53.169273 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 03:24:56.126397 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 03:24:56.134361 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 03:24:57.038493 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 03:25:01.139287 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 03:25:02.178735 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 03:25:02.181443 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 03:25:05.332650 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 03:25:05.332671 1 tasks.go:49] processing task group 3 of 3 I0814 03:25:05.332679 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 03:25:05.370146 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 03:25:05.378146 1 operator.go:862] Updating ClusterOperator status to done. I0814 03:34:09.446240 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0814 03:34:09.446330 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0814 03:34:09.446356 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0814 03:34:09.446363 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0814 03:34:09.448461 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0814 03:34:09.448538 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0814 03:34:09.448660 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0814 03:34:09.448671 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0814 03:34:09.448746 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0814 03:34:09.450590 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster W0814 03:34:09.451336 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0814 03:34:09.452343 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 03:34:09.453487 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0814 03:34:09.482887 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0814 03:34:09.489637 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 03:34:09.494442 1 tasks.go:49] processing task group 1 of 3 I0814 03:34:09.494468 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 03:34:09.494479 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 03:34:09.511890 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 03:34:12.657737 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 03:34:12.657761 1 tasks.go:49] processing task group 2 of 3 I0814 03:34:12.657785 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 03:34:12.657794 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 03:34:12.657803 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 03:34:12.657825 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 03:34:12.657834 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 03:34:12.657855 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 03:34:12.657875 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 03:34:12.657896 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 03:34:12.657789 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 03:34:12.657915 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 03:34:12.657942 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 03:34:12.657956 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 03:34:12.657985 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 03:34:12.658027 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 03:34:12.658049 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 03:34:12.748625 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 03:34:12.749943 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 03:34:12.812818 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 03:34:13.755490 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 03:34:13.784400 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 03:34:13.812745 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 03:34:14.773127 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 03:34:15.843468 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 03:34:18.807031 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 03:34:18.829116 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 03:34:19.740488 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 03:34:23.849721 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 03:34:24.853422 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 03:34:24.893453 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 03:34:28.010351 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 03:34:28.010374 1 tasks.go:49] processing task group 3 of 3 I0814 03:34:28.010385 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 03:34:28.048689 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 03:34:28.056751 1 operator.go:862] Updating ClusterOperator status to done. W0814 03:34:28.070546 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0814 03:34:28.104314 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 03:34:28.109097 1 tasks.go:49] processing task group 1 of 3 I0814 03:34:28.109116 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 03:34:28.109135 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 03:34:28.122464 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 03:34:31.243892 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 03:34:31.243916 1 tasks.go:49] processing task group 2 of 3 I0814 03:34:31.243931 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 03:34:31.243939 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 03:34:31.243949 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 03:34:31.243968 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 03:34:31.244004 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 03:34:31.244023 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 03:34:31.244041 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 03:34:31.244059 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 03:34:31.244081 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 03:34:31.244096 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 03:34:31.244112 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 03:34:31.244122 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 03:34:31.244122 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 03:34:31.244131 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 03:34:31.244109 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 03:34:31.329525 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 03:34:31.348085 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 03:34:31.407849 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 03:34:32.335814 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 03:34:32.371935 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 03:34:32.388166 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 03:34:33.384496 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 03:34:34.435877 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 03:34:37.407222 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 03:34:37.422353 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 03:34:38.320125 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 03:34:42.427384 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 03:34:43.454091 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 03:34:43.482249 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 03:34:46.594724 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 03:34:46.594750 1 tasks.go:49] processing task group 3 of 3 I0814 03:34:46.594760 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 03:34:46.632791 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 03:34:46.641376 1 operator.go:862] Updating ClusterOperator status to done. I0814 03:39:01.901952 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster W0814 03:39:01.906890 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0814 03:39:01.943516 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 03:39:01.949443 1 tasks.go:49] processing task group 1 of 3 I0814 03:39:01.949470 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 03:39:01.949489 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 03:39:01.969554 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 03:39:05.118142 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 03:39:05.118163 1 tasks.go:49] processing task group 2 of 3 I0814 03:39:05.118188 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 03:39:05.118195 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 03:39:05.118211 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 03:39:05.118223 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 03:39:05.118245 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 03:39:05.118257 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 03:39:05.118279 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 03:39:05.118304 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 03:39:05.118310 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 03:39:05.118327 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 03:39:05.118346 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 03:39:05.118354 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 03:39:05.118373 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 03:39:05.118386 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 03:39:05.118286 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 03:39:05.193536 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 03:39:05.193887 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 03:39:05.246744 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 03:39:06.200664 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 03:39:06.214721 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 03:39:06.262935 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 03:39:07.225394 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 03:39:08.284761 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 03:39:11.265654 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 03:39:11.282083 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 03:39:12.194392 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 03:39:16.286685 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 03:39:17.306802 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 03:39:17.332124 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 03:39:20.440651 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 03:39:20.440681 1 tasks.go:49] processing task group 3 of 3 I0814 03:39:20.440691 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 03:39:20.478821 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 03:39:20.487305 1 operator.go:862] Updating ClusterOperator status to done. I0814 03:49:09.446273 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0814 03:49:09.446381 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0814 03:49:09.446404 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0814 03:49:09.446422 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0814 03:49:09.449234 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0814 03:49:09.449281 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0814 03:49:09.449374 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0814 03:49:09.449406 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0814 03:49:09.449475 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0814 03:49:09.451550 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster W0814 03:49:09.451589 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0814 03:49:09.452363 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0814 03:49:09.454268 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0814 03:49:09.483764 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0814 03:49:09.501121 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 03:49:09.508587 1 tasks.go:49] processing task group 1 of 3 I0814 03:49:09.508610 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 03:49:09.508635 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 03:49:09.523963 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 03:49:12.677505 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 03:49:12.677530 1 tasks.go:49] processing task group 2 of 3 I0814 03:49:12.677556 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 03:49:12.677558 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 03:49:12.677573 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 03:49:12.677607 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 03:49:12.677622 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 03:49:12.677623 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 03:49:12.677641 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 03:49:12.677653 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 03:49:12.677669 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 03:49:12.677697 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 03:49:12.677707 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 03:49:12.677719 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 03:49:12.677757 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 03:49:12.677594 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 03:49:12.677743 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 03:49:12.772757 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 03:49:12.773039 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 03:49:12.836746 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 03:49:13.777044 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 03:49:13.805467 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 03:49:13.837367 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 03:49:14.794626 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 03:49:15.863171 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 03:49:18.826414 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 03:49:18.852692 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 03:49:19.755152 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 03:49:23.865126 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 03:49:24.876877 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 03:49:24.916152 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 03:49:28.028540 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 03:49:28.028562 1 tasks.go:49] processing task group 3 of 3 I0814 03:49:28.028576 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 03:49:28.064813 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 03:49:28.073495 1 operator.go:862] Updating ClusterOperator status to done. W0814 03:49:28.087051 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0814 03:49:28.124743 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 03:49:28.129673 1 tasks.go:49] processing task group 1 of 3 I0814 03:49:28.129692 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 03:49:28.129711 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 03:49:28.143526 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 03:49:31.268482 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 03:49:31.268505 1 tasks.go:49] processing task group 2 of 3 I0814 03:49:31.268523 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 03:49:31.268527 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 03:49:31.268554 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 03:49:31.268577 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 03:49:31.268585 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 03:49:31.268604 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 03:49:31.268628 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 03:49:31.268646 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 03:49:31.268672 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 03:49:31.268687 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 03:49:31.268713 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 03:49:31.268720 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 03:49:31.268705 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 03:49:31.268727 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 03:49:31.268728 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 03:49:31.361920 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 03:49:31.371358 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 03:49:31.440734 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 03:49:32.367164 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 03:49:32.394084 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 03:49:32.416416 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 03:49:33.396506 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 03:49:34.432296 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 03:49:37.440564 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 03:49:37.474894 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 03:49:38.377301 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 03:49:42.436681 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 03:49:43.450783 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 03:49:43.501036 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 03:49:46.643516 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 03:49:46.643542 1 tasks.go:49] processing task group 3 of 3 I0814 03:49:46.643550 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 03:49:46.680709 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 03:49:46.688572 1 operator.go:862] Updating ClusterOperator status to done. I0814 04:04:09.446904 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0814 04:04:09.446951 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0814 04:04:09.446987 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0814 04:04:09.447011 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0814 04:04:09.449298 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0814 04:04:09.449311 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0814 04:04:09.449464 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0814 04:04:09.449530 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0814 04:04:09.449538 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0814 04:04:09.451703 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0814 04:04:09.452471 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0814 04:04:09.452591 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0814 04:04:09.454673 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0814 04:04:09.484326 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0814 04:04:09.492417 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 04:04:09.497402 1 tasks.go:49] processing task group 1 of 3 I0814 04:04:09.497430 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 04:04:09.497447 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 04:04:09.510438 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 04:04:12.654847 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 04:04:12.654868 1 tasks.go:49] processing task group 2 of 3 I0814 04:04:12.654895 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 04:04:12.654905 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 04:04:12.654913 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 04:04:12.654930 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 04:04:12.654948 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 04:04:12.654988 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 04:04:12.655005 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 04:04:12.655020 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 04:04:12.655033 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 04:04:12.655054 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 04:04:12.655073 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 04:04:12.655073 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 04:04:12.655088 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 04:04:12.655105 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 04:04:12.655006 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 04:04:12.760197 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 04:04:12.767013 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 04:04:12.830172 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 04:04:13.769948 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 04:04:13.796193 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 04:04:13.828942 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 04:04:14.776709 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 04:04:15.856801 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 04:04:18.811588 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 04:04:18.848632 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 04:04:19.733353 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 04:04:23.855375 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 04:04:24.869009 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 04:04:24.912304 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 04:04:28.022568 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 04:04:28.022590 1 tasks.go:49] processing task group 3 of 3 I0814 04:04:28.022600 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 04:04:28.064818 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 04:04:28.072754 1 operator.go:862] Updating ClusterOperator status to done. W0814 04:04:28.087697 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0814 04:04:28.123175 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 04:04:28.128055 1 tasks.go:49] processing task group 1 of 3 I0814 04:04:28.128077 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 04:04:28.128094 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 04:04:28.142108 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 04:04:31.270935 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 04:04:31.270956 1 tasks.go:49] processing task group 2 of 3 I0814 04:04:31.270991 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 04:04:31.270996 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 04:04:31.271005 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 04:04:31.271018 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 04:04:31.271039 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 04:04:31.271059 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 04:04:31.271063 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 04:04:31.271086 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 04:04:31.271106 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 04:04:31.271121 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 04:04:31.271135 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 04:04:31.271133 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 04:04:31.271148 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 04:04:31.271047 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 04:04:31.270997 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 04:04:31.352847 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 04:04:31.365173 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 04:04:31.420501 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 04:04:32.351748 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 04:04:32.381337 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 04:04:32.409644 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 04:04:33.381105 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 04:04:34.439173 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 04:04:37.418283 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 04:04:37.443183 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 04:04:38.348177 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 04:04:42.433280 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 04:04:43.472721 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 04:04:43.494006 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 04:04:46.618670 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 04:04:46.618695 1 tasks.go:49] processing task group 3 of 3 I0814 04:04:46.618701 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 04:04:46.656558 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 04:04:46.667751 1 operator.go:862] Updating ClusterOperator status to done. I0814 04:05:07.973928 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster W0814 04:05:07.978713 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0814 04:05:08.014888 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 04:05:08.019728 1 tasks.go:49] processing task group 1 of 3 I0814 04:05:08.019747 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 04:05:08.019759 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 04:05:08.032697 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 04:05:11.159700 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 04:05:11.159722 1 tasks.go:49] processing task group 2 of 3 I0814 04:05:11.159744 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 04:05:11.159744 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 04:05:11.159759 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 04:05:11.159777 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 04:05:11.159795 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 04:05:11.159814 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 04:05:11.159832 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 04:05:11.159853 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 04:05:11.159869 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 04:05:11.159896 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 04:05:11.159894 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 04:05:11.159897 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 04:05:11.159910 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 04:05:11.159939 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 04:05:11.159953 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 04:05:11.272889 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 04:05:11.276076 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 04:05:11.371527 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 04:05:12.239881 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 04:05:12.280525 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 04:05:12.312459 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 04:05:13.271845 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 04:05:14.320794 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 04:05:17.304963 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 04:05:17.359889 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 04:05:18.239265 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 04:05:22.325515 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 04:05:23.339428 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 04:05:23.416689 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 04:05:26.509053 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 04:05:26.509080 1 tasks.go:49] processing task group 3 of 3 I0814 04:05:26.509094 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 04:05:26.546453 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 04:05:26.554329 1 operator.go:862] Updating ClusterOperator status to done. I0814 04:19:09.447281 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0814 04:19:09.447351 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0814 04:19:09.447367 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0814 04:19:09.447286 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0814 04:19:09.449671 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0814 04:19:09.449687 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0814 04:19:09.449736 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0814 04:19:09.449808 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0814 04:19:09.449838 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0814 04:19:09.451864 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0814 04:19:09.452756 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0814 04:19:09.453426 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0814 04:19:09.455508 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0814 04:19:09.484862 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0814 04:19:09.491374 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 04:19:09.496348 1 tasks.go:49] processing task group 1 of 3 I0814 04:19:09.496375 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 04:19:09.496390 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 04:19:09.512302 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 04:19:12.651490 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 04:19:12.651512 1 tasks.go:49] processing task group 2 of 3 I0814 04:19:12.651539 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 04:19:12.651546 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 04:19:12.651542 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 04:19:12.651555 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 04:19:12.651572 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 04:19:12.651595 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 04:19:12.651618 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 04:19:12.651644 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 04:19:12.651663 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 04:19:12.651688 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 04:19:12.651709 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 04:19:12.651705 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 04:19:12.651724 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 04:19:12.651751 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 04:19:12.651702 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 04:19:12.736649 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 04:19:12.748240 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 04:19:12.814102 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 04:19:13.732675 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 04:19:13.773040 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 04:19:13.820412 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 04:19:14.760678 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 04:19:15.839944 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 04:19:18.808796 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 04:19:18.825744 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 04:19:19.731580 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 04:19:23.828036 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 04:19:24.849059 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 04:19:24.888327 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 04:19:28.013774 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 04:19:28.013797 1 tasks.go:49] processing task group 3 of 3 I0814 04:19:28.013808 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 04:19:28.052799 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 04:19:28.062357 1 operator.go:862] Updating ClusterOperator status to done. W0814 04:19:28.077797 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0814 04:19:28.112324 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 04:19:28.116994 1 tasks.go:49] processing task group 1 of 3 I0814 04:19:28.117020 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 04:19:28.117027 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 04:19:28.130111 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 04:19:31.263384 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 04:19:31.263408 1 tasks.go:49] processing task group 2 of 3 I0814 04:19:31.263428 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 04:19:31.263446 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 04:19:31.263454 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 04:19:31.263482 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 04:19:31.263499 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 04:19:31.263520 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 04:19:31.263549 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 04:19:31.263569 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 04:19:31.263574 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 04:19:31.263594 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 04:19:31.263607 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 04:19:31.263632 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 04:19:31.263654 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 04:19:31.263687 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 04:19:31.263555 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 04:19:31.346775 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 04:19:31.352440 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 04:19:31.414645 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 04:19:32.342032 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 04:19:32.383214 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 04:19:32.400704 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 04:19:33.376641 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 04:19:34.437099 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 04:19:37.415245 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 04:19:37.444968 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 04:19:38.344290 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 04:19:42.431601 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 04:19:43.445162 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 04:19:43.491838 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 04:19:46.606994 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 04:19:46.607019 1 tasks.go:49] processing task group 3 of 3 I0814 04:19:46.607026 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 04:19:46.646320 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 04:19:46.655061 1 operator.go:862] Updating ClusterOperator status to done. I0814 04:20:32.426763 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0814 04:20:32.431560 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0814 04:20:32.473483 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 04:20:32.482120 1 tasks.go:49] processing task group 1 of 3 I0814 04:20:32.482141 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 04:20:32.482157 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 04:20:32.495901 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 04:20:35.632964 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 04:20:35.633007 1 tasks.go:49] processing task group 2 of 3 I0814 04:20:35.633031 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 04:20:35.633042 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 04:20:35.633055 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 04:20:35.633072 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 04:20:35.633093 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 04:20:35.633113 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 04:20:35.633133 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 04:20:35.633156 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 04:20:35.633170 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 04:20:35.633188 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 04:20:35.633189 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 04:20:35.633213 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 04:20:35.633229 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 04:20:35.633238 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 04:20:35.633247 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 04:20:35.727253 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 04:20:35.731430 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 04:20:35.798003 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 04:20:36.726907 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 04:20:36.749945 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 04:20:36.779777 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 04:20:37.749216 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 04:20:38.805437 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 04:20:41.785733 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 04:20:41.816139 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 04:20:42.723124 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 04:20:46.804160 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 04:20:47.820223 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 04:20:47.871315 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 04:20:50.962180 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 04:20:50.962205 1 tasks.go:49] processing task group 3 of 3 I0814 04:20:50.962217 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 04:20:51.000158 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 04:20:51.009212 1 operator.go:862] Updating ClusterOperator status to done. I0814 04:34:09.447543 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0814 04:34:09.447570 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0814 04:34:09.447550 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0814 04:34:09.447580 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0814 04:34:09.449771 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0814 04:34:09.449775 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0814 04:34:09.449845 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0814 04:34:09.449967 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0814 04:34:09.449998 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0814 04:34:09.452016 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0814 04:34:09.452917 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0814 04:34:09.453240 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0814 04:34:09.456264 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0814 04:34:09.485677 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0814 04:34:09.488400 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 04:34:09.493437 1 tasks.go:49] processing task group 1 of 3 I0814 04:34:09.493460 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 04:34:09.493471 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 04:34:09.506622 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 04:34:12.651696 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 04:34:12.651717 1 tasks.go:49] processing task group 2 of 3 I0814 04:34:12.651742 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 04:34:12.651746 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 04:34:12.651762 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 04:34:12.651778 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 04:34:12.651796 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 04:34:12.651816 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 04:34:12.651834 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 04:34:12.651847 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 04:34:12.651860 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 04:34:12.651884 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 04:34:12.651905 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 04:34:12.651914 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 04:34:12.651938 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 04:34:12.651952 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 04:34:12.651822 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 04:34:12.755833 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 04:34:12.757637 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 04:34:12.816185 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 04:34:13.751447 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 04:34:13.806442 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 04:34:13.822865 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 04:34:14.788172 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 04:34:15.860297 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 04:34:18.831391 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 04:34:18.870669 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 04:34:19.754645 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 04:34:23.862492 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 04:34:24.879051 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 04:34:24.934642 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 04:34:28.023279 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 04:34:28.023304 1 tasks.go:49] processing task group 3 of 3 I0814 04:34:28.023310 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 04:34:28.087365 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 04:34:28.100778 1 operator.go:862] Updating ClusterOperator status to done. W0814 04:34:28.117026 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0814 04:34:28.167361 1 operator.go:841] Updating ClusterOperator status to InProgress. I0814 04:34:28.173257 1 tasks.go:49] processing task group 1 of 3 I0814 04:34:28.173272 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0814 04:34:28.173286 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0814 04:34:28.188839 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0814 04:34:31.334602 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0814 04:34:31.334631 1 tasks.go:49] processing task group 2 of 3 I0814 04:34:31.334651 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 04:34:31.334657 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0814 04:34:31.334679 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0814 04:34:31.334695 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 04:34:31.334709 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0814 04:34:31.334728 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0814 04:34:31.334745 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0814 04:34:31.334768 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0814 04:34:31.334779 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0814 04:34:31.334801 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0814 04:34:31.334812 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 04:34:31.334838 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0814 04:34:31.334834 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 04:34:31.334864 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0814 04:34:31.334870 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0814 04:34:31.417753 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0814 04:34:31.431330 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0814 04:34:31.493582 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0814 04:34:32.431273 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0814 04:34:32.457732 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0814 04:34:32.477964 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0814 04:34:33.442126 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0814 04:34:34.504547 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0814 04:34:37.490417 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0814 04:34:37.517448 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0814 04:34:38.409302 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0814 04:34:42.509478 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0814 04:34:43.539207 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0814 04:34:43.573499 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0814 04:34:46.685388 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0814 04:34:46.685412 1 tasks.go:49] processing task group 3 of 3 I0814 04:34:46.685421 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0814 04:34:46.722194 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0814 04:34:46.729947 1 operator.go:862] Updating ClusterOperator status to done.