W0629 11:01:53.619396 1 client_config.go:659] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0629 11:01:53.645668 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0629 11:01:53.645672 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0629 11:01:53.645705 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0629 11:01:53.648496 1 reflector.go:368] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0629 11:01:53.648711 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "ChunkSizeMiB", "CloudDualStackNodeIPs", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "SetEIPForNLBIngressController", "VSphereControlPlaneMachineSet", "VSphereDriverConfiguration", "VSphereMultiVCenters", "VSphereStaticIPs", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AdditionalRoutingCapabilities", "AutomatedEtcdBackup", "BootcNodeManagement", "CSIDriverSharedResource", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ConsolePluginContentSecurityPolicy", "DNSNameResolver", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "GCPClusterHostedDNS", "GatewayAPI", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MetricsCollectionProfiles", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OnClusterBuild", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SignatureStores", "SigstoreImageVerification", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0629 11:01:53.649523 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0629 11:01:53.654171 1 reflector.go:368] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0629 11:01:53.656734 1 reflector.go:368] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 11:01:53.659165 1 reflector.go:368] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0629 11:01:53.659540 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:563 I0629 11:01:53.662261 1 reflector.go:368] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0629 11:01:53.664909 1 reflector.go:368] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 11:01:53.671154 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 11:01:53.671200 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 11:01:53.672497 1 reflector.go:368] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 11:01:53.672562 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 11:01:53.675359 1 reflector.go:368] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 11:01:53.675856 1 reflector.go:368] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 11:01:53.675924 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0629 11:01:53.676147 1 reflector.go:368] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 11:01:53.680845 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 11:01:53.681022 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 11:01:53.681122 1 reflector.go:368] Caches populated for *v1.CustomResourceDefinition from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 11:01:53.690302 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:01:53.754072 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 11:01:53.852601 1 operator.go:595] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0629 11:01:53.852646 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 11:01:53.852679 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0629 11:01:53.852692 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0629 11:01:53.852702 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0629 11:01:53.852700 1 relabel_controller.go:117] Starting alert relabel config controller I0629 11:01:53.852706 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0629 11:01:53.852708 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0629 11:01:53.852714 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0629 11:01:53.852718 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0629 11:01:53.852679 1 rule_controller.go:113] Starting alerting rules controller I0629 11:01:53.852733 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0629 11:01:53.858595 1 reflector.go:368] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0629 11:01:53.858774 1 reflector.go:368] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0629 11:01:53.858807 1 reflector.go:368] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0629 11:01:53.858841 1 reflector.go:368] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0629 11:01:53.863711 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0629 11:01:53.863720 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0629 11:01:53.883143 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-4jsmz" is created for OpenShiftMonitoringTelemeterClientCertRequester I0629 11:01:53.883161 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-fj7vc" is created for OpenShiftMonitoringClientCertRequester I0629 11:01:53.942922 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:01:53.950894 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 11:01:53.950919 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0629 11:01:53.950933 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0629 11:01:53.950986 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 11:01:53.952769 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0629 11:01:53.952775 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0629 11:01:53.963573 1 tasks.go:49] processing task group 1 of 3 I0629 11:01:53.963600 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:01:53.963606 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:01:53.971405 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0629 11:01:53.982895 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0629 11:01:53.994926 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0629 11:01:53.999399 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:01:54.057374 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0629 11:01:54.079206 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController I0629 11:01:54.081569 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0629 11:01:54.081584 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0629 11:01:54.081600 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0629 11:01:54.081603 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0629 11:01:54.083770 1 secure_serving.go:57] Forcing use of http/1.1 only W0629 11:01:54.083788 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0629 11:01:54.083792 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. I0629 11:01:54.083790 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete W0629 11:01:54.083797 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0629 11:01:54.083803 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0629 11:01:54.083805 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0629 11:01:54.083807 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0629 11:01:54.089676 1 requestheader_controller.go:172] Starting RequestHeaderAuthRequestController I0629 11:01:54.089687 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0629 11:01:54.089712 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0629 11:01:54.089716 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0629 11:01:54.089730 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0629 11:01:54.089733 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0629 11:01:54.089932 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0629 11:01:54.089989 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1782730886\" (2026-06-29 11:01:35 +0000 UTC to 2028-06-28 11:01:36 +0000 UTC (now=2026-06-29 11:01:54.089952408 +0000 UTC))" I0629 11:01:54.090138 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1782730914\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1782730913\" (2026-06-29 10:01:53 +0000 UTC to 2027-06-29 10:01:53 +0000 UTC (now=2026-06-29 11:01:54.090118175 +0000 UTC))" I0629 11:01:54.090161 1 secure_serving.go:213] Serving securely on [::]:8443 I0629 11:01:54.090179 1 genericapiserver.go:683] [graceful-termination] waiting for shutdown to be initiated I0629 11:01:54.090185 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0629 11:01:54.092186 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:175 I0629 11:01:54.092599 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0629 11:01:54.093125 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0629 11:01:54.151052 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0629 11:01:54.162572 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0629 11:01:54.190342 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0629 11:01:54.190349 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0629 11:01:54.190368 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0629 11:01:54.190510 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-06-29 10:49:59 +0000 UTC to 2036-06-26 10:49:59 +0000 UTC (now=2026-06-29 11:01:54.190492226 +0000 UTC))" I0629 11:01:54.190631 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1782730886\" (2026-06-29 11:01:35 +0000 UTC to 2028-06-28 11:01:36 +0000 UTC (now=2026-06-29 11:01:54.190618577 +0000 UTC))" I0629 11:01:54.190749 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1782730914\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1782730913\" (2026-06-29 10:01:53 +0000 UTC to 2027-06-29 10:01:53 +0000 UTC (now=2026-06-29 11:01:54.190738933 +0000 UTC))" I0629 11:01:54.190843 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-06-29 10:49:59 +0000 UTC to 2036-06-26 10:49:59 +0000 UTC (now=2026-06-29 11:01:54.190833704 +0000 UTC))" I0629 11:01:54.190861 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-06-29 10:50:00 +0000 UTC to 2036-06-26 10:50:00 +0000 UTC (now=2026-06-29 11:01:54.190852954 +0000 UTC))" I0629 11:01:54.190872 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-06-29 10:50:00 +0000 UTC to 2036-06-26 10:50:00 +0000 UTC (now=2026-06-29 11:01:54.190867007 +0000 UTC))" I0629 11:01:54.190881 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-06-29 10:50:01 +0000 UTC to 2036-06-26 10:50:01 +0000 UTC (now=2026-06-29 11:01:54.190875528 +0000 UTC))" I0629 11:01:54.190890 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-06-29 10:50:01 +0000 UTC to 2036-06-26 10:50:01 +0000 UTC (now=2026-06-29 11:01:54.190884232 +0000 UTC))" I0629 11:01:54.190900 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2r7vt2dkrotc7g3frr48b67f99cg1or8-kx-c86cd5deda_customer-system-admin-signer@1782730212\" [] issuer=\"\" (2026-06-29 10:50:11 +0000 UTC to 2026-07-06 10:50:12 +0000 UTC (now=2026-06-29 11:01:54.190893778 +0000 UTC))" I0629 11:01:54.190922 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2r7vt2dkrotc7g3frr48b67f99cg1or8-kx-c86cd5deda_sre-system-admin-signer@1782730212\" [] issuer=\"\" (2026-06-29 10:50:11 +0000 UTC to 2026-07-06 10:50:12 +0000 UTC (now=2026-06-29 11:01:54.190906581 +0000 UTC))" I0629 11:01:54.190934 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-06-29 10:49:59 +0000 UTC to 2036-06-26 10:49:59 +0000 UTC (now=2026-06-29 11:01:54.190928234 +0000 UTC))" I0629 11:01:54.191028 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1782730886\" (2026-06-29 11:01:35 +0000 UTC to 2028-06-28 11:01:36 +0000 UTC (now=2026-06-29 11:01:54.191011881 +0000 UTC))" I0629 11:01:54.191113 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1782730914\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1782730913\" (2026-06-29 10:01:53 +0000 UTC to 2027-06-29 10:01:53 +0000 UTC (now=2026-06-29 11:01:54.191101216 +0000 UTC))" I0629 11:01:54.196486 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0629 11:01:54.215731 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0629 11:01:54.496332 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 11:02:30.269828 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0629 11:02:30.283618 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0629 11:02:30.303288 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0629 11:02:34.210998 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:02:34.248791 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:02:34.668530 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:02:34.703609 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:02:34.738669 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:02:34.802304 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:02:34.834467 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:02:34.908623 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:02:34.952185 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:02:35.006866 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:02:35.217370 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:02:35.424368 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:02:35.607910 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:02:36.438173 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:02:36.438197 1 tasks.go:49] processing task group 2 of 3 I0629 11:02:36.438220 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:02:36.438233 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:02:36.438237 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:02:36.438244 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:02:36.438250 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:02:36.438257 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:02:36.438258 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:02:36.438260 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:02:36.438268 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:02:36.438268 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:02:36.438270 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:02:36.438275 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:02:36.438280 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:02:36.438282 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:02:36.438290 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:02:36.455032 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0629 11:02:36.461610 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0629 11:02:36.484189 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0629 11:02:36.496239 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0629 11:02:36.496427 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0629 11:02:36.516523 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0629 11:02:36.529016 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:02:36.539777 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:02:36.569977 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:02:36.591231 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0629 11:02:36.631457 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0629 11:02:36.638978 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0629 11:02:36.645789 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0629 11:02:36.647177 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0629 11:02:36.647269 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0629 11:02:36.732868 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0629 11:02:36.732887 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0629 11:02:36.732893 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0629 11:02:36.736724 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0629 11:02:36.740379 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing W0629 11:02:36.749244 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterroles.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0629 11:02:36.749261 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterroles.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0629 11:02:36.756719 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0629 11:02:36.775266 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0629 11:02:36.782190 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0629 11:02:36.806739 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0629 11:02:36.851430 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0629 11:02:36.869664 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0629 11:02:36.922746 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0629 11:02:37.052000 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0629 11:02:37.087996 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0629 11:02:37.175031 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0629 11:02:37.177840 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0629 11:02:37.298938 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0629 11:02:37.301166 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0629 11:02:37.380705 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0629 11:02:37.396990 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0629 11:02:37.419712 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0629 11:02:37.491564 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0629 11:02:37.534215 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0629 11:02:37.604714 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0629 11:02:37.617716 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0629 11:02:37.627426 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0629 11:02:37.680348 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0629 11:02:37.772621 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0629 11:02:37.780853 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0629 11:02:37.795281 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0629 11:02:37.802056 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0629 11:02:37.848087 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0629 11:02:37.867851 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 11:02:37.867908 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0629 11:02:37.896692 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0629 11:02:37.920807 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0629 11:02:37.924422 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 11:02:38.023267 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0629 11:02:38.154654 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0629 11:02:38.623767 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0629 11:02:38.643976 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0629 11:02:38.666860 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0629 11:02:38.778146 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0629 11:02:38.784286 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:02:38.784304 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0629 11:02:38.784447 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 11:02:38.873800 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0629 11:02:38.914820 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-clpdmjuctg4iv -n openshift-monitoring because it was missing I0629 11:02:38.971701 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0629 11:02:39.112764 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0629 11:02:39.222573 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0629 11:02:39.314369 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0629 11:02:39.419969 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0629 11:02:39.519016 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0629 11:02:39.580451 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:02:39.581550 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:02:39.628021 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0629 11:02:39.728678 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0629 11:02:39.830349 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0629 11:02:39.901534 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0629 11:02:39.920930 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0629 11:02:40.451947 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0629 11:02:41.519862 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0629 11:02:41.559239 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0629 11:02:41.934092 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:02:42.490088 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-je6cpngm98ke -n openshift-monitoring because it was missing I0629 11:02:42.876345 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:02:42.894117 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:02:42.953107 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-7hkgdg0pkpj5d -n openshift-monitoring because it was missing I0629 11:02:42.970553 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0629 11:02:42.995445 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0629 11:02:43.008525 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0629 11:02:50.683541 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:02:53.635007 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:02:53.635074 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0629 11:03:00.001005 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0629 11:03:00.040874 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:03:23.562155 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0629 11:03:23.580435 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:03:23.580502 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0629 11:03:27.938942 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:03:53.073652 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:03:53.073699 1 operator.go:886] 1 reconciliation(s) failed, 2 more attempt(s) will be made before reporting failures. E0629 11:03:53.073706 1 operator.go:705] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0629 11:03:53.073724 1 operator.go:706] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0629 11:03:53.075290 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 11:03:53.112785 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:03:53.117804 1 tasks.go:49] processing task group 1 of 3 I0629 11:03:53.117823 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:03:53.117836 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:03:53.132927 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:03:54.172099 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQ0gvYUwxNnQxOUl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjNE1qY3pNRGc0TmpBZQpGdzB5TmpBMk1qa3hNVEF4TWpWYUZ3MHlPREE0TWpjeE1UQXhNalphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNPREkzTXpBNE9EWXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRDMwU3NJNGRmT3B6TkIwQ0hyUlczdkdna21kTGJYVS9XTApwWVI1WTR4a0F3eCtDeXJxQXVRekM5dE9DSWtXQkM1czkvbGlEdkVJeCtpejJLdXFtL1VVUzRtOTArQXU3c0x0CnU5R3JZMGloeWo2UWIxVW9UVm4zejNuTGlrZkNPM2YrbDNqMFVxeVhLOGIzN0t0RmNaVytPZlpiOWc5Qnp5QTQKZnBUS2RlblZ1bGYvNE5CRjBXc1M0L2NabFlVREx1RGJ3cjlSS3BvenFmc1hIWkZzRG93VGNvRE9qcjQ4VXVhSApCK1V1NVVJU2xXeGdqOENETktJR1A5SHBPVmVpL2JNY3duTzdRL1p1blQzT2p6d2QrdE1uYllZOWhpKzlCNU5wCkMzNG1hdS9udlN2SHd3dVhscE1zYWJBTWVQUjIvTndTWlNiVGZ1c09zU3llSVZFSE4rc2JBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJEVHExSwpvaVpsVWhLeENBNlh6bzlLV0ZvL1R6QWZCZ05WSFNNRUdEQVdnQlJEVHExS29pWmxVaEt4Q0E2WHpvOUtXRm8vClR6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFxOVdVSytreUxOMDgzOW81Q25IZ256a2tTcm9hdndKb1AyYTgKRldwNzRWbUpLZ2ZJT0lMcDBCSlNhdWpmWjRtdGhOcmF5WTZUdVBsdUdvUVpaQWk4SXRUNHgxOVdmWXZpTHJGVAo4czVaVkNWZUFzdDl3a2tMVW5XajR0NnhvMkx1Z0l3dGp0b01XTDhRbjdCQU1ZNWtDcTJ0M0NGTUVacmhuSDRHCmlXVHpxSFQzM3ZtTnVwUGpFS0FnWU9rcTUycVkrR2k4NEJiRGdQalVRVmZtcUpJdDN0RnVrcHNRU0lDZXhwOFEKN0hoVmoyT0UzbE1lVHBVc1pNUXFESkROQVZxdVpFQVlBQ0Ixcm5RVmhCRWR5VGR2RnRUSXpSaWtKckltQW9wcgoxZmR6dXloS3N4N29UU0tnR0plbjRhQ3IzTms1TW91RlRTZzhtSmNOTFNnWWVldGRnZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0629 11:03:54.178520 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0629 11:03:54.183359 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJQ0gvYUwxNnQxOUl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjNE1qY3pNRGc0TmpBZQpGdzB5TmpBMk1qa3hNVEF4TWpWYUZ3MHlPREE0TWpjeE1UQXhNalphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNPREkzTXpBNE9EWXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRDMwU3NJNGRmT3B6TkIwQ0hyUlczdkdna21kTGJYVS9XTApwWVI1WTR4a0F3eCtDeXJxQXVRekM5dE9DSWtXQkM1czkvbGlEdkVJeCtpejJLdXFtL1VVUzRtOTArQXU3c0x0CnU5R3JZMGloeWo2UWIxVW9UVm4zejNuTGlrZkNPM2YrbDNqMFVxeVhLOGIzN0t0RmNaVytPZlpiOWc5Qnp5QTQKZnBUS2RlblZ1bGYvNE5CRjBXc1M0L2NabFlVREx1RGJ3cjlSS3BvenFmc1hIWkZzRG93VGNvRE9qcjQ4VXVhSApCK1V1NVVJU2xXeGdqOENETktJR1A5SHBPVmVpL2JNY3duTzdRL1p1blQzT2p6d2QrdE1uYllZOWhpKzlCNU5wCkMzNG1hdS9udlN2SHd3dVhscE1zYWJBTWVQUjIvTndTWlNiVGZ1c09zU3llSVZFSE4rc2JBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJEVHExSwpvaVpsVWhLeENBNlh6bzlLV0ZvL1R6QWZCZ05WSFNNRUdEQVdnQlJEVHExS29pWmxVaEt4Q0E2WHpvOUtXRm8vClR6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFxOVdVSytreUxOMDgzOW81Q25IZ256a2tTcm9hdndKb1AyYTgKRldwNzRWbUpLZ2ZJT0lMcDBCSlNhdWpmWjRtdGhOcmF5WTZUdVBsdUdvUVpaQWk4SXRUNHgxOVdmWXZpTHJGVAo4czVaVkNWZUFzdDl3a2tMVW5XajR0NnhvMkx1Z0l3dGp0b01XTDhRbjdCQU1ZNWtDcTJ0M0NGTUVacmhuSDRHCmlXVHpxSFQzM3ZtTnVwUGpFS0FnWU9rcTUycVkrR2k4NEJiRGdQalVRVmZtcUpJdDN0RnVrcHNRU0lDZXhwOFEKN0hoVmoyT0UzbE1lVHBVc1pNUXFESkROQVZxdVpFQVlBQ0Ixcm5RVmhCRWR5VGR2RnRUSXpSaWtKckltQW9wcgoxZmR6dXloS3N4N29UU0tnR0plbjRhQ3IzTms1TW91RlRTZzhtSmNOTFNnWWVldGRnZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0629 11:03:54.189276 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0629 11:03:56.271680 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:03:56.271705 1 tasks.go:49] processing task group 2 of 3 I0629 11:03:56.271734 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:03:56.271744 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:03:56.271751 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:03:56.271767 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:03:56.271804 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:03:56.271815 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:03:56.271826 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:03:56.271832 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:03:56.271844 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:03:56.271861 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:03:56.271886 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:03:56.271902 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:03:56.271932 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:03:56.271949 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:03:56.271928 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:03:56.346147 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:03:56.358842 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:03:56.367554 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:03:56.390339 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0629 11:03:56.407298 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0629 11:03:56.432770 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0629 11:03:56.445565 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0629 11:03:56.445935 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:03:56.460213 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 11:03:56.760396 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 11:03:57.372389 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:03:57.393753 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:03:57.400791 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:03:57.411530 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:03:57.480622 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:03:59.452067 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:04:01.516836 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-56c9b9fa8d9gs -n openshift-monitoring because it was missing I0629 11:04:02.441587 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:04:03.365302 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:04:06.617191 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:04:57.468869 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:06:11.701786 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:06:11.701809 1 tasks.go:49] processing task group 3 of 3 I0629 11:06:11.701820 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:06:11.752089 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:06:11.752171 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0629 11:06:11.761798 1 operator.go:862] Updating ClusterOperator status to done. W0629 11:06:11.820625 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 11:06:11.866331 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:06:11.871904 1 tasks.go:49] processing task group 1 of 3 I0629 11:06:11.871926 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:06:11.871942 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:06:11.888460 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:06:15.036767 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:06:15.036786 1 tasks.go:49] processing task group 2 of 3 I0629 11:06:15.036809 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:06:15.036867 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:06:15.036884 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:06:15.036900 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:06:15.036923 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:06:15.036941 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:06:15.036960 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:06:15.036972 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:06:15.036976 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:06:15.037001 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:06:15.037011 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:06:15.037032 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:06:15.037054 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:06:15.037063 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:06:15.037074 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:06:15.103238 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:06:15.131610 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:06:15.132522 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:06:15.199082 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:06:16.127431 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:06:16.172269 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:06:16.174818 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:06:16.187141 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:06:16.195988 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:06:18.220557 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:06:21.196611 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:06:21.212990 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:06:22.111318 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:06:25.147677 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:06:26.227869 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:06:30.419996 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:06:30.420018 1 tasks.go:49] processing task group 3 of 3 I0629 11:06:30.420026 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:06:30.463102 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:06:30.471065 1 operator.go:862] Updating ClusterOperator status to done. W0629 11:06:30.480833 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 11:06:30.516783 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:06:30.521610 1 tasks.go:49] processing task group 1 of 3 I0629 11:06:30.521631 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:06:30.521646 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:06:30.536025 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:06:33.752843 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:06:33.752866 1 tasks.go:49] processing task group 2 of 3 I0629 11:06:33.752890 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:06:33.752900 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:06:33.752915 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:06:33.752937 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:06:33.752956 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:06:33.752972 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:06:33.753001 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:06:33.753021 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:06:33.753038 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:06:33.753048 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:06:33.753058 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:06:33.753067 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:06:33.753084 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:06:33.753095 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:06:33.753104 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:06:33.814739 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:06:33.835394 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:06:33.843435 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:06:33.901619 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:06:34.837968 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:06:34.866255 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:06:34.868741 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:06:34.886201 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:06:34.894194 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:06:36.930505 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:06:39.936665 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:06:39.957776 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:06:40.857331 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:06:44.923692 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:06:49.088087 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:06:49.088110 1 tasks.go:49] processing task group 3 of 3 I0629 11:06:49.088116 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:06:49.130360 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:06:49.138567 1 operator.go:862] Updating ClusterOperator status to done. I0629 11:06:53.853109 1 operator.go:606] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0629 11:06:53.853145 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 11:06:53.890355 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:06:53.896371 1 tasks.go:49] processing task group 1 of 3 I0629 11:06:53.896393 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:06:53.896407 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:06:53.910118 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:06:57.041568 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:06:57.041591 1 tasks.go:49] processing task group 2 of 3 I0629 11:06:57.041605 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:06:57.041611 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:06:57.041627 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:06:57.041640 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:06:57.041668 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:06:57.041688 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:06:57.041721 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:06:57.041745 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:06:57.041759 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:06:57.041764 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:06:57.041767 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:06:57.041791 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:06:57.041805 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:06:57.041813 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:06:57.041755 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:06:57.114434 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:06:57.123583 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:06:57.133166 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:06:57.193639 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:06:58.123496 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:06:58.155760 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:06:58.159888 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:06:58.175070 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:06:58.181471 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:07:00.209472 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:07:03.199909 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:07:03.225051 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:07:04.117074 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:07:08.212152 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:07:12.394170 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:07:12.394195 1 tasks.go:49] processing task group 3 of 3 I0629 11:07:12.394205 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:07:12.435673 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:07:12.443714 1 operator.go:862] Updating ClusterOperator status to done. I0629 11:11:53.853018 1 operator.go:606] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0629 11:11:53.853068 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 11:11:53.899617 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:11:53.904848 1 tasks.go:49] processing task group 1 of 3 I0629 11:11:53.904871 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:11:53.904885 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:11:53.921798 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:11:57.095432 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:11:57.095452 1 tasks.go:49] processing task group 2 of 3 I0629 11:11:57.095475 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:11:57.095476 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:11:57.095482 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:11:57.095493 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:11:57.095502 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:11:57.095528 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:11:57.095538 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:11:57.095562 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:11:57.095588 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:11:57.095600 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:11:57.095615 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:11:57.095638 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:11:57.095650 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:11:57.095666 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:11:57.095672 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:11:57.170314 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:11:57.193359 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:11:57.196322 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:11:57.263156 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:11:58.191930 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:11:58.229156 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:11:58.233802 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:11:58.261718 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:11:58.269794 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:12:00.373012 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:12:03.323260 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:12:03.351229 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:12:04.279183 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:12:08.332976 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:12:12.618588 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:12:12.618616 1 tasks.go:49] processing task group 3 of 3 I0629 11:12:12.618637 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:12:12.658982 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:12:12.669067 1 operator.go:862] Updating ClusterOperator status to done. I0629 11:13:55.010516 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config W0629 11:13:55.015933 1 operator.go:968] User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap not found. Using defaults. I0629 11:13:55.133487 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:13:55.150611 1 tasks.go:49] processing task group 1 of 3 I0629 11:13:55.150651 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:13:55.150661 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:13:55.207834 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:13:55.207880 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-user-workload-monitoring because it was missing I0629 11:13:58.388693 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:13:58.388714 1 tasks.go:49] processing task group 2 of 3 I0629 11:13:58.388742 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:13:58.388742 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:13:58.388764 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:13:58.388777 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:13:58.388797 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:13:58.388817 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:13:58.388836 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:13:58.388848 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:13:58.388864 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:13:58.388883 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:13:58.388896 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:13:58.388902 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:13:58.388931 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:13:58.388952 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:13:58.388936 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:13:58.423449 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0629 11:13:58.427111 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0629 11:13:58.445962 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0629 11:13:58.491557 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:13:58.512960 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:13:58.544895 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0629 11:13:58.586496 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:13:58.607723 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0629 11:13:58.729332 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0629 11:13:58.732732 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0629 11:13:58.757291 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0629 11:13:58.769334 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-operator-uwm-kube-rbac-proxy-config -n openshift-user-workload-monitoring because it was missing I0629 11:13:58.841119 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring because it was missing I0629 11:13:58.951860 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0629 11:13:59.051280 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0629 11:13:59.153133 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0629 11:13:59.255141 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0629 11:13:59.280755 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0629 11:13:59.300005 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload-thanos-sidecar -n openshift-user-workload-monitoring because it was missing I0629 11:13:59.506226 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:13:59.545384 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:13:59.592769 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:13:59.611734 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-ruler because it was missing I0629 11:13:59.693539 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler because it was missing I0629 11:13:59.799867 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler-monitoring because it was missing I0629 11:13:59.906321 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/user-workload-alertmanager-thanos-ruler -n openshift-user-workload-monitoring because it was missing I0629 11:13:59.919154 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0629 11:13:59.937017 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-user-workload-kube-rbac-proxy-web -n openshift-user-workload-monitoring because it was missing I0629 11:13:59.952364 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0629 11:13:59.965944 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-query-config -n openshift-user-workload-monitoring because it was missing I0629 11:13:59.980680 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-alertmanagers-config -n openshift-user-workload-monitoring because it was missing I0629 11:14:00.329726 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-grpc-tls-7hkgdg0pkpj5d -n openshift-user-workload-monitoring because it was missing I0629 11:14:00.347184 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0629 11:14:00.361630 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-federate -n openshift-user-workload-monitoring because it was missing I0629 11:14:00.378735 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-user-workload-trusted-ca-bundle -n openshift-user-workload-monitoring because it was missing I0629 11:14:00.391725 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-additional-alertmanager-configs -n openshift-user-workload-monitoring because it was missing I0629 11:14:00.403897 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0629 11:14:00.936793 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheususer-workload -n openshift-monitoring because it was missing W0629 11:14:00.951284 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 11:14:00.961547 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 11:14:01.002709 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-grpc-tls-7hkgdg0pkpj5d -n openshift-user-workload-monitoring because it was missing I0629 11:14:01.023405 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-ruler-user-workload -n openshift-user-workload-monitoring because it was missing I0629 11:14:02.044688 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:14:04.589752 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:14:04.615765 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:14:05.488963 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:14:09.575559 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:14:11.276509 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:14:11.276583 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2b441269-e238-4d7f-9c1b-890cbb6d87c7", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-thanos-ruler -n openshift-monitoring because it was missing I0629 11:14:11.622156 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:14:21.645687 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:16:13.979769 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:16:13.979795 1 tasks.go:49] processing task group 3 of 3 I0629 11:16:13.979806 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:16:14.022140 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:16:14.030675 1 operator.go:862] Updating ClusterOperator status to done. W0629 11:16:14.046995 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 11:16:14.098073 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:16:14.104482 1 tasks.go:49] processing task group 1 of 3 I0629 11:16:14.104502 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:16:14.104523 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:16:14.128180 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:16:17.329802 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:16:17.329822 1 tasks.go:49] processing task group 2 of 3 I0629 11:16:17.329837 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:16:17.329838 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:16:17.329856 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:16:17.329871 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:16:17.329892 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:16:17.329914 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:16:17.329937 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:16:17.329951 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:16:17.329966 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:16:17.329988 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:16:17.329984 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:16:17.330004 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:16:17.330022 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:16:17.330031 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:16:17.330048 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:16:17.440935 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:16:17.467898 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:16:17.534904 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:16:18.505073 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:16:18.544687 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:16:18.562898 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:16:19.647534 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:16:20.756275 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:16:23.560249 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:16:23.564377 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:16:24.425304 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:16:28.705737 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:16:29.763004 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:16:29.831492 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:16:33.029747 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:16:33.029770 1 tasks.go:49] processing task group 3 of 3 I0629 11:16:33.029777 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:16:33.073946 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:16:33.086069 1 operator.go:862] Updating ClusterOperator status to done. I0629 11:16:53.657806 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 11:16:53.657848 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 11:16:53.657858 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 11:16:53.659763 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 11:16:53.659808 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 11:16:53.659819 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle W0629 11:16:53.665010 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 11:16:53.665105 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 11:16:53.672124 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 11:16:53.673138 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 11:16:53.673154 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 11:16:53.675498 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 11:16:53.676591 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:16:53.708362 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:16:53.715746 1 tasks.go:49] processing task group 1 of 3 I0629 11:16:53.715764 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:16:53.715777 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:16:53.732727 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:16:53.754763 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 11:16:56.924586 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:16:56.924609 1 tasks.go:49] processing task group 2 of 3 I0629 11:16:56.924634 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:16:56.924645 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:16:56.924647 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:16:56.924666 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:16:56.924682 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:16:56.924702 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:16:56.924723 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:16:56.924748 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:16:56.924765 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:16:56.924779 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:16:56.924801 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:16:56.924805 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:16:56.924639 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:16:56.924819 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:16:56.924833 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:16:57.114641 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:16:57.180436 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:16:57.291930 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:16:58.109004 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:16:58.169127 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:16:58.208287 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:16:59.147261 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:17:00.192513 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:17:03.520534 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:17:03.570156 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:17:04.354684 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:17:08.165024 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:17:09.217851 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:17:09.330394 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:17:12.930016 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:17:12.930042 1 tasks.go:49] processing task group 3 of 3 I0629 11:17:12.930051 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:17:12.974696 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:17:12.983066 1 operator.go:862] Updating ClusterOperator status to done. W0629 11:17:12.997027 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 11:17:13.034785 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:17:13.039931 1 tasks.go:49] processing task group 1 of 3 I0629 11:17:13.039949 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:17:13.039967 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:17:13.054936 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:17:16.195270 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:17:16.195292 1 tasks.go:49] processing task group 2 of 3 I0629 11:17:16.195310 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:17:16.195329 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:17:16.195337 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:17:16.195355 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:17:16.195378 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:17:16.195407 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:17:16.195427 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:17:16.195443 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:17:16.195457 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:17:16.195476 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:17:16.195492 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:17:16.195496 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:17:16.195509 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:17:16.195530 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:17:16.195540 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:17:16.283960 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:17:16.292564 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:17:16.362879 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:17:17.295750 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:17:17.331170 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:17:17.348663 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:17:18.330308 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:17:19.379666 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:17:22.372957 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:17:22.383174 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:17:23.277709 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:17:27.379239 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:17:28.401572 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:17:28.439070 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:17:31.553118 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:17:31.553146 1 tasks.go:49] processing task group 3 of 3 I0629 11:17:31.553159 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:17:31.614448 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:17:31.628317 1 operator.go:862] Updating ClusterOperator status to done. I0629 11:31:53.658766 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 11:31:53.658918 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 11:31:53.658943 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 11:31:53.659833 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 11:31:53.659845 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 11:31:53.659851 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 11:31:53.665804 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster W0629 11:31:53.666113 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 11:31:53.672686 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 11:31:53.673221 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 11:31:53.673252 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 11:31:53.675531 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 11:31:53.677247 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:31:53.703292 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:31:53.708285 1 tasks.go:49] processing task group 1 of 3 I0629 11:31:53.708309 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:31:53.708320 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:31:53.722986 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:31:53.755450 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 11:31:56.880828 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:31:56.880854 1 tasks.go:49] processing task group 2 of 3 I0629 11:31:56.880875 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:31:56.880881 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:31:56.880894 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:31:56.880917 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:31:56.880935 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:31:56.880970 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:31:56.880983 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:31:56.880992 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:31:56.881023 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:31:56.881043 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:31:56.881042 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:31:56.881068 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:31:56.881088 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:31:56.881097 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:31:56.881062 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:31:56.976618 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:31:56.982271 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:31:57.042518 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:31:57.977984 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:31:58.018400 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:31:58.044265 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:31:59.022991 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:32:00.072176 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:32:03.183360 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:32:03.204869 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:32:04.017247 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:32:08.077651 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:32:09.085390 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:32:09.137642 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:32:12.385713 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:32:12.385738 1 tasks.go:49] processing task group 3 of 3 I0629 11:32:12.385746 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:32:12.431545 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:32:12.441176 1 operator.go:862] Updating ClusterOperator status to done. W0629 11:32:12.457109 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 11:32:12.495227 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:32:12.500584 1 tasks.go:49] processing task group 1 of 3 I0629 11:32:12.500603 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:32:12.500617 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:32:12.514721 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:32:15.651520 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:32:15.651545 1 tasks.go:49] processing task group 2 of 3 I0629 11:32:15.651565 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:32:15.651570 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:32:15.651598 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:32:15.651605 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:32:15.651623 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:32:15.651647 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:32:15.651665 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:32:15.651686 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:32:15.651703 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:32:15.651718 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:32:15.651740 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:32:15.651752 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:32:15.651764 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:32:15.651773 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:32:15.651788 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:32:15.769733 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:32:15.781986 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:32:15.844912 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:32:16.765759 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:32:16.823150 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:32:16.847308 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:32:17.808381 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:32:18.846229 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:32:21.846518 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:32:21.857698 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:32:22.729408 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:32:26.847874 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:32:27.877681 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:32:27.952595 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:32:31.031460 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:32:31.031486 1 tasks.go:49] processing task group 3 of 3 I0629 11:32:31.031499 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:32:31.072753 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:32:31.081282 1 operator.go:862] Updating ClusterOperator status to done. I0629 11:46:53.659585 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 11:46:53.659654 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 11:46:53.659665 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 11:46:53.659930 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 11:46:53.659956 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 11:46:53.659966 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 11:46:53.666261 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster W0629 11:46:53.666385 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 11:46:53.673400 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 11:46:53.673427 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 11:46:53.673428 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 11:46:53.675738 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 11:46:53.678035 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:46:53.713044 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:46:53.718508 1 tasks.go:49] processing task group 1 of 3 I0629 11:46:53.718531 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:46:53.718542 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:46:53.735699 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:46:53.755959 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 11:46:56.886671 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:46:56.886698 1 tasks.go:49] processing task group 2 of 3 I0629 11:46:56.886723 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:46:56.886730 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:46:56.886737 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:46:56.886755 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:46:56.886775 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:46:56.886811 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:46:56.886826 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:46:56.886838 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:46:56.886863 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:46:56.886890 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:46:56.886904 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:46:56.886925 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:46:56.886925 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:46:56.886945 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:46:56.886970 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:46:56.986983 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:46:56.997372 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:46:57.064746 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:46:57.989609 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:46:58.011406 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:46:58.057441 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:46:59.032190 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:47:00.076884 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:47:03.072519 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:47:03.094876 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:47:03.988858 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:47:08.078639 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:47:09.098378 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:47:09.136772 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:47:12.253264 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:47:12.253287 1 tasks.go:49] processing task group 3 of 3 I0629 11:47:12.253297 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:47:12.295072 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:47:12.303086 1 operator.go:862] Updating ClusterOperator status to done. W0629 11:47:12.318809 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 11:47:12.355817 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:47:12.361636 1 tasks.go:49] processing task group 1 of 3 I0629 11:47:12.361655 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:47:12.361673 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:47:12.379352 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:47:15.530305 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:47:15.530328 1 tasks.go:49] processing task group 2 of 3 I0629 11:47:15.530353 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:47:15.530350 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:47:15.530367 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:47:15.530380 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:47:15.530403 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:47:15.530445 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:47:15.530464 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:47:15.530487 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:47:15.530503 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:47:15.530519 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:47:15.530540 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:47:15.530553 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:47:15.530555 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:47:15.530574 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:47:15.530589 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:47:15.629886 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:47:15.635935 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:47:15.694518 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:47:16.616870 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:47:16.649144 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:47:16.689720 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:47:17.653545 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:47:18.720925 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:47:21.687616 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:47:21.718560 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:47:22.614757 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:47:26.711846 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:47:27.735823 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:47:27.789301 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:47:30.915135 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:47:30.915158 1 tasks.go:49] processing task group 3 of 3 I0629 11:47:30.915169 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:47:30.964654 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:47:30.975042 1 operator.go:862] Updating ClusterOperator status to done. I0629 11:52:53.786001 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0629 11:52:53.791243 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 11:52:53.834373 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:52:53.840057 1 tasks.go:49] processing task group 1 of 3 I0629 11:52:53.840078 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:52:53.840099 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:52:53.856681 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:52:54.791516 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:52:55.800916 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:52:56.808388 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:52:57.005620 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:52:57.005644 1 tasks.go:49] processing task group 2 of 3 I0629 11:52:57.005667 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:52:57.005669 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:52:57.005684 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:52:57.005700 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:52:57.005717 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:52:57.005735 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:52:57.005763 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:52:57.005772 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:52:57.005790 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:52:57.005810 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:52:57.005809 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:52:57.005824 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:52:57.005828 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:52:57.005843 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:52:57.005867 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:52:57.093203 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:52:57.099227 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:52:57.161049 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:52:57.811834 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:52:58.093768 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:52:58.129253 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:52:58.165042 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:52:59.120301 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:53:00.179552 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:53:03.173293 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:53:03.189119 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:53:04.085951 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:53:08.176926 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:53:09.198483 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:53:09.250953 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:53:12.361998 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:53:12.362021 1 tasks.go:49] processing task group 3 of 3 I0629 11:53:12.362030 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:53:12.403348 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:53:12.411647 1 operator.go:862] Updating ClusterOperator status to done. W0629 11:53:12.430013 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 11:53:12.468538 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:53:12.473647 1 tasks.go:49] processing task group 1 of 3 I0629 11:53:12.473666 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:53:12.473684 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:53:12.488980 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:53:15.621186 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:53:15.621206 1 tasks.go:49] processing task group 2 of 3 I0629 11:53:15.621229 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:53:15.621234 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:53:15.621254 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:53:15.621277 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:53:15.621300 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:53:15.621311 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:53:15.621338 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:53:15.621359 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:53:15.621377 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:53:15.621396 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:53:15.621435 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:53:15.621445 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:53:15.621454 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:53:15.621466 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:53:15.621480 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:53:15.762487 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:53:15.764710 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:53:15.890452 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:53:16.750521 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:53:16.768741 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:53:16.801087 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:53:17.774433 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:53:18.806498 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:53:21.807647 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:53:21.860511 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:53:22.703028 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:53:26.796678 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:53:27.837997 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:53:27.916272 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:53:31.000549 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:53:31.000577 1 tasks.go:49] processing task group 3 of 3 I0629 11:53:31.000593 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:53:31.044445 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:53:31.053004 1 operator.go:862] Updating ClusterOperator status to done. I0629 12:01:53.659710 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 12:01:53.659899 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 12:01:53.659930 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 12:01:53.659945 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 12:01:53.659965 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 12:01:53.660010 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0629 12:01:53.664795 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 12:01:53.666361 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 12:01:53.674063 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 12:01:53.674093 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 12:01:53.674110 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 12:01:53.676455 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 12:01:53.678049 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 12:01:53.707245 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 12:01:53.712158 1 tasks.go:49] processing task group 1 of 3 I0629 12:01:53.712180 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 12:01:53.712192 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:01:53.727125 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:01:53.756540 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 12:01:56.873762 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 12:01:56.873783 1 tasks.go:49] processing task group 2 of 3 I0629 12:01:56.873808 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:01:56.873820 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 12:01:56.873829 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 12:01:56.873838 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 12:01:56.873859 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 12:01:56.873879 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 12:01:56.873903 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 12:01:56.873928 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 12:01:56.873951 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 12:01:56.873966 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 12:01:56.873990 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:01:56.873988 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:01:56.873997 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:01:56.874005 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:01:56.873823 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:01:56.972300 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 12:01:56.979926 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:01:57.045724 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:01:57.967284 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:01:58.009852 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 12:01:58.050228 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 12:01:58.997070 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:02:00.068983 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 12:02:03.069522 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 12:02:03.085604 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 12:02:03.965975 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 12:02:08.081231 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 12:02:09.090399 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:02:09.139548 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:02:12.242304 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 12:02:12.242327 1 tasks.go:49] processing task group 3 of 3 I0629 12:02:12.242333 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 12:02:12.282299 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 12:02:12.290218 1 operator.go:862] Updating ClusterOperator status to done. W0629 12:02:12.305723 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 12:02:12.344193 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 12:02:12.350593 1 tasks.go:49] processing task group 1 of 3 I0629 12:02:12.350622 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 12:02:12.350637 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:02:12.365709 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:02:15.518525 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 12:02:15.518550 1 tasks.go:49] processing task group 2 of 3 I0629 12:02:15.518576 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:02:15.518584 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 12:02:15.518600 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 12:02:15.518631 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 12:02:15.518648 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:02:15.518666 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:02:15.518685 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 12:02:15.518707 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:02:15.518721 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:02:15.518740 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 12:02:15.518766 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 12:02:15.518780 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:02:15.518782 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 12:02:15.518802 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 12:02:15.518821 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 12:02:15.620608 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 12:02:15.630369 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:02:15.695253 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:02:16.631210 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:02:16.662471 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 12:02:16.684017 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 12:02:17.657685 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:02:18.703211 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 12:02:21.697522 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 12:02:21.723876 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 12:02:22.600967 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 12:02:26.709597 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 12:02:27.718917 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:02:27.782677 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:02:30.891100 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 12:02:30.891125 1 tasks.go:49] processing task group 3 of 3 I0629 12:02:30.891131 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 12:02:30.935097 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 12:02:30.943734 1 operator.go:862] Updating ClusterOperator status to done. I0629 12:09:25.856309 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster W0629 12:09:25.861245 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 12:09:25.904937 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 12:09:25.910474 1 tasks.go:49] processing task group 1 of 3 I0629 12:09:25.910496 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 12:09:25.910515 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:09:25.927575 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:09:29.084303 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 12:09:29.084326 1 tasks.go:49] processing task group 2 of 3 I0629 12:09:29.084353 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:09:29.084354 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 12:09:29.084373 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 12:09:29.084393 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 12:09:29.084424 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 12:09:29.084443 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:09:29.084474 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 12:09:29.084488 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 12:09:29.084509 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 12:09:29.084533 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 12:09:29.084541 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:09:29.084548 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:09:29.084558 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:09:29.084576 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 12:09:29.084581 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:09:29.188768 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 12:09:29.193601 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:09:29.254574 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:09:30.193884 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:09:30.208986 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 12:09:30.255519 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 12:09:31.224549 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:09:32.280469 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 12:09:35.267322 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 12:09:35.284747 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 12:09:36.173300 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 12:09:40.312947 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 12:09:41.310984 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:09:41.366284 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:09:44.468885 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 12:09:44.468910 1 tasks.go:49] processing task group 3 of 3 I0629 12:09:44.468919 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 12:09:44.514834 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 12:09:44.523188 1 operator.go:862] Updating ClusterOperator status to done. I0629 12:16:53.660580 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 12:16:53.660668 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 12:16:53.660680 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 12:16:53.660695 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 12:16:53.660741 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 12:16:53.660788 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 12:16:53.666775 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster W0629 12:16:53.667105 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 12:16:53.674295 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 12:16:53.674303 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 12:16:53.674334 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 12:16:53.676919 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 12:16:53.679076 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 12:16:53.713029 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 12:16:53.718028 1 tasks.go:49] processing task group 1 of 3 I0629 12:16:53.718053 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 12:16:53.718065 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:16:53.735380 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:16:53.756966 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 12:16:56.877504 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 12:16:56.877529 1 tasks.go:49] processing task group 2 of 3 I0629 12:16:56.877551 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:16:56.877557 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 12:16:56.877571 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:16:56.877586 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 12:16:56.877602 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 12:16:56.877617 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:16:56.877638 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 12:16:56.877668 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 12:16:56.877682 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 12:16:56.877702 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 12:16:56.877724 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 12:16:56.877748 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:16:56.877755 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 12:16:56.877763 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:16:56.877766 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:16:56.961052 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 12:16:56.966912 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:16:57.035389 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:16:57.972631 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:16:58.001369 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 12:16:58.041692 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 12:16:59.008107 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:17:00.066842 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 12:17:03.035767 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 12:17:03.068043 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 12:17:03.964995 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 12:17:08.057622 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 12:17:09.085962 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:17:09.114884 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:17:12.240202 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 12:17:12.240226 1 tasks.go:49] processing task group 3 of 3 I0629 12:17:12.240236 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 12:17:12.281524 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 12:17:12.289636 1 operator.go:862] Updating ClusterOperator status to done. W0629 12:17:12.305044 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 12:17:12.340961 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 12:17:12.346269 1 tasks.go:49] processing task group 1 of 3 I0629 12:17:12.346290 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 12:17:12.346305 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:17:12.360157 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:17:15.489765 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 12:17:15.489788 1 tasks.go:49] processing task group 2 of 3 I0629 12:17:15.489804 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:17:15.489867 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 12:17:15.489883 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 12:17:15.489902 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:17:15.489926 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 12:17:15.489951 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 12:17:15.489971 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:17:15.490001 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 12:17:15.490002 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:17:15.490010 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:17:15.490026 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 12:17:15.490048 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:17:15.490064 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 12:17:15.490075 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 12:17:15.490090 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 12:17:15.582749 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 12:17:15.588972 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:17:15.658768 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:17:16.581397 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:17:16.616337 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 12:17:16.636166 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 12:17:17.611835 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:17:18.671767 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 12:17:21.644377 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 12:17:21.672040 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 12:17:22.571603 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 12:17:26.667235 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 12:17:27.733516 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:17:27.782527 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:17:30.852634 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 12:17:30.852660 1 tasks.go:49] processing task group 3 of 3 I0629 12:17:30.852667 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 12:17:30.893326 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 12:17:30.901784 1 operator.go:862] Updating ClusterOperator status to done. I0629 12:26:10.796668 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster W0629 12:26:10.801601 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 12:26:10.838940 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 12:26:10.844659 1 tasks.go:49] processing task group 1 of 3 I0629 12:26:10.844688 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 12:26:10.844716 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:26:10.859133 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:26:14.005266 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 12:26:14.005287 1 tasks.go:49] processing task group 2 of 3 I0629 12:26:14.005309 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:26:14.005314 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 12:26:14.005332 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 12:26:14.005351 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 12:26:14.005373 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:26:14.005399 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 12:26:14.005430 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:26:14.005465 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 12:26:14.005482 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:26:14.005487 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:26:14.005511 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:26:14.005527 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 12:26:14.005528 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 12:26:14.005547 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 12:26:14.005469 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 12:26:14.107712 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 12:26:14.170070 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:26:14.264262 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:26:15.150174 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:26:15.175334 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 12:26:15.230205 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 12:26:16.171925 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:26:17.207962 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 12:26:20.209262 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 12:26:20.262132 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 12:26:21.083521 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 12:26:25.200493 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 12:26:26.226237 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:26:26.316167 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:26:29.386032 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 12:26:29.386057 1 tasks.go:49] processing task group 3 of 3 I0629 12:26:29.386072 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 12:26:29.426463 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 12:26:29.434890 1 operator.go:862] Updating ClusterOperator status to done. I0629 12:31:09.257533 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0629 12:31:09.262596 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 12:31:09.299669 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 12:31:09.304602 1 tasks.go:49] processing task group 1 of 3 I0629 12:31:09.304624 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 12:31:09.304644 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:31:09.320273 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:31:12.476574 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 12:31:12.476602 1 tasks.go:49] processing task group 2 of 3 I0629 12:31:12.476633 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:31:12.476635 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 12:31:12.476654 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:31:12.476667 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 12:31:12.476688 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 12:31:12.476706 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 12:31:12.476727 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 12:31:12.476731 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 12:31:12.476753 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:31:12.476765 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:31:12.476790 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 12:31:12.476713 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 12:31:12.476811 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:31:12.476822 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:31:12.476820 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 12:31:12.576705 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 12:31:12.588856 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:31:12.648430 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:31:13.570291 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:31:13.607065 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 12:31:13.653633 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 12:31:14.620022 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:31:15.655164 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 12:31:18.643864 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 12:31:18.672330 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 12:31:19.558580 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 12:31:23.657761 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 12:31:24.676868 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:31:24.734017 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:31:27.822346 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 12:31:27.822369 1 tasks.go:49] processing task group 3 of 3 I0629 12:31:27.822375 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 12:31:27.863278 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 12:31:27.872712 1 operator.go:862] Updating ClusterOperator status to done. I0629 12:31:53.660873 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 12:31:53.660916 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 12:31:53.660922 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 12:31:53.660974 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 12:31:53.661018 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 12:31:53.661053 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 12:31:53.666947 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster W0629 12:31:53.668100 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 12:31:53.674861 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 12:31:53.674922 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 12:31:53.674965 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 12:31:53.676953 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 12:31:53.679440 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 12:31:53.710014 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 12:31:53.715401 1 tasks.go:49] processing task group 1 of 3 I0629 12:31:53.715434 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 12:31:53.715445 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:31:53.729626 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:31:53.757538 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 12:31:56.859714 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 12:31:56.859736 1 tasks.go:49] processing task group 2 of 3 I0629 12:31:56.859761 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:31:56.859765 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:31:56.859783 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 12:31:56.859806 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:31:56.859817 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 12:31:56.859836 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 12:31:56.859861 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 12:31:56.859887 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 12:31:56.859911 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 12:31:56.859905 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:31:56.859916 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:31:56.859941 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 12:31:56.859962 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:31:56.859971 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 12:31:56.859977 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 12:31:56.934753 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 12:31:56.942283 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:31:57.015940 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:31:57.935851 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:31:57.974820 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 12:31:57.990128 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 12:31:58.970466 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:32:00.042658 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 12:32:03.021550 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 12:32:03.037206 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 12:32:03.944440 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 12:32:08.036032 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 12:32:09.057432 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:32:09.089647 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:32:12.206189 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 12:32:12.206213 1 tasks.go:49] processing task group 3 of 3 I0629 12:32:12.206220 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 12:32:12.247320 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 12:32:12.257020 1 operator.go:862] Updating ClusterOperator status to done. W0629 12:32:12.271844 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 12:32:12.308648 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 12:32:12.314003 1 tasks.go:49] processing task group 1 of 3 I0629 12:32:12.314028 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 12:32:12.314044 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:32:12.328179 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:32:15.465028 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 12:32:15.465049 1 tasks.go:49] processing task group 2 of 3 I0629 12:32:15.465065 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:32:15.465078 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 12:32:15.465092 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 12:32:15.465112 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 12:32:15.465122 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:32:15.465147 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 12:32:15.465167 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:32:15.465183 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 12:32:15.465202 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 12:32:15.465213 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 12:32:15.465237 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 12:32:15.465247 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:32:15.465258 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 12:32:15.465278 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:32:15.465191 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:32:15.636926 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 12:32:15.667569 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:32:15.769624 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:32:16.645324 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:32:16.688994 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 12:32:16.711106 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 12:32:17.690631 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:32:18.719858 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 12:32:21.736819 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 12:32:21.756733 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 12:32:22.548336 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 12:32:26.687141 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 12:32:27.729740 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:32:27.813618 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:32:30.877901 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 12:32:30.877925 1 tasks.go:49] processing task group 3 of 3 I0629 12:32:30.877931 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 12:32:30.920198 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 12:32:30.929092 1 operator.go:862] Updating ClusterOperator status to done. I0629 12:46:53.661266 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 12:46:53.661301 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 12:46:53.661314 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 12:46:53.661351 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 12:46:53.661459 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 12:46:53.661491 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs W0629 12:46:53.666512 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 12:46:53.667450 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 12:46:53.675899 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 12:46:53.675931 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 12:46:53.675938 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 12:46:53.677794 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 12:46:53.679585 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 12:46:53.704571 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 12:46:53.709919 1 tasks.go:49] processing task group 1 of 3 I0629 12:46:53.709941 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 12:46:53.709953 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:46:53.724519 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:46:53.757733 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 12:46:56.872849 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 12:46:56.872870 1 tasks.go:49] processing task group 2 of 3 I0629 12:46:56.872898 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:46:56.872900 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 12:46:56.872913 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:46:56.872930 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 12:46:56.872944 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 12:46:56.872970 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:46:56.873010 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 12:46:56.873001 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 12:46:56.873016 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 12:46:56.873047 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:46:56.873070 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 12:46:56.873077 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 12:46:56.873096 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:46:56.873123 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:46:56.873135 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 12:46:56.962168 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 12:46:56.977707 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:46:57.029693 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:46:57.970483 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:46:58.000258 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 12:46:58.030000 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 12:46:58.996043 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:47:00.059172 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 12:47:03.059481 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 12:47:03.065079 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 12:47:03.958666 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 12:47:08.063318 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 12:47:09.074356 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:47:09.112565 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:47:12.223119 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 12:47:12.223141 1 tasks.go:49] processing task group 3 of 3 I0629 12:47:12.223150 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 12:47:12.264142 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 12:47:12.271998 1 operator.go:862] Updating ClusterOperator status to done. W0629 12:47:12.286719 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 12:47:12.324477 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 12:47:12.329559 1 tasks.go:49] processing task group 1 of 3 I0629 12:47:12.329577 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 12:47:12.329595 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:47:12.345593 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:47:15.472806 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 12:47:15.472828 1 tasks.go:49] processing task group 2 of 3 I0629 12:47:15.472846 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:47:15.472905 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 12:47:15.472917 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 12:47:15.472936 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:47:15.472953 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:47:15.472971 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 12:47:15.472993 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:47:15.473012 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 12:47:15.473027 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 12:47:15.473039 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 12:47:15.473043 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 12:47:15.473065 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:47:15.473086 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:47:15.473105 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 12:47:15.473142 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 12:47:15.560252 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 12:47:15.565958 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:47:15.632802 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:47:16.557925 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:47:16.592389 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 12:47:16.622937 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 12:47:17.588990 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:47:18.664570 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 12:47:21.634164 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 12:47:21.655083 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 12:47:22.551619 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 12:47:26.646887 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 12:47:27.696209 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:47:27.712631 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:47:30.998772 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 12:47:30.998797 1 tasks.go:49] processing task group 3 of 3 I0629 12:47:30.998804 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 12:47:31.044026 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 12:47:31.054096 1 operator.go:862] Updating ClusterOperator status to done.