W0629 11:15:28.434521 1 client_config.go:659] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0629 11:15:28.463774 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0629 11:15:28.463776 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0629 11:15:28.463795 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0629 11:15:28.467297 1 reflector.go:368] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0629 11:15:28.467467 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "ChunkSizeMiB", "CloudDualStackNodeIPs", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "SetEIPForNLBIngressController", "VSphereControlPlaneMachineSet", "VSphereDriverConfiguration", "VSphereMultiVCenters", "VSphereStaticIPs", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AdditionalRoutingCapabilities", "AutomatedEtcdBackup", "BootcNodeManagement", "CSIDriverSharedResource", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ConsolePluginContentSecurityPolicy", "DNSNameResolver", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "GCPClusterHostedDNS", "GatewayAPI", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MetricsCollectionProfiles", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OnClusterBuild", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SignatureStores", "SigstoreImageVerification", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0629 11:15:28.468227 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0629 11:15:28.470675 1 reflector.go:368] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0629 11:15:28.481298 1 reflector.go:368] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 11:15:28.482050 1 reflector.go:368] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 11:15:28.482131 1 reflector.go:368] Caches populated for *v1.CustomResourceDefinition from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 11:15:28.483000 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 11:15:28.483085 1 reflector.go:368] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 11:15:28.483115 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0629 11:15:28.483165 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 11:15:28.483350 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 11:15:28.483730 1 reflector.go:368] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 11:15:28.484410 1 reflector.go:368] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0629 11:15:28.484416 1 reflector.go:368] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0629 11:15:28.484472 1 reflector.go:368] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 11:15:28.486030 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:563 I0629 11:15:28.486197 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 11:15:28.487105 1 reflector.go:368] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 11:15:28.487217 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 11:15:28.487231 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 11:15:28.488222 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 11:15:28.491681 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:15:28.517040 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 11:15:28.572071 1 operator.go:595] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0629 11:15:28.572092 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0629 11:15:28.572108 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester W0629 11:15:28.572110 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 11:15:28.572104 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0629 11:15:28.572121 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0629 11:15:28.572120 1 rule_controller.go:113] Starting alerting rules controller I0629 11:15:28.572127 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0629 11:15:28.572127 1 relabel_controller.go:117] Starting alert relabel config controller I0629 11:15:28.572137 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0629 11:15:28.572142 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0629 11:15:28.572112 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0629 11:15:28.575812 1 reflector.go:368] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0629 11:15:28.575975 1 reflector.go:368] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0629 11:15:28.576660 1 reflector.go:368] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0629 11:15:28.578055 1 reflector.go:368] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0629 11:15:28.613792 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:15:28.619652 1 tasks.go:49] processing task group 1 of 3 I0629 11:15:28.619680 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:15:28.619684 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:15:28.634201 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:15:28.673052 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0629 11:15:28.673129 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0629 11:15:29.002393 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController I0629 11:15:29.004612 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0629 11:15:29.004630 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0629 11:15:29.004646 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0629 11:15:29.004650 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0629 11:15:29.006577 1 secure_serving.go:57] Forcing use of http/1.1 only W0629 11:15:29.006591 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0629 11:15:29.006595 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. I0629 11:15:29.006592 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete W0629 11:15:29.006599 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0629 11:15:29.006609 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0629 11:15:29.006612 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0629 11:15:29.006614 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0629 11:15:29.011739 1 requestheader_controller.go:172] Starting RequestHeaderAuthRequestController I0629 11:15:29.011746 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0629 11:15:29.011751 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0629 11:15:29.011755 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0629 11:15:29.011759 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0629 11:15:29.011759 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0629 11:15:29.012011 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0629 11:15:29.012038 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1782731691\" (2026-06-29 11:15:01 +0000 UTC to 2028-06-28 11:15:02 +0000 UTC (now=2026-06-29 11:15:29.012015396 +0000 UTC))" I0629 11:15:29.012148 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1782731728\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1782731728\" (2026-06-29 10:15:28 +0000 UTC to 2027-06-29 10:15:28 +0000 UTC (now=2026-06-29 11:15:29.012135049 +0000 UTC))" I0629 11:15:29.012164 1 secure_serving.go:213] Serving securely on [::]:8443 I0629 11:15:29.012181 1 genericapiserver.go:683] [graceful-termination] waiting for shutdown to be initiated I0629 11:15:29.012191 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0629 11:15:29.015267 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0629 11:15:29.015294 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:175 I0629 11:15:29.015854 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0629 11:15:29.112727 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0629 11:15:29.112741 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0629 11:15:29.112818 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0629 11:15:29.112898 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-06-29 10:58:54 +0000 UTC to 2036-06-26 10:58:54 +0000 UTC (now=2026-06-29 11:15:29.112877431 +0000 UTC))" I0629 11:15:29.113020 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1782731691\" (2026-06-29 11:15:01 +0000 UTC to 2028-06-28 11:15:02 +0000 UTC (now=2026-06-29 11:15:29.113008905 +0000 UTC))" I0629 11:15:29.113108 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1782731728\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1782731728\" (2026-06-29 10:15:28 +0000 UTC to 2027-06-29 10:15:28 +0000 UTC (now=2026-06-29 11:15:29.113098842 +0000 UTC))" I0629 11:15:29.113213 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-06-29 10:58:55 +0000 UTC to 2036-06-26 10:58:55 +0000 UTC (now=2026-06-29 11:15:29.113204452 +0000 UTC))" I0629 11:15:29.113226 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-06-29 10:58:55 +0000 UTC to 2036-06-26 10:58:55 +0000 UTC (now=2026-06-29 11:15:29.113220282 +0000 UTC))" I0629 11:15:29.113236 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-06-29 10:58:56 +0000 UTC to 2036-06-26 10:58:56 +0000 UTC (now=2026-06-29 11:15:29.113230187 +0000 UTC))" I0629 11:15:29.113247 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-06-29 10:58:56 +0000 UTC to 2036-06-26 10:58:56 +0000 UTC (now=2026-06-29 11:15:29.113241783 +0000 UTC))" I0629 11:15:29.113256 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-06-29 10:58:57 +0000 UTC to 2036-06-26 10:58:57 +0000 UTC (now=2026-06-29 11:15:29.113250645 +0000 UTC))" I0629 11:15:29.113266 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2r80198b21vepbs0nis99otm7esc5rne-kx-7f8457c5e9_customer-system-admin-signer@1782730747\" [] issuer=\"\" (2026-06-29 10:59:06 +0000 UTC to 2026-07-06 10:59:07 +0000 UTC (now=2026-06-29 11:15:29.113259242 +0000 UTC))" I0629 11:15:29.113281 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2r80198b21vepbs0nis99otm7esc5rne-kx-7f8457c5e9_sre-system-admin-signer@1782730747\" [] issuer=\"\" (2026-06-29 10:59:06 +0000 UTC to 2026-07-06 10:59:07 +0000 UTC (now=2026-06-29 11:15:29.113273612 +0000 UTC))" I0629 11:15:29.113289 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-06-29 10:58:54 +0000 UTC to 2036-06-26 10:58:54 +0000 UTC (now=2026-06-29 11:15:29.113284069 +0000 UTC))" I0629 11:15:29.113372 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1782731691\" (2026-06-29 11:15:01 +0000 UTC to 2028-06-28 11:15:02 +0000 UTC (now=2026-06-29 11:15:29.113362145 +0000 UTC))" I0629 11:15:29.113447 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1782731728\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1782731728\" (2026-06-29 10:15:28 +0000 UTC to 2027-06-29 10:15:28 +0000 UTC (now=2026-06-29 11:15:29.113440107 +0000 UTC))" I0629 11:15:29.674593 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJSkEremdhRE5xdm93RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjNE1qY3pNVFk1TVRBZQpGdzB5TmpBMk1qa3hNVEUwTlRCYUZ3MHlPREE0TWpjeE1URTBOVEZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNPREkzTXpFMk9URXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzBTdkJMWWNGdSswemVYM1N2NlJ2b2RXQ3R5Sk45OVVKdgoxdGVmOC9oRHBDdDNjRWQ4c0J4TXNIaVJtZ2tIYlozU0hDME1Na1ZSZ1NUTW1BNTBvMUtXMnorRG5HSDBLY2g5Ci9FMW9waURkWkUrQVIwUlFSU1U3VHlaaG01bEplMUYwbFhUMDBpR0FIMlgzKytDbjlVY3dLYnREa0VnaEVNYnUKalZ4WFpiYmlySEFPUE51WFY0d3lvMGVETG85aFpORlpKa3N2TUNzaUN3QTZLTFMwNzhXWHhQZzFGbnB1ai9WVwoxK1JRZjAxdG93ZU1reEltSDR4dm1Eb2VjS1U3Um5qM1l3TktFZkx1eG43dW1lSUt2WDVTMVVMWVowL01sdHAxCklQYkI1S254R3JoVUZqVld6OW9JS2d0cG41d0Z6OGlLci9zakgreXVTM0VGVHBZSzhJY0xBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlQyREt1dgo3YkNWV2lZVkxGbW9CWDB0azY5VWN6QWZCZ05WSFNNRUdEQVdnQlQyREt1djdiQ1ZXaVlWTEZtb0JYMHRrNjlVCmN6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFlUTE1blZsUUtrbkRXWkUxUlNwcU1nTEF1SDE2RTA3eEEvNXAKcEx4ZHYwTFEvaEJlazQyejQ3WHNOVUs2ZVlZRWl5d0ZUZlNxUHpPL2ZpU0gvdHlvWjVhdHhjaU9SN2h5TjBoYgpvTEQ1TFA5RG9uQUh1ZjFoMVV0RlN2Umg5U0E1TEFVZnZQQU5qOTlLYlBHc1VkN280b1RaV25Bb095d3NLTU4yCm9BMmtidWo3eGNYRjF5QkhSVGNqbU16K0YrY2FyK2JYOFUwM0luV1dBOVdmZmxSWmMwOG5aRlFUWG03eDNmZ1cKYjBMWnBTTHBoSFpmR2cxN0MxUVRBVUQ5MlFENDlsdHBLdGRlbENUbEFZNVhYall3ODlWWVdDdUQwMXpzYTdSaQp5VkowaEp1L0ZOR1I3RlE1RERhN3dPT0RBNE5aV05saUJjZlAvaUc4a1NITmpyNUhCQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0629 11:15:29.680237 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0629 11:15:29.685019 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJSkEremdhRE5xdm93RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjNE1qY3pNVFk1TVRBZQpGdzB5TmpBMk1qa3hNVEUwTlRCYUZ3MHlPREE0TWpjeE1URTBOVEZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNPREkzTXpFMk9URXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzBTdkJMWWNGdSswemVYM1N2NlJ2b2RXQ3R5Sk45OVVKdgoxdGVmOC9oRHBDdDNjRWQ4c0J4TXNIaVJtZ2tIYlozU0hDME1Na1ZSZ1NUTW1BNTBvMUtXMnorRG5HSDBLY2g5Ci9FMW9waURkWkUrQVIwUlFSU1U3VHlaaG01bEplMUYwbFhUMDBpR0FIMlgzKytDbjlVY3dLYnREa0VnaEVNYnUKalZ4WFpiYmlySEFPUE51WFY0d3lvMGVETG85aFpORlpKa3N2TUNzaUN3QTZLTFMwNzhXWHhQZzFGbnB1ai9WVwoxK1JRZjAxdG93ZU1reEltSDR4dm1Eb2VjS1U3Um5qM1l3TktFZkx1eG43dW1lSUt2WDVTMVVMWVowL01sdHAxCklQYkI1S254R3JoVUZqVld6OW9JS2d0cG41d0Z6OGlLci9zakgreXVTM0VGVHBZSzhJY0xBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlQyREt1dgo3YkNWV2lZVkxGbW9CWDB0azY5VWN6QWZCZ05WSFNNRUdEQVdnQlQyREt1djdiQ1ZXaVlWTEZtb0JYMHRrNjlVCmN6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFlUTE1blZsUUtrbkRXWkUxUlNwcU1nTEF1SDE2RTA3eEEvNXAKcEx4ZHYwTFEvaEJlazQyejQ3WHNOVUs2ZVlZRWl5d0ZUZlNxUHpPL2ZpU0gvdHlvWjVhdHhjaU9SN2h5TjBoYgpvTEQ1TFA5RG9uQUh1ZjFoMVV0RlN2Umg5U0E1TEFVZnZQQU5qOTlLYlBHc1VkN280b1RaV25Bb095d3NLTU4yCm9BMmtidWo3eGNYRjF5QkhSVGNqbU16K0YrY2FyK2JYOFUwM0luV1dBOVdmZmxSWmMwOG5aRlFUWG03eDNmZ1cKYjBMWnBTTHBoSFpmR2cxN0MxUVRBVUQ5MlFENDlsdHBLdGRlbENUbEFZNVhYall3ODlWWVdDdUQwMXpzYTdSaQp5VkowaEp1L0ZOR1I3RlE1RERhN3dPT0RBNE5aV05saUJjZlAvaUc4a1NITmpyNUhCQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0629 11:15:29.690945 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0629 11:15:31.790687 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:15:31.790711 1 tasks.go:49] processing task group 2 of 3 I0629 11:15:31.790733 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:15:31.790738 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:15:31.790758 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:15:31.790774 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:15:31.790778 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:15:31.790788 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:15:31.790791 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:15:31.790795 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:15:31.790801 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:15:31.790797 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:15:31.790807 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:15:31.790810 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:15:31.790811 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:15:31.790815 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:15:31.790822 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:15:31.822732 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0629 11:15:31.832284 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0629 11:15:31.857450 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0629 11:15:31.869345 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:15:31.873133 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0629 11:15:31.881278 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0629 11:15:31.889366 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0629 11:15:31.893371 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0629 11:15:31.898185 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:15:31.901412 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:15:31.949993 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0629 11:15:31.953342 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0629 11:15:31.953356 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0629 11:15:31.954064 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0629 11:15:31.954084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0629 11:15:31.954286 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0629 11:15:31.971031 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0629 11:15:31.990806 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0629 11:15:31.992803 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0629 11:15:32.014763 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0629 11:15:32.089075 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0629 11:15:32.099229 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0629 11:15:32.099718 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0629 11:15:32.106663 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0629 11:15:32.159494 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0629 11:15:32.219348 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0629 11:15:32.226250 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0629 11:15:32.226698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0629 11:15:32.244084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0629 11:15:32.270920 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0629 11:15:32.301623 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0629 11:15:32.313940 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0629 11:15:32.314928 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 11:15:32.365390 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0629 11:15:32.365769 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0629 11:15:32.458463 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0629 11:15:32.475640 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0629 11:15:32.499086 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0629 11:15:32.567821 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0629 11:15:32.635197 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 11:15:32.668404 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0629 11:15:32.769410 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0629 11:15:32.880930 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0629 11:15:32.885735 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0629 11:15:32.911515 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0629 11:15:32.921648 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0629 11:15:32.972580 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0629 11:15:32.975112 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0629 11:15:32.982954 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0629 11:15:33.071574 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0629 11:15:33.073402 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0629 11:15:33.084710 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0629 11:15:33.087690 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0629 11:15:33.127094 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0629 11:15:33.142363 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 11:15:33.142708 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0629 11:15:33.456408 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 11:15:33.488034 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:15:33.488130 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 11:15:33.488154 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0629 11:15:33.918581 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:15:33.923964 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0629 11:15:33.935912 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:15:33.940944 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0629 11:15:33.953905 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0629 11:15:34.037428 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0629 11:15:34.092121 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-dg2rotq1qoige -n openshift-monitoring because it was missing I0629 11:15:34.132106 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0629 11:15:34.293398 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0629 11:15:34.390257 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0629 11:15:34.492551 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0629 11:15:34.600343 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0629 11:15:34.692548 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0629 11:15:34.795263 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0629 11:15:34.898326 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0629 11:15:34.997701 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0629 11:15:35.067607 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:15:35.099789 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:15:35.099810 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0629 11:15:35.162403 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0629 11:15:35.180143 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0629 11:15:35.541038 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0629 11:15:36.265333 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:15:36.850249 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0629 11:15:36.877636 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0629 11:15:37.384319 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-56c9b9fa8d9gs -n openshift-monitoring because it was missing I0629 11:15:37.584507 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-9v9576ka2qrq5 -n openshift-monitoring because it was missing I0629 11:15:38.213763 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-e57vssl52ap98 -n openshift-monitoring because it was missing I0629 11:15:38.233402 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0629 11:15:38.253550 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0629 11:15:38.264429 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0629 11:15:41.931961 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:15:41.932030 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0629 11:15:42.502670 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:15:45.160523 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0629 11:15:45.199275 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:15:47.173508 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 11:15:55.071443 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:16:10.086457 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:16:10.125685 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:16:10.193996 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:16:10.270220 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:16:10.334626 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:16:10.401172 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:16:10.446922 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:16:10.492836 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:16:13.202429 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:16:18.644201 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0629 11:16:18.657476 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:16:18.657559 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0629 11:16:48.323887 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:16:48.323914 1 tasks.go:49] processing task group 3 of 3 I0629 11:16:48.323927 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:16:48.368162 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:16:48.368247 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0629 11:16:48.376095 1 operator.go:862] Updating ClusterOperator status to done. W0629 11:16:48.413414 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 11:16:48.466808 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:16:48.473022 1 tasks.go:49] processing task group 1 of 3 I0629 11:16:48.473045 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:16:48.473058 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:16:48.486424 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:16:51.622969 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:16:51.622989 1 tasks.go:49] processing task group 2 of 3 I0629 11:16:51.623016 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:16:51.623017 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:16:51.623032 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:16:51.623056 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:16:51.623077 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:16:51.623091 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:16:51.623109 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:16:51.623129 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:16:51.623149 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:16:51.623145 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:16:51.623155 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:16:51.623160 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:16:51.623169 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:16:51.623183 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:16:51.623213 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:16:51.690048 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:16:51.707374 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:16:51.712127 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:16:51.770801 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:16:52.701618 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:16:52.733661 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:16:52.734827 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:16:52.735166 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:16:52.760777 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:16:54.793196 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:16:57.775863 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:16:57.803964 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:16:58.711801 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:17:02.291554 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:17:52.806240 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:19:06.937416 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:19:06.937439 1 tasks.go:49] processing task group 3 of 3 I0629 11:19:06.937448 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:19:06.974651 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:19:06.982451 1 operator.go:862] Updating ClusterOperator status to done. W0629 11:19:06.991492 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 11:19:07.029863 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:19:07.035505 1 tasks.go:49] processing task group 1 of 3 I0629 11:19:07.035522 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:19:07.035555 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:19:07.049837 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:19:10.185168 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:19:10.185192 1 tasks.go:49] processing task group 2 of 3 I0629 11:19:10.185208 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:19:10.185212 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:19:10.185234 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:19:10.185249 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:19:10.185266 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:19:10.185287 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:19:10.185302 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:19:10.185325 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:19:10.185325 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:19:10.185353 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:19:10.185372 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:19:10.185394 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:19:10.185418 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:19:10.185315 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:19:10.185319 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:19:10.250212 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:19:10.266655 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:19:10.284894 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:19:10.343052 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:19:11.273284 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:19:11.299942 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:19:11.303259 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:19:11.306922 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:19:11.347757 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:19:13.341003 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:19:16.335889 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:19:16.359704 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:19:17.262159 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:19:21.349947 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:19:25.504759 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:19:25.504782 1 tasks.go:49] processing task group 3 of 3 I0629 11:19:25.504789 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:19:25.546947 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:19:25.554983 1 operator.go:862] Updating ClusterOperator status to done. I0629 11:20:28.572912 1 operator.go:606] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0629 11:20:28.572945 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 11:20:28.611809 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:20:28.616924 1 tasks.go:49] processing task group 1 of 3 I0629 11:20:28.616943 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:20:28.616980 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:20:28.629488 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:20:31.761839 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:20:31.761862 1 tasks.go:49] processing task group 2 of 3 I0629 11:20:31.761889 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:20:31.761888 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:20:31.761901 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:20:31.761922 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:20:31.761947 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:20:31.761964 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:20:31.761989 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:20:31.762006 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:20:31.762020 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:20:31.762026 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:20:31.762044 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:20:31.762059 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:20:31.762077 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:20:31.762081 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:20:31.762106 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:20:31.825735 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:20:31.855446 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:20:31.857450 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:20:31.902884 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:20:32.852481 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:20:32.877298 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:20:32.879520 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:20:32.882856 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:20:32.905324 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:20:34.932128 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:20:37.919310 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:20:37.930172 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:20:38.834413 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:20:42.935478 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:20:47.109200 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:20:47.109223 1 tasks.go:49] processing task group 3 of 3 I0629 11:20:47.109231 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:20:47.148814 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:20:47.157026 1 operator.go:862] Updating ClusterOperator status to done. I0629 11:25:28.572781 1 operator.go:606] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0629 11:25:28.572833 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 11:25:28.611223 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:25:28.616429 1 tasks.go:49] processing task group 1 of 3 I0629 11:25:28.616452 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:25:28.616465 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:25:28.630505 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:25:31.763035 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:25:31.763057 1 tasks.go:49] processing task group 2 of 3 I0629 11:25:31.763081 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:25:31.763092 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:25:31.763105 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:25:31.763120 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:25:31.763139 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:25:31.763169 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:25:31.763187 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:25:31.763198 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:25:31.763232 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:25:31.763249 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:25:31.763260 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:25:31.763279 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:25:31.763294 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:25:31.763297 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:25:31.763237 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:25:31.816130 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:25:31.843914 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:25:31.855501 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:25:31.908017 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:25:32.841437 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:25:32.863664 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:25:32.869210 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:25:32.875189 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:25:32.912415 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:25:34.925463 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:25:37.901154 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:25:37.926506 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:25:38.840871 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:25:43.215094 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:25:47.120227 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:25:47.120254 1 tasks.go:49] processing task group 3 of 3 I0629 11:25:47.120265 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:25:47.229923 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:25:47.249935 1 operator.go:862] Updating ClusterOperator status to done. I0629 11:28:16.637140 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config W0629 11:28:16.646013 1 operator.go:968] User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap not found. Using defaults. I0629 11:28:16.715027 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:28:16.722186 1 tasks.go:49] processing task group 1 of 3 I0629 11:28:16.722218 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:28:16.722236 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:28:16.763128 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:28:16.763145 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-user-workload-monitoring because it was missing I0629 11:28:19.925401 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:28:19.925423 1 tasks.go:49] processing task group 2 of 3 I0629 11:28:19.925444 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:28:19.925451 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:28:19.925465 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:28:19.925484 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:28:19.925505 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:28:19.925514 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:28:19.925551 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:28:19.925567 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:28:19.925591 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:28:19.925613 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:28:19.925618 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:28:19.925617 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:28:19.925631 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:28:19.925639 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:28:19.925595 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:28:19.949462 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0629 11:28:19.966941 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0629 11:28:19.968084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0629 11:28:20.081712 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0629 11:28:20.086526 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:28:20.100223 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:28:20.130919 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0629 11:28:20.187025 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:28:20.224456 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0629 11:28:20.231024 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0629 11:28:20.243791 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0629 11:28:20.268651 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-operator-uwm-kube-rbac-proxy-config -n openshift-user-workload-monitoring because it was missing I0629 11:28:20.468173 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring because it was missing I0629 11:28:20.610389 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0629 11:28:20.704667 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0629 11:28:20.889749 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0629 11:28:20.996126 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0629 11:28:21.037049 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0629 11:28:21.058348 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload-thanos-sidecar -n openshift-user-workload-monitoring because it was missing I0629 11:28:21.070823 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:28:21.123262 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:28:21.134862 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:28:21.145006 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-ruler because it was missing I0629 11:28:21.250949 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler because it was missing I0629 11:28:21.403979 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler-monitoring because it was missing I0629 11:28:21.556247 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/user-workload-alertmanager-thanos-ruler -n openshift-user-workload-monitoring because it was missing I0629 11:28:21.577069 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0629 11:28:21.597104 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-user-workload-kube-rbac-proxy-web -n openshift-user-workload-monitoring because it was missing I0629 11:28:21.623088 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0629 11:28:21.642987 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-query-config -n openshift-user-workload-monitoring because it was missing I0629 11:28:21.656975 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-alertmanagers-config -n openshift-user-workload-monitoring because it was missing I0629 11:28:22.247243 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-grpc-tls-e57vssl52ap98 -n openshift-user-workload-monitoring because it was missing I0629 11:28:22.351576 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0629 11:28:22.407175 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-federate -n openshift-user-workload-monitoring because it was missing I0629 11:28:22.457195 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-user-workload-trusted-ca-bundle -n openshift-user-workload-monitoring because it was missing I0629 11:28:22.495263 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-additional-alertmanager-configs -n openshift-user-workload-monitoring because it was missing I0629 11:28:22.538157 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0629 11:28:22.660743 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheususer-workload -n openshift-monitoring because it was missing W0629 11:28:22.685507 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 11:28:22.691569 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-grpc-tls-e57vssl52ap98 -n openshift-user-workload-monitoring because it was missing I0629 11:28:22.702042 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 11:28:22.715839 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-ruler-user-workload -n openshift-user-workload-monitoring because it was missing I0629 11:28:23.864065 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:28:26.199459 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:28:26.289965 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:28:27.042942 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:28:30.366154 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:28:31.163838 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:28:32.850313 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:28:32.850394 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6d02f35-32d3-4f66-9fa4-8a651d95edf6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-thanos-ruler -n openshift-monitoring because it was missing I0629 11:28:43.730950 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:30:28.481688 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 11:30:28.482736 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 11:30:28.483838 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 11:30:28.483846 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 11:30:28.483897 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 11:30:28.484996 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:30:28.486357 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 11:30:28.486385 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 11:30:28.486403 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 11:30:28.487561 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 11:30:28.487703 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 11:30:28.487715 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 11:30:28.518058 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 11:30:35.910402 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:30:35.910435 1 tasks.go:49] processing task group 3 of 3 I0629 11:30:35.910445 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:30:35.948558 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:30:35.960755 1 operator.go:862] Updating ClusterOperator status to done. W0629 11:30:35.975160 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 11:30:36.012927 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:30:36.017655 1 tasks.go:49] processing task group 1 of 3 I0629 11:30:36.017677 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:30:36.017696 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:30:36.031429 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:30:39.203193 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:30:39.203214 1 tasks.go:49] processing task group 2 of 3 I0629 11:30:39.203227 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:30:39.203292 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:30:39.203309 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:30:39.203330 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:30:39.203346 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:30:39.203361 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:30:39.203378 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:30:39.203401 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:30:39.203413 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:30:39.203415 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:30:39.203431 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:30:39.203449 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:30:39.203470 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:30:39.203476 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:30:39.203457 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:30:39.297801 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:30:39.309319 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:30:39.366881 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:30:40.306403 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:30:40.344396 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:30:40.383292 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:30:41.951480 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:30:43.054127 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:30:45.613194 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:30:45.752612 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:30:46.575400 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:30:50.532496 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:30:51.707333 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:30:52.074136 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:30:55.847384 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:30:55.847408 1 tasks.go:49] processing task group 3 of 3 I0629 11:30:55.847414 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:30:56.080757 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:30:56.137610 1 operator.go:862] Updating ClusterOperator status to done. I0629 11:45:28.482090 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 11:45:28.483235 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 11:45:28.484332 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 11:45:28.484349 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 11:45:28.484357 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 11:45:28.485436 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 11:45:28.486586 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 11:45:28.486598 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 11:45:28.486610 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0629 11:45:28.487168 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 11:45:28.488298 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 11:45:28.488318 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 11:45:28.488323 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 11:45:28.518167 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 11:45:28.536012 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:45:28.543089 1 tasks.go:49] processing task group 1 of 3 I0629 11:45:28.543118 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:45:28.543130 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:45:28.560896 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:45:31.707174 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:45:31.707197 1 tasks.go:49] processing task group 2 of 3 I0629 11:45:31.707220 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:45:31.707221 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:45:31.707231 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:45:31.707247 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:45:31.707258 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:45:31.707296 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:45:31.707319 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:45:31.707330 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:45:31.707344 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:45:31.707367 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:45:31.707393 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:45:31.707398 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:45:31.707395 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:45:31.707408 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:45:31.707404 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:45:31.796021 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:45:31.801634 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:45:31.857914 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:45:32.806137 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:45:32.831566 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:45:32.866227 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:45:33.837582 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:45:34.898313 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:45:37.858672 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:45:37.886130 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:45:38.782947 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:45:42.885719 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:45:43.905094 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:45:43.941980 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:45:47.093451 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:45:47.093477 1 tasks.go:49] processing task group 3 of 3 I0629 11:45:47.093491 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:45:47.132471 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:45:47.141325 1 operator.go:862] Updating ClusterOperator status to done. W0629 11:45:47.162046 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 11:45:47.199815 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 11:45:47.205437 1 tasks.go:49] processing task group 1 of 3 I0629 11:45:47.205460 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 11:45:47.205476 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:45:47.221285 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 11:45:50.349072 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 11:45:50.349095 1 tasks.go:49] processing task group 2 of 3 I0629 11:45:50.349122 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:45:50.349129 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 11:45:50.349145 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 11:45:50.349159 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:45:50.349185 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 11:45:50.349207 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 11:45:50.349228 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:45:50.349240 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 11:45:50.349258 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:45:50.349292 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:45:50.349303 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 11:45:50.349318 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 11:45:50.349360 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 11:45:50.349334 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:45:50.349339 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 11:45:50.444607 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 11:45:50.451340 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 11:45:50.515300 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 11:45:51.446186 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 11:45:51.481704 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 11:45:51.512935 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 11:45:52.475823 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 11:45:53.630379 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 11:45:56.513431 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 11:45:56.530453 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 11:45:57.425863 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 11:46:01.553442 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 11:46:02.604092 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 11:46:02.673222 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 11:46:05.776232 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 11:46:05.776257 1 tasks.go:49] processing task group 3 of 3 I0629 11:46:05.776266 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 11:46:05.816099 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 11:46:05.825203 1 operator.go:862] Updating ClusterOperator status to done. I0629 12:00:28.482286 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 12:00:28.483345 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 12:00:28.484437 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 12:00:28.484438 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 12:00:28.484441 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 12:00:28.485586 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 12:00:28.486774 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 12:00:28.486802 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 12:00:28.486811 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0629 12:00:28.487764 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 12:00:28.488787 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 12:00:28.488934 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 12:00:28.488944 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 12:00:28.518262 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 12:00:28.523573 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 12:00:28.529507 1 tasks.go:49] processing task group 1 of 3 I0629 12:00:28.529546 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 12:00:28.529561 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:00:28.543737 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:00:31.684588 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 12:00:31.684612 1 tasks.go:49] processing task group 2 of 3 I0629 12:00:31.684642 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:00:31.684649 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:00:31.684656 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 12:00:31.684672 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 12:00:31.684705 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 12:00:31.684720 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:00:31.684743 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:00:31.684756 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 12:00:31.684764 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 12:00:31.684786 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 12:00:31.684817 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:00:31.684817 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:00:31.684829 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 12:00:31.684849 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 12:00:31.684642 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 12:00:31.773356 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 12:00:31.783639 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:00:31.838167 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:00:32.772719 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:00:32.809683 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 12:00:32.846170 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 12:00:33.797177 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:00:34.875687 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 12:00:37.845997 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 12:00:37.872313 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 12:00:38.761725 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 12:00:42.858872 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 12:00:43.892637 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:00:43.914119 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:00:47.039202 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 12:00:47.039227 1 tasks.go:49] processing task group 3 of 3 I0629 12:00:47.039234 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 12:00:47.079599 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 12:00:47.087158 1 operator.go:862] Updating ClusterOperator status to done. W0629 12:00:47.100941 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 12:00:47.135963 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 12:00:47.140772 1 tasks.go:49] processing task group 1 of 3 I0629 12:00:47.140792 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 12:00:47.140808 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:00:47.155061 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:00:50.282972 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 12:00:50.282996 1 tasks.go:49] processing task group 2 of 3 I0629 12:00:50.283015 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:00:50.283022 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 12:00:50.283034 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 12:00:50.283046 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:00:50.283067 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:00:50.283081 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 12:00:50.283104 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 12:00:50.283118 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 12:00:50.283135 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:00:50.283149 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:00:50.283153 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 12:00:50.283183 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 12:00:50.283191 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 12:00:50.283220 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:00:50.283239 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 12:00:50.397632 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 12:00:50.403933 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:00:50.473296 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:00:51.390317 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:00:51.424175 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 12:00:51.448153 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 12:00:52.411881 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:00:53.467562 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 12:00:56.459557 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 12:00:56.485051 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 12:00:57.356356 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 12:01:01.465807 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 12:01:02.480083 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:01:02.549522 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:01:05.638718 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 12:01:05.638751 1 tasks.go:49] processing task group 3 of 3 I0629 12:01:05.638763 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 12:01:05.683939 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 12:01:05.691522 1 operator.go:862] Updating ClusterOperator status to done. I0629 12:01:09.388126 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0629 12:01:09.392658 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 12:01:09.436709 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 12:01:09.442901 1 tasks.go:49] processing task group 1 of 3 I0629 12:01:09.442923 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 12:01:09.442942 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:01:09.455922 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:01:10.398409 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 12:01:11.394363 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 12:01:12.400058 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 12:01:12.598421 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 12:01:12.598446 1 tasks.go:49] processing task group 2 of 3 I0629 12:01:12.598471 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:01:12.598470 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 12:01:12.598485 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 12:01:12.598497 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 12:01:12.598515 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 12:01:12.598527 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:01:12.598565 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 12:01:12.598579 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 12:01:12.598595 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 12:01:12.598620 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 12:01:12.598627 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:01:12.598621 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:01:12.598960 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:01:12.598612 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 12:01:12.599249 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:01:12.735602 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 12:01:12.752560 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:01:12.826152 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:01:13.405254 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 12:01:13.720216 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:01:13.768976 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 12:01:13.811653 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 12:01:14.746792 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:01:15.821339 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 12:01:18.799101 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 12:01:18.829770 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 12:01:19.680753 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 12:01:23.797354 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 12:01:24.829852 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:01:24.892235 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:01:27.995355 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 12:01:27.995380 1 tasks.go:49] processing task group 3 of 3 I0629 12:01:27.995392 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 12:01:28.033067 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 12:01:28.042128 1 operator.go:862] Updating ClusterOperator status to done. W0629 12:01:28.055288 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 12:01:28.088847 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 12:01:28.093456 1 tasks.go:49] processing task group 1 of 3 I0629 12:01:28.093482 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 12:01:28.093490 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:01:28.107179 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:01:31.233562 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 12:01:31.233590 1 tasks.go:49] processing task group 2 of 3 I0629 12:01:31.233617 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 12:01:31.233629 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 12:01:31.233635 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:01:31.233648 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 12:01:31.233675 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:01:31.233678 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:01:31.233697 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 12:01:31.233724 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 12:01:31.233736 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 12:01:31.233756 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 12:01:31.233773 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 12:01:31.233784 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:01:31.233625 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:01:31.233789 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:01:31.233629 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 12:01:31.321225 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 12:01:31.326781 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:01:31.384754 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:01:32.310634 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:01:32.362789 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 12:01:32.391549 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 12:01:33.367139 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:01:34.428955 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 12:01:37.388420 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 12:01:37.408871 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 12:01:38.314101 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 12:01:42.422978 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 12:01:43.455616 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:01:43.470362 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:01:46.581670 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 12:01:46.581693 1 tasks.go:49] processing task group 3 of 3 I0629 12:01:46.581702 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 12:01:46.619044 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 12:01:46.626571 1 operator.go:862] Updating ClusterOperator status to done. I0629 12:15:28.482660 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 12:15:28.483722 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 12:15:28.484802 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 12:15:28.484823 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 12:15:28.484831 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 12:15:28.485968 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 12:15:28.487189 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 12:15:28.487221 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 12:15:28.487234 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0629 12:15:28.487707 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 12:15:28.489940 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 12:15:28.489957 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 12:15:28.489963 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 12:15:28.518375 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 12:15:28.529142 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 12:15:28.533668 1 tasks.go:49] processing task group 1 of 3 I0629 12:15:28.533692 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 12:15:28.533703 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:15:28.548567 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:15:31.701175 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 12:15:31.701198 1 tasks.go:49] processing task group 2 of 3 I0629 12:15:31.701220 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:15:31.701222 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 12:15:31.701236 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 12:15:31.701253 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:15:31.701267 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 12:15:31.701284 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 12:15:31.701320 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 12:15:31.701339 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:15:31.701376 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 12:15:31.701366 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 12:15:31.701382 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:15:31.701385 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:15:31.701407 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 12:15:31.701433 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:15:31.701440 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 12:15:31.788776 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:15:31.793881 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 12:15:31.852419 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:15:32.785579 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:15:32.808561 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 12:15:32.853263 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 12:15:33.812737 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:15:34.867554 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 12:15:37.863491 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 12:15:37.896752 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 12:15:38.779820 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 12:15:42.871187 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 12:15:43.891553 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:15:43.919517 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:15:47.034940 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 12:15:47.034964 1 tasks.go:49] processing task group 3 of 3 I0629 12:15:47.034971 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 12:15:47.072848 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 12:15:47.080730 1 operator.go:862] Updating ClusterOperator status to done. W0629 12:15:47.093375 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 12:15:47.129280 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 12:15:47.133993 1 tasks.go:49] processing task group 1 of 3 I0629 12:15:47.134012 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 12:15:47.134027 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:15:47.147885 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:15:50.272173 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 12:15:50.272196 1 tasks.go:49] processing task group 2 of 3 I0629 12:15:50.272216 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:15:50.272222 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:15:50.272237 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 12:15:50.272250 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 12:15:50.272266 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 12:15:50.272297 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 12:15:50.272308 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:15:50.272322 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 12:15:50.272341 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 12:15:50.272358 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 12:15:50.272375 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:15:50.272397 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 12:15:50.272410 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:15:50.272408 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:15:50.272394 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 12:15:50.372992 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 12:15:50.391725 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:15:50.451032 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:15:51.384289 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:15:51.419784 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 12:15:51.440243 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 12:15:52.429576 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:15:53.449614 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 12:15:56.442121 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 12:15:56.462973 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 12:15:57.342803 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 12:16:01.456192 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 12:16:02.470304 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:16:02.529675 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:16:05.628158 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 12:16:05.628183 1 tasks.go:49] processing task group 3 of 3 I0629 12:16:05.628195 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 12:16:05.676666 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 12:16:05.685695 1 operator.go:862] Updating ClusterOperator status to done. I0629 12:30:28.483311 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 12:30:28.484378 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 12:30:28.485441 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 12:30:28.485440 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 12:30:28.485492 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 12:30:28.486586 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 12:30:28.487885 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 12:30:28.487897 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 12:30:28.487902 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config W0629 12:30:28.488840 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 12:30:28.491078 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 12:30:28.491106 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 12:30:28.491119 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 12:30:28.519025 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 12:30:28.527323 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 12:30:28.531890 1 tasks.go:49] processing task group 1 of 3 I0629 12:30:28.531918 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 12:30:28.531938 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:30:28.545635 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:30:31.688798 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 12:30:31.688820 1 tasks.go:49] processing task group 2 of 3 I0629 12:30:31.688847 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:30:31.688850 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 12:30:31.688858 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 12:30:31.688880 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:30:31.688899 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 12:30:31.688916 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 12:30:31.688944 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 12:30:31.688962 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:30:31.688966 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:30:31.688995 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:30:31.688948 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 12:30:31.689006 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:30:31.689029 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 12:30:31.689052 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 12:30:31.689061 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 12:30:31.776471 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:30:31.778504 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 12:30:31.833318 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:30:32.767952 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:30:32.794516 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 12:30:32.836787 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 12:30:33.798431 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:30:34.883187 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 12:30:37.846788 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 12:30:37.869324 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 12:30:38.757610 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 12:30:42.879647 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 12:30:43.885273 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:30:43.910566 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:30:47.032352 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 12:30:47.032377 1 tasks.go:49] processing task group 3 of 3 I0629 12:30:47.032385 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 12:30:47.076641 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 12:30:47.085135 1 operator.go:862] Updating ClusterOperator status to done. W0629 12:30:47.099809 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 12:30:47.137658 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 12:30:47.142457 1 tasks.go:49] processing task group 1 of 3 I0629 12:30:47.142482 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 12:30:47.142499 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:30:47.157369 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:30:50.288380 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 12:30:50.288403 1 tasks.go:49] processing task group 2 of 3 I0629 12:30:50.288427 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:30:50.288487 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 12:30:50.288507 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 12:30:50.288520 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 12:30:50.288557 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 12:30:50.288583 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 12:30:50.288598 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 12:30:50.288621 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:30:50.288633 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:30:50.288657 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:30:50.288692 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 12:30:50.288678 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 12:30:50.288696 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:30:50.288732 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 12:30:50.288716 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:30:50.399456 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 12:30:50.408105 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:30:50.465112 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:30:51.395996 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:30:51.421093 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 12:30:51.445853 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 12:30:52.400900 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:30:53.461279 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 12:30:56.447728 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 12:30:56.488158 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 12:30:57.360821 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 12:31:01.460502 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 12:31:02.494886 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:31:02.533377 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:31:05.676835 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 12:31:05.676862 1 tasks.go:49] processing task group 3 of 3 I0629 12:31:05.676876 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 12:31:05.715366 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 12:31:05.723751 1 operator.go:862] Updating ClusterOperator status to done. I0629 12:35:30.815697 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster W0629 12:35:30.820218 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 12:35:30.855760 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 12:35:30.860887 1 tasks.go:49] processing task group 1 of 3 I0629 12:35:30.860910 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 12:35:30.860931 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:35:30.874774 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:35:34.014763 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 12:35:34.014792 1 tasks.go:49] processing task group 2 of 3 I0629 12:35:34.014824 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:35:34.014824 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 12:35:34.014834 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 12:35:34.014857 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:35:34.014889 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 12:35:34.014900 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:35:34.014916 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 12:35:34.014938 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 12:35:34.014962 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:35:34.014972 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 12:35:34.014992 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 12:35:34.015009 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 12:35:34.015088 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:35:34.014957 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:35:34.015089 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 12:35:34.111956 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:35:34.112130 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 12:35:34.172775 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:35:35.099981 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:35:35.127868 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 12:35:35.171279 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 12:35:36.126749 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:35:37.199048 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 12:35:40.172835 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 12:35:40.200939 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 12:35:41.096546 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 12:35:45.190104 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 12:35:46.212294 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:35:46.248404 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:35:49.352161 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 12:35:49.352185 1 tasks.go:49] processing task group 3 of 3 I0629 12:35:49.352195 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 12:35:49.388122 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 12:35:49.395838 1 operator.go:862] Updating ClusterOperator status to done. I0629 12:45:28.483666 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 12:45:28.484748 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 12:45:28.485896 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 12:45:28.485921 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 12:45:28.485944 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 12:45:28.487013 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 12:45:28.488231 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 12:45:28.488249 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 12:45:28.488258 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config W0629 12:45:28.489556 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 12:45:28.491514 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 12:45:28.491527 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 12:45:28.491555 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 12:45:28.519559 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 12:45:28.524350 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 12:45:28.528926 1 tasks.go:49] processing task group 1 of 3 I0629 12:45:28.528948 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 12:45:28.528961 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:45:28.541364 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:45:31.675370 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 12:45:31.675394 1 tasks.go:49] processing task group 2 of 3 I0629 12:45:31.675420 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:45:31.675420 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 12:45:31.675435 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:45:31.675446 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 12:45:31.675468 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 12:45:31.675488 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:45:31.675509 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:45:31.675558 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 12:45:31.675567 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:45:31.675584 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 12:45:31.675589 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 12:45:31.675609 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 12:45:31.675634 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:45:31.675645 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 12:45:31.675676 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 12:45:31.768729 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 12:45:31.777754 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:45:31.826761 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:45:32.772290 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:45:32.787811 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 12:45:32.826967 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 12:45:33.792770 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:45:34.864084 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 12:45:37.839087 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 12:45:37.855944 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 12:45:38.748309 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 12:45:42.872519 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 12:45:43.870402 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:45:43.908823 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:45:47.023706 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 12:45:47.023733 1 tasks.go:49] processing task group 3 of 3 I0629 12:45:47.023745 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 12:45:47.073217 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 12:45:47.081092 1 operator.go:862] Updating ClusterOperator status to done. W0629 12:45:47.094725 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 12:45:47.130055 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 12:45:47.135094 1 tasks.go:49] processing task group 1 of 3 I0629 12:45:47.135113 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 12:45:47.135130 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:45:47.151060 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 12:45:50.282349 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 12:45:50.282373 1 tasks.go:49] processing task group 2 of 3 I0629 12:45:50.282392 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:45:50.282394 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 12:45:50.282413 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 12:45:50.282429 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:45:50.282442 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:45:50.282457 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 12:45:50.282474 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:45:50.282493 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 12:45:50.282516 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 12:45:50.282555 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 12:45:50.282553 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 12:45:50.282570 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 12:45:50.282581 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:45:50.282594 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:45:50.282607 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 12:45:50.379837 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 12:45:50.383776 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 12:45:50.459403 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 12:45:51.370969 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 12:45:51.410083 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 12:45:51.442489 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 12:45:52.390415 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 12:45:53.459341 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 12:45:56.447020 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 12:45:56.467249 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 12:45:57.364459 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 12:46:01.470332 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 12:46:02.524071 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 12:46:02.569609 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 12:46:05.691492 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 12:46:05.691518 1 tasks.go:49] processing task group 3 of 3 I0629 12:46:05.691524 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 12:46:05.730101 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 12:46:05.738248 1 operator.go:862] Updating ClusterOperator status to done. I0629 13:00:28.484115 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 13:00:28.485174 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 13:00:28.486248 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 13:00:28.486273 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 13:00:28.486294 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 13:00:28.487379 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 13:00:28.488589 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 13:00:28.488606 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 13:00:28.488616 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle W0629 13:00:28.489010 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 13:00:28.491786 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 13:00:28.491801 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 13:00:28.491808 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 13:00:28.519649 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 13:00:28.525889 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 13:00:28.530490 1 tasks.go:49] processing task group 1 of 3 I0629 13:00:28.530512 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 13:00:28.530523 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 13:00:28.543373 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 13:00:31.677557 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 13:00:31.677579 1 tasks.go:49] processing task group 2 of 3 I0629 13:00:31.677605 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 13:00:31.677610 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 13:00:31.677625 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 13:00:31.677644 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 13:00:31.677667 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 13:00:31.677681 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 13:00:31.677699 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 13:00:31.677714 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 13:00:31.677731 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 13:00:31.677752 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 13:00:31.677772 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 13:00:31.677796 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 13:00:31.677801 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 13:00:31.677797 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 13:00:31.677816 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 13:00:31.773217 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 13:00:31.784391 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 13:00:31.844784 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 13:00:32.770797 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 13:00:32.810444 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 13:00:32.843382 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 13:00:33.810679 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 13:00:34.859670 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 13:00:37.848500 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 13:00:37.875256 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 13:00:38.752407 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 13:00:42.861455 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 13:00:43.921768 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 13:00:43.960878 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 13:00:47.017668 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 13:00:47.017692 1 tasks.go:49] processing task group 3 of 3 I0629 13:00:47.017704 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 13:00:47.064781 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 13:00:47.074683 1 operator.go:862] Updating ClusterOperator status to done. W0629 13:00:47.088441 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 13:00:47.124098 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 13:00:47.129055 1 tasks.go:49] processing task group 1 of 3 I0629 13:00:47.129079 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 13:00:47.129093 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 13:00:47.143412 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 13:00:50.267302 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 13:00:50.267323 1 tasks.go:49] processing task group 2 of 3 I0629 13:00:50.267349 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 13:00:50.267350 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 13:00:50.267362 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 13:00:50.267384 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 13:00:50.267404 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 13:00:50.267416 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 13:00:50.267430 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 13:00:50.267453 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 13:00:50.267470 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 13:00:50.267485 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 13:00:50.267498 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 13:00:50.267523 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 13:00:50.267524 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 13:00:50.267560 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 13:00:50.267567 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 13:00:50.382251 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 13:00:50.385778 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 13:00:50.447156 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 13:00:51.362651 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 13:00:51.444172 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 13:00:51.464634 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 13:00:52.392398 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 13:00:53.473449 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 13:00:56.438656 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 13:00:56.467679 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 13:00:57.350572 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 13:01:01.538870 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 13:01:02.516278 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 13:01:02.590108 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 13:01:05.639268 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 13:01:05.639294 1 tasks.go:49] processing task group 3 of 3 I0629 13:01:05.639304 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 13:01:05.676985 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 13:01:05.684905 1 operator.go:862] Updating ClusterOperator status to done. I0629 13:04:04.107856 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0629 13:04:04.112069 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 13:04:04.145479 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 13:04:04.150466 1 tasks.go:49] processing task group 1 of 3 I0629 13:04:04.150490 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 13:04:04.150509 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 13:04:04.164508 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 13:04:07.305512 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 13:04:07.305545 1 tasks.go:49] processing task group 2 of 3 I0629 13:04:07.305568 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 13:04:07.305620 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 13:04:07.305632 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 13:04:07.305648 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 13:04:07.305659 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 13:04:07.305686 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 13:04:07.305699 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 13:04:07.305723 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 13:04:07.305738 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 13:04:07.305758 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 13:04:07.305754 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 13:04:07.305776 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 13:04:07.305796 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 13:04:07.305830 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 13:04:07.305835 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 13:04:07.406302 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 13:04:07.407849 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 13:04:07.475353 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 13:04:08.393423 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 13:04:08.416845 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 13:04:08.446263 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 13:04:09.429552 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 13:04:10.476003 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 13:04:13.456897 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 13:04:13.479143 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 13:04:14.377166 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 13:04:18.467350 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 13:04:19.480793 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 13:04:19.527862 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 13:04:22.667905 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 13:04:22.667929 1 tasks.go:49] processing task group 3 of 3 I0629 13:04:22.667944 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 13:04:22.704127 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 13:04:22.711950 1 operator.go:862] Updating ClusterOperator status to done. I0629 13:07:43.944665 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster W0629 13:07:43.949023 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 13:07:43.983436 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 13:07:43.987947 1 tasks.go:49] processing task group 1 of 3 I0629 13:07:43.987968 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 13:07:43.987993 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 13:07:44.000904 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 13:07:47.142028 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 13:07:47.142050 1 tasks.go:49] processing task group 2 of 3 I0629 13:07:47.142077 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 13:07:47.142080 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 13:07:47.142091 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 13:07:47.142106 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 13:07:47.142127 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 13:07:47.142155 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 13:07:47.142182 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 13:07:47.142183 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 13:07:47.142192 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 13:07:47.142215 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 13:07:47.142226 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 13:07:47.142239 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 13:07:47.142257 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 13:07:47.142301 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 13:07:47.142165 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 13:07:47.255754 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 13:07:47.286048 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 13:07:47.350524 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 13:07:48.266918 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 13:07:48.288761 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 13:07:48.336821 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 13:07:49.276834 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 13:07:50.334683 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 13:07:53.339322 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 13:07:53.365599 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 13:07:54.222678 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 13:07:58.347437 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 13:07:59.347936 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 13:07:59.415662 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 13:08:02.519474 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 13:08:02.519500 1 tasks.go:49] processing task group 3 of 3 I0629 13:08:02.519509 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 13:08:02.556621 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 13:08:02.565111 1 operator.go:862] Updating ClusterOperator status to done.