W0629 05:18:19.369160 1 client_config.go:659] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0629 05:18:19.398474 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0629 05:18:19.398533 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0629 05:18:19.398550 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0629 05:18:19.401377 1 reflector.go:368] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0629 05:18:19.401640 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "ChunkSizeMiB", "CloudDualStackNodeIPs", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "SetEIPForNLBIngressController", "VSphereControlPlaneMachineSet", "VSphereDriverConfiguration", "VSphereMultiVCenters", "VSphereStaticIPs", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AdditionalRoutingCapabilities", "AutomatedEtcdBackup", "BootcNodeManagement", "CSIDriverSharedResource", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ConsolePluginContentSecurityPolicy", "DNSNameResolver", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "GCPClusterHostedDNS", "GatewayAPI", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MetricsCollectionProfiles", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OnClusterBuild", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SignatureStores", "SigstoreImageVerification", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0629 05:18:19.402774 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0629 05:18:19.405795 1 reflector.go:368] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0629 05:18:19.407155 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 05:18:19.407176 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 05:18:19.409823 1 reflector.go:368] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 05:18:19.410925 1 reflector.go:368] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0629 05:18:19.412018 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:563 I0629 05:18:19.415223 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 05:18:19.415725 1 reflector.go:368] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 05:18:19.415806 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0629 05:18:19.415962 1 reflector.go:368] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 05:18:19.416324 1 reflector.go:368] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0629 05:18:19.416326 1 reflector.go:368] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 05:18:19.416968 1 reflector.go:368] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 05:18:19.417081 1 reflector.go:368] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 05:18:19.418578 1 reflector.go:368] Caches populated for *v1.CustomResourceDefinition from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 05:18:19.419868 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 05:18:19.420069 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 05:18:19.425411 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 05:18:19.451498 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0629 05:18:19.504664 1 operator.go:595] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0629 05:18:19.504705 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 05:18:19.504731 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0629 05:18:19.504740 1 rule_controller.go:113] Starting alerting rules controller I0629 05:18:19.504753 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0629 05:18:19.504751 1 relabel_controller.go:117] Starting alert relabel config controller I0629 05:18:19.504760 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0629 05:18:19.504759 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0629 05:18:19.504765 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0629 05:18:19.504778 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0629 05:18:19.504792 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0629 05:18:19.504797 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0629 05:18:19.507942 1 reflector.go:368] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0629 05:18:19.508353 1 reflector.go:368] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0629 05:18:19.508400 1 reflector.go:368] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0629 05:18:19.508400 1 reflector.go:368] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0629 05:18:19.510861 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0629 05:18:19.510876 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0629 05:18:19.520582 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-6zh64" is created for OpenShiftMonitoringTelemeterClientCertRequester I0629 05:18:19.523040 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-lmjcr" is created for OpenShiftMonitoringClientCertRequester I0629 05:18:19.554382 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 05:18:19.575100 1 tasks.go:49] processing task group 1 of 3 I0629 05:18:19.575124 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 05:18:19.575140 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:18:19.576708 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 05:18:19.576821 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0629 05:18:19.592032 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0629 05:18:19.592063 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 05:18:19.595375 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0629 05:18:19.597154 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController I0629 05:18:19.598238 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0629 05:18:19.598251 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0629 05:18:19.598264 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0629 05:18:19.598271 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0629 05:18:19.600422 1 secure_serving.go:57] Forcing use of http/1.1 only I0629 05:18:19.600433 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete W0629 05:18:19.600441 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0629 05:18:19.600445 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0629 05:18:19.600449 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0629 05:18:19.600452 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0629 05:18:19.600454 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0629 05:18:19.600456 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0629 05:18:19.605240 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0629 05:18:19.605311 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0629 05:18:19.607855 1 requestheader_controller.go:172] Starting RequestHeaderAuthRequestController I0629 05:18:19.607868 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0629 05:18:19.607892 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0629 05:18:19.607898 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0629 05:18:19.607911 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0629 05:18:19.607914 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0629 05:18:19.608032 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0629 05:18:19.608045 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1782710287\" (2026-06-29 05:18:15 +0000 UTC to 2028-06-28 05:18:16 +0000 UTC (now=2026-06-29 05:18:19.608020049 +0000 UTC))" I0629 05:18:19.608030 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0629 05:18:19.608153 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1782710299\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1782710299\" (2026-06-29 04:18:19 +0000 UTC to 2027-06-29 04:18:19 +0000 UTC (now=2026-06-29 05:18:19.608137832 +0000 UTC))" I0629 05:18:19.608168 1 secure_serving.go:213] Serving securely on [::]:8443 I0629 05:18:19.608183 1 genericapiserver.go:683] [graceful-termination] waiting for shutdown to be initiated I0629 05:18:19.608221 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0629 05:18:19.612297 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:175 I0629 05:18:19.612472 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0629 05:18:19.612599 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0629 05:18:19.616025 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:18:19.620190 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0629 05:18:19.665361 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0629 05:18:19.708820 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0629 05:18:19.708896 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0629 05:18:19.708905 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0629 05:18:19.709048 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-06-29 05:03:10 +0000 UTC to 2036-06-26 05:03:10 +0000 UTC (now=2026-06-29 05:18:19.70902621 +0000 UTC))" I0629 05:18:19.709165 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1782710287\" (2026-06-29 05:18:15 +0000 UTC to 2028-06-28 05:18:16 +0000 UTC (now=2026-06-29 05:18:19.70915436 +0000 UTC))" I0629 05:18:19.709249 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1782710299\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1782710299\" (2026-06-29 04:18:19 +0000 UTC to 2027-06-29 04:18:19 +0000 UTC (now=2026-06-29 05:18:19.709240276 +0000 UTC))" I0629 05:18:19.709337 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-06-29 05:03:10 +0000 UTC to 2036-06-26 05:03:10 +0000 UTC (now=2026-06-29 05:18:19.709328735 +0000 UTC))" I0629 05:18:19.709351 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-06-29 05:03:11 +0000 UTC to 2036-06-26 05:03:11 +0000 UTC (now=2026-06-29 05:18:19.709344473 +0000 UTC))" I0629 05:18:19.709363 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-06-29 05:03:12 +0000 UTC to 2036-06-26 05:03:12 +0000 UTC (now=2026-06-29 05:18:19.709357638 +0000 UTC))" I0629 05:18:19.709373 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-06-29 05:03:12 +0000 UTC to 2036-06-26 05:03:12 +0000 UTC (now=2026-06-29 05:18:19.709366953 +0000 UTC))" I0629 05:18:19.709381 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-06-29 05:03:13 +0000 UTC to 2036-06-26 05:03:13 +0000 UTC (now=2026-06-29 05:18:19.709375717 +0000 UTC))" I0629 05:18:19.709392 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2r7qqd19tkouuc1avc6sg2r0k9s9embv-kx-1ca828c1ba_customer-system-admin-signer@1782709404\" [] issuer=\"\" (2026-06-29 05:03:23 +0000 UTC to 2026-07-06 05:03:24 +0000 UTC (now=2026-06-29 05:18:19.709384962 +0000 UTC))" I0629 05:18:19.709410 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2r7qqd19tkouuc1avc6sg2r0k9s9embv-kx-1ca828c1ba_sre-system-admin-signer@1782709404\" [] issuer=\"\" (2026-06-29 05:03:23 +0000 UTC to 2026-07-06 05:03:24 +0000 UTC (now=2026-06-29 05:18:19.709396371 +0000 UTC))" I0629 05:18:19.709422 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-06-29 05:03:10 +0000 UTC to 2036-06-26 05:03:10 +0000 UTC (now=2026-06-29 05:18:19.709416033 +0000 UTC))" I0629 05:18:19.709520 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1782710287\" (2026-06-29 05:18:15 +0000 UTC to 2028-06-28 05:18:16 +0000 UTC (now=2026-06-29 05:18:19.709510944 +0000 UTC))" I0629 05:18:19.709597 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1782710299\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1782710299\" (2026-06-29 04:18:19 +0000 UTC to 2027-06-29 04:18:19 +0000 UTC (now=2026-06-29 05:18:19.709588344 +0000 UTC))" I0629 05:18:19.761864 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0629 05:18:19.773665 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0629 05:18:19.819834 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0629 05:18:19.839753 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0629 05:18:38.895791 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0629 05:18:38.933677 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0629 05:18:38.968935 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0629 05:18:43.100983 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 05:18:43.101007 1 tasks.go:49] processing task group 2 of 3 I0629 05:18:43.101035 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:18:43.101033 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 05:18:43.101043 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:18:43.101051 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 05:18:43.101057 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 05:18:43.101058 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:18:43.101063 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 05:18:43.101071 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 05:18:43.101070 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 05:18:43.101077 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 05:18:43.101086 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 05:18:43.101091 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:18:43.101098 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:18:43.101102 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 05:18:43.101117 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:18:43.131633 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0629 05:18:43.131657 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0629 05:18:43.148446 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0629 05:18:43.148621 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0629 05:18:43.166488 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0629 05:18:43.185219 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0629 05:18:43.206003 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 05:18:43.238211 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:18:43.257700 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:18:43.261780 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0629 05:18:43.294830 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0629 05:18:43.297946 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0629 05:18:43.303199 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0629 05:18:43.308326 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0629 05:18:43.308341 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0629 05:18:43.382318 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0629 05:18:43.382352 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0629 05:18:43.387087 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0629 05:18:43.389710 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing W0629 05:18:43.400787 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterroles.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0629 05:18:43.400806 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterroles.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0629 05:18:43.414382 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0629 05:18:43.418730 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0629 05:18:43.443729 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0629 05:18:43.473670 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0629 05:18:43.477900 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0629 05:18:43.494394 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0629 05:18:43.494418 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0629 05:18:43.527772 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0629 05:18:43.704905 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0629 05:18:43.732893 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0629 05:18:43.779944 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0629 05:18:43.826268 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0629 05:18:43.875702 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0629 05:18:43.925015 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0629 05:18:43.991870 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0629 05:18:44.016589 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0629 05:18:44.075432 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0629 05:18:44.203094 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0629 05:18:44.221854 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0629 05:18:44.293871 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0629 05:18:44.308559 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0629 05:18:44.325232 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0629 05:18:44.391763 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0629 05:18:44.393760 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0629 05:18:44.425560 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0629 05:18:44.487858 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0629 05:18:44.491992 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0629 05:18:44.499932 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0629 05:18:44.535954 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0629 05:18:44.543444 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0629 05:18:44.564095 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 05:18:44.564361 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0629 05:18:44.638159 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0629 05:18:44.735223 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0629 05:18:44.993076 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 05:18:45.330268 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0629 05:18:45.361349 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0629 05:18:45.385485 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0629 05:18:45.505024 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0629 05:18:45.563281 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 05:18:45.563330 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:18:45.563348 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0629 05:18:45.654738 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0629 05:18:45.743301 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0629 05:18:45.848090 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0629 05:18:45.966496 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0629 05:18:46.047595 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0629 05:18:46.149370 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0629 05:18:46.290833 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:18:46.296885 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0629 05:18:46.318265 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:18:46.400877 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0629 05:18:46.501667 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0629 05:18:46.512155 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-6ur5m2ib9gjrt -n openshift-monitoring because it was missing I0629 05:18:46.542738 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 05:18:46.617666 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0629 05:18:46.678921 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:18:46.781903 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0629 05:18:46.809221 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0629 05:18:47.054826 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0629 05:18:47.513229 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 05:18:47.967408 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 05:18:48.178170 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0629 05:18:48.204153 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0629 05:18:49.083161 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-3r0ubdonq0la9 -n openshift-monitoring because it was missing I0629 05:18:49.839453 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-2nsan8hgnsvee -n openshift-monitoring because it was missing I0629 05:18:49.857792 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0629 05:18:49.879811 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0629 05:18:49.890760 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0629 05:18:53.250534 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 05:18:53.250607 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0629 05:18:57.591317 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0629 05:18:57.621445 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 05:19:11.802274 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 05:19:11.837663 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 05:19:11.901596 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 05:19:11.945552 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 05:19:11.993241 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 05:19:12.042717 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 05:19:12.116260 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 05:19:12.161477 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 05:19:12.207653 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 05:19:12.253362 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 05:19:12.426964 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 05:19:12.603769 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 05:19:12.804167 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 05:19:13.007734 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 05:19:24.622653 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 05:19:28.255811 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 05:19:30.144998 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0629 05:19:30.158369 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 05:19:30.158442 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0629 05:19:59.946621 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 05:19:59.946658 1 operator.go:886] 1 reconciliation(s) failed, 2 more attempt(s) will be made before reporting failures. E0629 05:19:59.946665 1 operator.go:705] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0629 05:19:59.946683 1 operator.go:706] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0629 05:19:59.947788 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 05:19:59.978890 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 05:19:59.983015 1 tasks.go:49] processing task group 1 of 3 I0629 05:19:59.983041 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 05:19:59.983065 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:19:59.997937 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:20:01.036143 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRnk0cmFicTBUbFF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjNE1qY3hNREk0TnpBZQpGdzB5TmpBMk1qa3dOVEU0TURaYUZ3MHlPREE0TWpjd05URTRNRGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNPREkzTVRBeU9EY3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ2VyQStYVFlnM3o0YWljL3NiOWRFWkh2YUNqWDBnc1Z6TwpDcWQ3UEh3NWVkK2dIeS9wZWhPempQbG91ZjMyR2VkSFQxTGowY2Y5WERMRnpBazZsdnY4VWc5VURlL1JnTDJUCkYzbHlTd3NkMVR4OTdyTDBENGRVcVJ5SmcvK2xGS2dXeEZDckJYM2FoeUpId2psTEVKd2R4aXg3SFV0dVpyTTcKR3FEdGNVSkJteGRQSHNxZytDQVlJVGI5Y0dSWmY4QjZKZ3NrdVdhWHJtODM5RFZrdnEySEVUTWRVNXE3b3Y2NwplQS9uOVg3Z0RUNlh4SHRXRFUyUmFxYmtyVGsrT1I4a0ptbWdCYXppa3REWXdHVW5JNC9MR0lKWnJGSFhuRVAyClhFR29vQjlZQVlvMWI2T3V6eW92N1FmVW12cWhvallWTkt3UnBxN29ySnlud3FPTldIYzdBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJPMXZmRgpKKzl5MCtOT2xCbjQ1bUNaZkZZelVqQWZCZ05WSFNNRUdEQVdnQlJPMXZmRkorOXkwK05PbEJuNDVtQ1pmRll6ClVqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFpaE9BcklhLzVWbXRpMlZxODlxd2pJWWRIa0tJWTV1OVl0TjEKL2J1ZDI5a094UU5wd2JZeFBBY2FHODFmNTRIQjZtdVBqYWtFempCeVhLV3JRZHB4VXNZamhKTElOTUhWYVJCaAovYXhxa2l6bHlhSGlEaXcrSEFhcFVGdDAzT3JadjhHaWVSbEgzSFRyMm1MQXJIQnE5S1VWQmNZTTZVSUJVRHMrCk9qTGdFT2xUQWMwMldJZkFhSUVOdXk3MjdZam5WMjUvZi9GODhtdnk2SnQ4ZkhxY3oyNFNFaDJuU1AzOWRvVU0KTnJUaDlrRTNmZmVpVkFRaGlsNWNjZzJTNDA5anB6NVY0STRuNFE4SVBLS2l5WWpQQUptM0xqVHo4WTY1cUx5LwoxRWMwWHZ2MkxVNkM5VnVIQW55NjE3cHhOS0tQSTNrMERrNk05MVRJZWJ0aERpMnB4UT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0629 05:20:01.043694 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0629 05:20:01.048247 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRnk0cmFicTBUbFF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjNE1qY3hNREk0TnpBZQpGdzB5TmpBMk1qa3dOVEU0TURaYUZ3MHlPREE0TWpjd05URTRNRGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNPREkzTVRBeU9EY3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ2VyQStYVFlnM3o0YWljL3NiOWRFWkh2YUNqWDBnc1Z6TwpDcWQ3UEh3NWVkK2dIeS9wZWhPempQbG91ZjMyR2VkSFQxTGowY2Y5WERMRnpBazZsdnY4VWc5VURlL1JnTDJUCkYzbHlTd3NkMVR4OTdyTDBENGRVcVJ5SmcvK2xGS2dXeEZDckJYM2FoeUpId2psTEVKd2R4aXg3SFV0dVpyTTcKR3FEdGNVSkJteGRQSHNxZytDQVlJVGI5Y0dSWmY4QjZKZ3NrdVdhWHJtODM5RFZrdnEySEVUTWRVNXE3b3Y2NwplQS9uOVg3Z0RUNlh4SHRXRFUyUmFxYmtyVGsrT1I4a0ptbWdCYXppa3REWXdHVW5JNC9MR0lKWnJGSFhuRVAyClhFR29vQjlZQVlvMWI2T3V6eW92N1FmVW12cWhvallWTkt3UnBxN29ySnlud3FPTldIYzdBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJPMXZmRgpKKzl5MCtOT2xCbjQ1bUNaZkZZelVqQWZCZ05WSFNNRUdEQVdnQlJPMXZmRkorOXkwK05PbEJuNDVtQ1pmRll6ClVqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFpaE9BcklhLzVWbXRpMlZxODlxd2pJWWRIa0tJWTV1OVl0TjEKL2J1ZDI5a094UU5wd2JZeFBBY2FHODFmNTRIQjZtdVBqYWtFempCeVhLV3JRZHB4VXNZamhKTElOTUhWYVJCaAovYXhxa2l6bHlhSGlEaXcrSEFhcFVGdDAzT3JadjhHaWVSbEgzSFRyMm1MQXJIQnE5S1VWQmNZTTZVSUJVRHMrCk9qTGdFT2xUQWMwMldJZkFhSUVOdXk3MjdZam5WMjUvZi9GODhtdnk2SnQ4ZkhxY3oyNFNFaDJuU1AzOWRvVU0KTnJUaDlrRTNmZmVpVkFRaGlsNWNjZzJTNDA5anB6NVY0STRuNFE4SVBLS2l5WWpQQUptM0xqVHo4WTY1cUx5LwoxRWMwWHZ2MkxVNkM5VnVIQW55NjE3cHhOS0tQSTNrMERrNk05MVRJZWJ0aERpMnB4UT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0629 05:20:01.054212 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0629 05:20:03.154295 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 05:20:03.154320 1 tasks.go:49] processing task group 2 of 3 I0629 05:20:03.154348 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:20:03.154353 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 05:20:03.154363 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:20:03.154388 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 05:20:03.154408 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 05:20:03.154420 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 05:20:03.154449 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:20:03.154487 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 05:20:03.154485 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:20:03.154504 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 05:20:03.154501 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 05:20:03.154510 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:20:03.154516 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 05:20:03.154449 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 05:20:03.154505 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:20:03.221838 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:20:03.238086 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 05:20:03.245002 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:20:03.270647 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0629 05:20:03.284641 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0629 05:20:03.309972 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0629 05:20:03.317932 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:20:03.323076 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0629 05:20:03.335275 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 05:20:03.391915 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 05:20:04.246341 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:20:04.274518 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:20:04.275035 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 05:20:04.278482 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:20:04.308247 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 05:20:06.323829 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 05:20:08.396587 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-56c9b9fa8d9gs -n openshift-monitoring because it was missing I0629 05:20:09.300669 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 05:20:10.225396 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 05:20:11.498449 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 05:21:14.346735 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 05:22:18.518038 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 05:22:18.518068 1 tasks.go:49] processing task group 3 of 3 I0629 05:22:18.518075 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 05:22:18.585083 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 05:22:18.585168 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0629 05:22:18.592537 1 operator.go:862] Updating ClusterOperator status to done. W0629 05:22:18.629232 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 05:22:18.670494 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 05:22:18.674791 1 tasks.go:49] processing task group 1 of 3 I0629 05:22:18.674813 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 05:22:18.674829 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:22:18.687409 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:22:21.822590 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 05:22:21.822616 1 tasks.go:49] processing task group 2 of 3 I0629 05:22:21.822646 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 05:22:21.822656 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 05:22:21.822661 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 05:22:21.822683 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:22:21.822706 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 05:22:21.822723 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 05:22:21.822759 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:22:21.822780 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:22:21.822794 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:22:21.822800 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 05:22:21.822651 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:22:21.822802 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:22:21.822819 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 05:22:21.822819 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 05:22:21.822806 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 05:22:21.874008 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:22:21.886924 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:22:21.894049 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 05:22:21.942207 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:22:22.896098 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:22:22.922209 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:22:22.922281 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 05:22:22.950343 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:22:22.989925 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 05:22:25.020836 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 05:22:27.958813 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 05:22:27.972514 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 05:22:28.893454 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 05:22:32.560328 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 05:22:32.984383 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 05:22:37.126904 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 05:22:37.126929 1 tasks.go:49] processing task group 3 of 3 I0629 05:22:37.126938 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 05:22:37.163722 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 05:22:37.171437 1 operator.go:862] Updating ClusterOperator status to done. W0629 05:22:37.180449 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 05:22:37.210726 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 05:22:37.214750 1 tasks.go:49] processing task group 1 of 3 I0629 05:22:37.214769 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 05:22:37.214786 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:22:37.227077 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:22:40.338641 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 05:22:40.338663 1 tasks.go:49] processing task group 2 of 3 I0629 05:22:40.338680 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:22:40.338684 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:22:40.338698 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 05:22:40.338724 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 05:22:40.338750 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 05:22:40.338766 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 05:22:40.338782 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 05:22:40.338803 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:22:40.338839 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:22:40.338857 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 05:22:40.338858 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 05:22:40.338865 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 05:22:40.338881 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:22:40.338853 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 05:22:40.338848 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:22:40.413764 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:22:40.427412 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 05:22:40.427862 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:22:40.493430 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:22:41.422550 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:22:41.453129 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:22:41.455401 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 05:22:41.461571 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:22:41.479226 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 05:22:43.503697 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 05:22:46.500950 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 05:22:46.530317 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 05:22:47.420209 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 05:22:51.505095 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 05:22:55.667857 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 05:22:55.667882 1 tasks.go:49] processing task group 3 of 3 I0629 05:22:55.667888 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 05:22:55.707276 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 05:22:55.714727 1 operator.go:862] Updating ClusterOperator status to done. I0629 05:23:19.505011 1 operator.go:606] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0629 05:23:19.505058 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 05:23:19.540759 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 05:23:19.545234 1 tasks.go:49] processing task group 1 of 3 I0629 05:23:19.545258 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 05:23:19.545280 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:23:19.558019 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:23:22.724409 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 05:23:22.724436 1 tasks.go:49] processing task group 2 of 3 I0629 05:23:22.724475 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:23:22.724482 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 05:23:22.724491 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 05:23:22.724511 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:23:22.724534 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 05:23:22.724553 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:23:22.724583 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 05:23:22.724596 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 05:23:22.724625 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:23:22.724642 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 05:23:22.724665 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:23:22.724683 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 05:23:22.724484 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 05:23:22.724704 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 05:23:22.724713 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:23:22.789540 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:23:22.804698 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 05:23:22.807570 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:23:22.877398 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:23:23.804430 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:23:23.823533 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:23:23.827572 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 05:23:23.834372 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:23:23.851523 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 05:23:25.876399 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 05:23:28.865273 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 05:23:28.886474 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 05:23:29.797164 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 05:23:33.878923 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 05:23:38.033217 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 05:23:38.033239 1 tasks.go:49] processing task group 3 of 3 I0629 05:23:38.033247 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 05:23:38.073699 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 05:23:38.081283 1 operator.go:862] Updating ClusterOperator status to done. I0629 05:28:19.504948 1 operator.go:606] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0629 05:28:19.505001 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 05:28:19.541111 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 05:28:19.546127 1 tasks.go:49] processing task group 1 of 3 I0629 05:28:19.546152 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 05:28:19.546167 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:28:19.558798 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:28:22.686761 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 05:28:22.686786 1 tasks.go:49] processing task group 2 of 3 I0629 05:28:22.686818 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 05:28:22.686829 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 05:28:22.686832 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:28:22.686843 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 05:28:22.686865 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:28:22.686888 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 05:28:22.686904 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:28:22.686923 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 05:28:22.686952 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 05:28:22.686971 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:28:22.686974 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 05:28:22.686978 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 05:28:22.686822 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:28:22.686964 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:28:22.686956 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 05:28:22.754930 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:28:22.764382 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 05:28:22.766144 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:28:22.830367 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:28:23.764516 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:28:23.789427 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 05:28:23.798223 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:28:23.804966 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:28:23.836105 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 05:28:25.843760 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 05:28:28.833237 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 05:28:28.853516 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 05:28:29.765255 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 05:28:33.842217 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 05:28:37.989043 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 05:28:37.989066 1 tasks.go:49] processing task group 3 of 3 I0629 05:28:37.989072 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 05:28:38.027193 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 05:28:38.035530 1 operator.go:862] Updating ClusterOperator status to done. I0629 05:33:19.407359 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0629 05:33:19.407398 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 05:33:19.410657 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 05:33:19.410683 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 05:33:19.410723 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 05:33:19.412734 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 05:33:19.412753 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 05:33:19.416794 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 05:33:19.416833 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 05:33:19.417066 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 05:33:19.417173 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 05:33:19.448663 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 05:33:19.452184 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 05:33:19.453480 1 tasks.go:49] processing task group 1 of 3 I0629 05:33:19.453502 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 05:33:19.453521 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:33:19.466753 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:33:19.505729 1 operator.go:606] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0629 05:33:22.603894 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 05:33:22.603917 1 tasks.go:49] processing task group 2 of 3 I0629 05:33:22.603942 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:33:22.603945 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 05:33:22.603971 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:33:22.603988 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 05:33:22.604012 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 05:33:22.604023 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:33:22.604048 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 05:33:22.604062 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 05:33:22.604081 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:33:22.604101 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 05:33:22.604120 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 05:33:22.604133 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:33:22.604141 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 05:33:22.604156 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:33:22.604190 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 05:33:22.680776 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:33:22.694040 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 05:33:22.698047 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:33:22.758542 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:33:23.701428 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:33:23.736321 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:33:23.750899 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:33:23.758783 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 05:33:23.772588 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 05:33:25.778845 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 05:33:28.767639 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 05:33:28.780847 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 05:33:29.680182 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 05:33:33.781337 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 05:33:37.940881 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 05:33:37.940909 1 tasks.go:49] processing task group 3 of 3 I0629 05:33:37.940917 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 05:33:37.980278 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 05:33:37.988669 1 operator.go:862] Updating ClusterOperator status to done. W0629 05:33:37.998443 1 operator.go:985] No Cluster Monitoring ConfigMap was found. Using defaults. I0629 05:33:38.039630 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 05:33:38.044653 1 tasks.go:49] processing task group 1 of 3 I0629 05:33:38.044678 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 05:33:38.044694 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:33:38.059257 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:33:41.251581 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 05:33:41.251605 1 tasks.go:49] processing task group 2 of 3 I0629 05:33:41.251632 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:33:41.251632 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 05:33:41.251650 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 05:33:41.251667 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:33:41.251689 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 05:33:41.251716 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:33:41.251737 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 05:33:41.251748 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:33:41.251770 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 05:33:41.251785 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 05:33:41.251806 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:33:41.251821 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 05:33:41.251841 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 05:33:41.251847 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 05:33:41.251871 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:33:41.372754 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:33:41.385451 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 05:33:41.414724 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:33:41.475383 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:33:42.433845 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:33:42.501145 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 05:33:42.547568 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:33:42.555998 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 05:33:42.575727 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:33:44.512765 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 05:33:47.486626 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 05:33:47.508033 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 05:33:48.340716 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 05:33:52.810872 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 05:33:56.735681 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 05:33:56.735706 1 tasks.go:49] processing task group 3 of 3 I0629 05:33:56.735712 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 05:33:56.774263 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 05:33:56.782091 1 operator.go:862] Updating ClusterOperator status to done. I0629 05:34:45.198788 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config W0629 05:34:45.212827 1 operator.go:968] User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap not found. Using defaults. I0629 05:34:45.325891 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 05:34:45.336711 1 tasks.go:49] processing task group 1 of 3 I0629 05:34:45.336744 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 05:34:45.336752 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:34:45.405287 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:34:45.405358 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-user-workload-monitoring because it was missing I0629 05:34:48.619344 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 05:34:48.619366 1 tasks.go:49] processing task group 2 of 3 I0629 05:34:48.619387 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:34:48.619394 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 05:34:48.619401 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:34:48.619418 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 05:34:48.619433 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 05:34:48.619451 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:34:48.619485 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:34:48.619508 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 05:34:48.619498 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 05:34:48.619530 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:34:48.619542 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:34:48.619564 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 05:34:48.619619 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 05:34:48.619620 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 05:34:48.619626 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 05:34:48.646514 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0629 05:34:48.694858 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0629 05:34:48.711886 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0629 05:34:48.772903 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 05:34:48.816146 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0629 05:34:48.824982 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:34:48.857969 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0629 05:34:48.891425 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:34:48.949815 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0629 05:34:48.950866 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0629 05:34:48.965672 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0629 05:34:48.984957 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-operator-uwm-kube-rbac-proxy-config -n openshift-user-workload-monitoring because it was missing I0629 05:34:49.147703 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring because it was missing I0629 05:34:49.270893 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0629 05:34:49.609914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0629 05:34:49.718931 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0629 05:34:49.829832 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:34:49.860883 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 05:34:49.922675 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 05:34:49.936763 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0629 05:34:49.963720 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-ruler because it was missing I0629 05:34:49.998338 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0629 05:34:50.029010 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload-thanos-sidecar -n openshift-user-workload-monitoring because it was missing I0629 05:34:50.119390 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler because it was missing I0629 05:34:50.194253 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler-monitoring because it was missing I0629 05:34:50.307935 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/user-workload-alertmanager-thanos-ruler -n openshift-user-workload-monitoring because it was missing I0629 05:34:50.324991 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0629 05:34:50.344825 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-user-workload-kube-rbac-proxy-web -n openshift-user-workload-monitoring because it was missing I0629 05:34:50.356111 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0629 05:34:50.371254 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-query-config -n openshift-user-workload-monitoring because it was missing I0629 05:34:50.385638 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-alertmanagers-config -n openshift-user-workload-monitoring because it was missing I0629 05:34:51.107016 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-grpc-tls-2nsan8hgnsvee -n openshift-user-workload-monitoring because it was missing I0629 05:34:51.136509 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0629 05:34:51.163261 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-federate -n openshift-user-workload-monitoring because it was missing I0629 05:34:51.205869 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-user-workload-trusted-ca-bundle -n openshift-user-workload-monitoring because it was missing I0629 05:34:51.219691 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-additional-alertmanager-configs -n openshift-user-workload-monitoring because it was missing I0629 05:34:51.245945 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheususer-workload -n openshift-monitoring because it was missing I0629 05:34:51.245995 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing W0629 05:34:51.324665 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 05:34:51.348981 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 05:34:51.409483 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-grpc-tls-2nsan8hgnsvee -n openshift-user-workload-monitoring because it was missing I0629 05:34:51.431080 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-ruler-user-workload -n openshift-user-workload-monitoring because it was missing I0629 05:34:52.390500 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:34:55.238479 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 05:34:55.263572 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 05:34:56.205763 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 05:35:00.256796 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 05:35:01.573673 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:35:01.573759 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"ab1c9509-df9f-494a-a266-776faa95f44a", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-thanos-ruler -n openshift-monitoring because it was missing I0629 05:35:03.925733 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 05:35:12.455490 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:37:04.680357 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 05:37:04.680385 1 tasks.go:49] processing task group 3 of 3 I0629 05:37:04.680391 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 05:37:04.721859 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 05:37:04.730700 1 operator.go:862] Updating ClusterOperator status to done. W0629 05:37:04.746556 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 05:37:04.779903 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 05:37:04.784793 1 tasks.go:49] processing task group 1 of 3 I0629 05:37:04.784817 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 05:37:04.784836 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:37:04.797713 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:37:07.949311 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 05:37:07.949337 1 tasks.go:49] processing task group 2 of 3 I0629 05:37:07.949362 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:37:07.949361 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:37:07.949372 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 05:37:07.949398 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 05:37:07.949413 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 05:37:07.949433 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 05:37:07.949485 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 05:37:07.949497 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 05:37:07.949531 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:37:07.949553 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 05:37:07.949551 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:37:07.949573 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 05:37:07.949590 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:37:07.949602 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:37:07.949611 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 05:37:08.057090 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 05:37:08.059751 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:37:08.119215 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:37:09.079517 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:37:09.124483 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 05:37:09.156789 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 05:37:10.123945 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:37:11.259125 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 05:37:14.173083 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 05:37:14.195810 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 05:37:15.115040 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 05:37:19.280993 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 05:37:20.313063 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:37:20.344045 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:37:23.445144 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 05:37:23.445169 1 tasks.go:49] processing task group 3 of 3 I0629 05:37:23.445175 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 05:37:23.494296 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 05:37:23.502803 1 operator.go:862] Updating ClusterOperator status to done. I0629 05:48:19.407990 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 05:48:19.411318 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 05:48:19.411344 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 05:48:19.411395 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 05:48:19.413409 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 05:48:19.413421 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 05:48:19.413424 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 05:48:19.415903 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config W0629 05:48:19.415980 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 05:48:19.416962 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 05:48:19.416976 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 05:48:19.417182 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 05:48:19.417219 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 05:48:19.452623 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 05:48:19.457471 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 05:48:19.462209 1 tasks.go:49] processing task group 1 of 3 I0629 05:48:19.462235 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 05:48:19.462252 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:48:19.476983 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:48:22.670711 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 05:48:22.670737 1 tasks.go:49] processing task group 2 of 3 I0629 05:48:22.670762 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:48:22.670773 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 05:48:22.670768 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:48:22.670787 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 05:48:22.670793 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 05:48:22.670814 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 05:48:22.670831 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:48:22.670855 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 05:48:22.670876 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 05:48:22.670900 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 05:48:22.671007 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:48:22.671034 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 05:48:22.671117 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 05:48:22.671147 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:48:22.670777 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:48:22.769715 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 05:48:22.791145 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:48:22.860019 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:48:23.774238 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:48:23.799590 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 05:48:23.871963 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 05:48:24.827010 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:48:25.880994 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 05:48:28.874450 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 05:48:28.886728 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 05:48:29.745967 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 05:48:33.867932 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 05:48:34.892926 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:48:34.925111 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:48:38.059247 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 05:48:38.059276 1 tasks.go:49] processing task group 3 of 3 I0629 05:48:38.059283 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 05:48:38.098272 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 05:48:38.106900 1 operator.go:862] Updating ClusterOperator status to done. W0629 05:48:38.122569 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 05:48:38.159764 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 05:48:38.164725 1 tasks.go:49] processing task group 1 of 3 I0629 05:48:38.164754 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 05:48:38.164765 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:48:38.179576 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 05:48:41.304392 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 05:48:41.304426 1 tasks.go:49] processing task group 2 of 3 I0629 05:48:41.304452 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:48:41.304455 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 05:48:41.304478 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 05:48:41.304497 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:48:41.304522 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 05:48:41.304537 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:48:41.304548 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 05:48:41.304563 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:48:41.304581 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 05:48:41.304611 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:48:41.304630 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 05:48:41.304655 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 05:48:41.304667 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 05:48:41.304671 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 05:48:41.304670 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:48:41.417161 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 05:48:41.417554 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 05:48:41.484211 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 05:48:42.425379 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 05:48:42.459175 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 05:48:42.482864 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 05:48:43.440364 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 05:48:44.511714 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 05:48:47.492124 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 05:48:47.500416 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 05:48:48.379305 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 05:48:52.518747 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 05:48:53.536938 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 05:48:53.610350 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 05:48:56.674393 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 05:48:56.674420 1 tasks.go:49] processing task group 3 of 3 I0629 05:48:56.674432 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 05:48:56.714258 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 05:48:56.724997 1 operator.go:862] Updating ClusterOperator status to done. I0629 06:03:19.408264 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 06:03:19.411609 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 06:03:19.411636 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 06:03:19.411673 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 06:03:19.413612 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 06:03:19.413630 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 06:03:19.413640 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 06:03:19.415948 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config W0629 06:03:19.415980 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 06:03:19.417170 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 06:03:19.417191 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 06:03:19.417205 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 06:03:19.417219 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 06:03:19.453197 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 06:03:19.453225 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 06:03:19.460639 1 tasks.go:49] processing task group 1 of 3 I0629 06:03:19.460659 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 06:03:19.460668 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:03:19.485112 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:03:22.634905 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 06:03:22.634928 1 tasks.go:49] processing task group 2 of 3 I0629 06:03:22.634955 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:03:22.634952 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 06:03:22.634962 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:03:22.634984 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 06:03:22.634999 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 06:03:22.635036 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:03:22.635049 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 06:03:22.635077 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 06:03:22.635096 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 06:03:22.635118 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:03:22.635137 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:03:22.635154 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 06:03:22.635156 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 06:03:22.635165 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:03:22.635154 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 06:03:22.725861 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 06:03:22.727992 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:03:22.784312 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:03:23.723568 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:03:23.759593 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 06:03:23.789518 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 06:03:24.756201 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:03:25.817913 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 06:03:28.800684 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 06:03:28.823333 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 06:03:29.719784 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 06:03:33.823200 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 06:03:34.823969 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:03:34.875254 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:03:37.967174 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 06:03:37.967202 1 tasks.go:49] processing task group 3 of 3 I0629 06:03:37.967213 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 06:03:38.029027 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 06:03:38.040304 1 operator.go:862] Updating ClusterOperator status to done. W0629 06:03:38.054314 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 06:03:38.087994 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 06:03:38.092898 1 tasks.go:49] processing task group 1 of 3 I0629 06:03:38.092923 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 06:03:38.092938 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:03:38.107761 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:03:41.887593 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 06:03:41.887619 1 tasks.go:49] processing task group 2 of 3 I0629 06:03:41.887644 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:03:41.887654 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:03:41.887663 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 06:03:41.887688 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:03:41.887708 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 06:03:41.887735 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 06:03:41.887751 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 06:03:41.887767 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:03:41.887791 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:03:41.887800 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 06:03:41.887835 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:03:41.887844 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 06:03:41.887861 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 06:03:41.887864 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 06:03:41.887862 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 06:03:42.008455 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 06:03:42.028072 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:03:42.087081 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:03:43.031508 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:03:43.055279 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 06:03:43.082418 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 06:03:44.057588 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:03:45.111626 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 06:03:48.129569 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 06:03:48.145867 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 06:03:48.974176 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 06:03:53.093430 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 06:03:54.143525 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:03:54.166163 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:03:57.316729 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 06:03:57.316753 1 tasks.go:49] processing task group 3 of 3 I0629 06:03:57.316766 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 06:03:57.358650 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 06:03:57.367173 1 operator.go:862] Updating ClusterOperator status to done. I0629 06:05:17.198345 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0629 06:05:17.202838 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 06:05:17.238923 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 06:05:17.243855 1 tasks.go:49] processing task group 1 of 3 I0629 06:05:17.243875 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 06:05:17.243888 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:05:17.259620 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:05:18.201650 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 06:05:19.209733 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 06:05:20.216104 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 06:05:20.384818 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 06:05:20.384840 1 tasks.go:49] processing task group 2 of 3 I0629 06:05:20.384858 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:05:20.384861 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 06:05:20.384872 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 06:05:20.384887 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 06:05:20.384900 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:05:20.384927 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:05:20.384936 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:05:20.384950 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 06:05:20.384981 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 06:05:20.385000 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:05:20.385011 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 06:05:20.385043 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 06:05:20.384989 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:05:20.385033 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 06:05:20.385599 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 06:05:20.518896 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 06:05:20.572596 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:05:20.703861 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:05:21.233886 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 06:05:21.532783 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:05:21.567817 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 06:05:21.606846 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 06:05:22.548156 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:05:23.591428 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 06:05:26.630208 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 06:05:26.675096 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 06:05:27.496143 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 06:05:31.543813 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 06:05:32.605528 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:05:32.707142 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:05:35.849262 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 06:05:35.849283 1 tasks.go:49] processing task group 3 of 3 I0629 06:05:35.849293 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 06:05:35.888491 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 06:05:35.897341 1 operator.go:862] Updating ClusterOperator status to done. W0629 06:05:35.910706 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 06:05:35.946578 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 06:05:35.952040 1 tasks.go:49] processing task group 1 of 3 I0629 06:05:35.952064 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 06:05:35.952086 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:05:35.965279 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:05:39.086290 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 06:05:39.086314 1 tasks.go:49] processing task group 2 of 3 I0629 06:05:39.086346 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:05:39.086343 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 06:05:39.086358 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:05:39.086373 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 06:05:39.086390 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 06:05:39.086418 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:05:39.086431 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:05:39.086447 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 06:05:39.086485 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 06:05:39.086500 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:05:39.086524 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 06:05:39.086528 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 06:05:39.086549 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 06:05:39.086456 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 06:05:39.086534 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:05:39.182069 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 06:05:39.186177 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:05:39.245400 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:05:40.171724 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:05:40.213298 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 06:05:40.241181 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 06:05:41.202227 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:05:42.248820 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 06:05:45.240028 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 06:05:45.276859 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 06:05:46.185541 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 06:05:50.244790 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 06:05:51.276294 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:05:51.312906 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:05:54.421315 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 06:05:54.421341 1 tasks.go:49] processing task group 3 of 3 I0629 06:05:54.421347 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 06:05:54.462076 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 06:05:54.469726 1 operator.go:862] Updating ClusterOperator status to done. I0629 06:18:19.409109 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 06:18:19.412330 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 06:18:19.412397 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 06:18:19.412454 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 06:18:19.413703 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 06:18:19.413724 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 06:18:19.413729 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config W0629 06:18:19.414311 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 06:18:19.416413 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 06:18:19.417574 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 06:18:19.417589 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 06:18:19.417596 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 06:18:19.417613 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 06:18:19.452098 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 06:18:19.453592 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 06:18:19.457904 1 tasks.go:49] processing task group 1 of 3 I0629 06:18:19.457925 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 06:18:19.457938 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:18:19.471693 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:18:22.613124 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 06:18:22.613146 1 tasks.go:49] processing task group 2 of 3 I0629 06:18:22.613173 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:18:22.613175 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 06:18:22.613191 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 06:18:22.613207 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:18:22.613225 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:18:22.613252 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:18:22.613271 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 06:18:22.613286 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 06:18:22.613303 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 06:18:22.613302 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 06:18:22.613321 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:18:22.613338 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 06:18:22.613352 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 06:18:22.613391 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:18:22.613434 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 06:18:22.709403 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 06:18:22.722788 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:18:22.784021 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:18:23.711955 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:18:23.744876 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 06:18:23.784774 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 06:18:24.747754 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:18:25.779301 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 06:18:28.774223 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 06:18:28.807640 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 06:18:29.686771 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 06:18:33.787621 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 06:18:34.791202 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:18:34.859213 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:18:37.973569 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 06:18:37.973592 1 tasks.go:49] processing task group 3 of 3 I0629 06:18:37.973598 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 06:18:38.012350 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 06:18:38.023067 1 operator.go:862] Updating ClusterOperator status to done. W0629 06:18:38.039164 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 06:18:38.077651 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 06:18:38.083591 1 tasks.go:49] processing task group 1 of 3 I0629 06:18:38.083611 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 06:18:38.083623 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:18:38.100345 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:18:41.213323 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 06:18:41.213345 1 tasks.go:49] processing task group 2 of 3 I0629 06:18:41.213365 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:18:41.213372 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 06:18:41.213385 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 06:18:41.213398 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:18:41.213421 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 06:18:41.213448 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:18:41.213457 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 06:18:41.213490 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 06:18:41.213496 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 06:18:41.213508 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:18:41.213525 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 06:18:41.213537 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:18:41.213570 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:18:41.213580 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 06:18:41.213550 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 06:18:41.315166 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 06:18:41.318772 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:18:41.377237 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:18:42.303846 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:18:42.339536 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 06:18:42.363206 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 06:18:43.337026 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:18:44.385390 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 06:18:47.401661 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 06:18:47.435636 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 06:18:48.295149 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 06:18:52.383635 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 06:18:53.471668 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:18:53.493733 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:18:56.559934 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 06:18:56.559961 1 tasks.go:49] processing task group 3 of 3 I0629 06:18:56.559967 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 06:18:56.598327 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 06:18:56.607825 1 operator.go:862] Updating ClusterOperator status to done. I0629 06:32:07.280506 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster W0629 06:32:07.284774 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 06:32:07.317342 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 06:32:07.322768 1 tasks.go:49] processing task group 1 of 3 I0629 06:32:07.322794 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 06:32:07.322823 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:32:07.335247 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:32:10.480783 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 06:32:10.480811 1 tasks.go:49] processing task group 2 of 3 I0629 06:32:10.480840 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:32:10.480851 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 06:32:10.480870 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 06:32:10.480895 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 06:32:10.481061 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:32:10.481257 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 06:32:10.481285 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 06:32:10.481340 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 06:32:10.481416 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 06:32:10.481510 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:32:10.481552 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:32:10.481666 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 06:32:10.481690 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 06:32:10.481759 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:32:10.481771 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:32:10.610650 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 06:32:10.617540 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:32:10.694418 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:32:11.609652 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:32:11.637307 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 06:32:11.685726 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 06:32:12.638552 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:32:13.655857 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 06:32:16.681058 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 06:32:16.709280 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 06:32:17.562158 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 06:32:21.659689 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 06:32:22.698224 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:32:22.775472 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:32:25.842828 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 06:32:25.842857 1 tasks.go:49] processing task group 3 of 3 I0629 06:32:25.842870 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 06:32:25.881226 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 06:32:25.888585 1 operator.go:862] Updating ClusterOperator status to done. I0629 06:33:19.409707 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 06:33:19.413066 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 06:33:19.413113 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 06:33:19.413128 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 06:33:19.413956 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 06:33:19.413972 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 06:33:19.413982 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0629 06:33:19.415563 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 06:33:19.416596 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 06:33:19.417635 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 06:33:19.417655 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 06:33:19.417663 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 06:33:19.417679 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 06:33:19.448959 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 06:33:19.453301 1 tasks.go:49] processing task group 1 of 3 I0629 06:33:19.453328 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 06:33:19.453341 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:33:19.454352 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 06:33:19.467047 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:33:22.595541 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 06:33:22.595564 1 tasks.go:49] processing task group 2 of 3 I0629 06:33:22.595585 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:33:22.595587 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:33:22.595595 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:33:22.595607 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 06:33:22.595626 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 06:33:22.595648 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 06:33:22.595662 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:33:22.595684 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:33:22.595698 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 06:33:22.595725 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 06:33:22.595736 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 06:33:22.595752 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 06:33:22.595768 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 06:33:22.595787 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 06:33:22.596546 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:33:22.688767 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 06:33:22.692949 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:33:22.763613 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:33:23.696417 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:33:23.724262 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 06:33:23.764934 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 06:33:24.727389 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:33:25.766588 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 06:33:28.776649 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 06:33:28.807410 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 06:33:29.687307 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 06:33:33.764033 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 06:33:34.785051 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:33:34.843936 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:33:37.923795 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 06:33:37.923818 1 tasks.go:49] processing task group 3 of 3 I0629 06:33:37.923832 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 06:33:37.963084 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 06:33:37.971475 1 operator.go:862] Updating ClusterOperator status to done. W0629 06:33:37.985444 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 06:33:38.018913 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 06:33:38.023866 1 tasks.go:49] processing task group 1 of 3 I0629 06:33:38.023891 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 06:33:38.023909 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:33:38.041305 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:33:41.165247 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 06:33:41.165271 1 tasks.go:49] processing task group 2 of 3 I0629 06:33:41.165295 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:33:41.165304 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 06:33:41.165312 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 06:33:41.165338 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 06:33:41.165358 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 06:33:41.165372 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:33:41.165393 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 06:33:41.165417 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:33:41.165432 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 06:33:41.165446 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:33:41.165477 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:33:41.165499 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 06:33:41.165532 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 06:33:41.165542 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 06:33:41.165515 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:33:41.250885 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 06:33:41.269086 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:33:41.327341 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:33:42.261133 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:33:42.287982 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 06:33:42.321056 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 06:33:43.278597 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:33:44.341105 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 06:33:47.311725 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 06:33:47.351098 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 06:33:48.243332 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 06:33:52.336288 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 06:33:53.359556 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:33:53.413791 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:33:56.548986 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 06:33:56.549011 1 tasks.go:49] processing task group 3 of 3 I0629 06:33:56.549021 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 06:33:56.587030 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 06:33:56.594663 1 operator.go:862] Updating ClusterOperator status to done. I0629 06:45:06.563851 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0629 06:45:06.568589 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 06:45:06.599328 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 06:45:06.603608 1 tasks.go:49] processing task group 1 of 3 I0629 06:45:06.603639 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 06:45:06.603660 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:45:06.615384 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:45:09.751419 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 06:45:09.751445 1 tasks.go:49] processing task group 2 of 3 I0629 06:45:09.751485 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:45:09.751486 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:45:09.751498 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 06:45:09.751517 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 06:45:09.751533 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:45:09.751547 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 06:45:09.751568 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 06:45:09.751595 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 06:45:09.751623 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:45:09.751641 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 06:45:09.751489 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 06:45:09.751659 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:45:09.751673 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:45:09.751683 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 06:45:09.751706 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 06:45:09.833620 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 06:45:09.834587 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:45:09.892418 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:45:10.831173 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:45:10.872669 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 06:45:10.912295 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 06:45:11.858325 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:45:12.919080 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 06:45:15.893600 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 06:45:15.920834 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 06:45:16.824225 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 06:45:20.935934 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 06:45:21.938424 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:45:21.993238 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:45:25.077568 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 06:45:25.077592 1 tasks.go:49] processing task group 3 of 3 I0629 06:45:25.077600 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 06:45:25.117151 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 06:45:25.124558 1 operator.go:862] Updating ClusterOperator status to done. I0629 06:48:19.410498 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 06:48:19.413840 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 06:48:19.413915 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 06:48:19.413949 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0629 06:48:19.413956 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 06:48:19.413995 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 06:48:19.414006 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle W0629 06:48:19.416019 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 06:48:19.417026 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 06:48:19.417938 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 06:48:19.417953 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 06:48:19.417964 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 06:48:19.417964 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 06:48:19.452348 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 06:48:19.455439 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 06:48:19.456994 1 tasks.go:49] processing task group 1 of 3 I0629 06:48:19.457020 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 06:48:19.457038 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:48:19.471098 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:48:22.600669 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 06:48:22.600693 1 tasks.go:49] processing task group 2 of 3 I0629 06:48:22.600715 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:48:22.600722 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 06:48:22.600732 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 06:48:22.600745 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 06:48:22.600764 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 06:48:22.600792 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:48:22.600810 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 06:48:22.600835 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 06:48:22.600849 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:48:22.600878 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 06:48:22.600887 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:48:22.600928 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 06:48:22.600942 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 06:48:22.600722 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:48:22.600929 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:48:22.700015 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 06:48:22.700448 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:48:22.759884 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:48:23.697853 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:48:23.725126 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 06:48:23.763746 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 06:48:24.722511 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:48:25.781547 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 06:48:28.788648 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 06:48:28.802966 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 06:48:29.683072 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 06:48:33.803301 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 06:48:34.802436 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:48:34.838335 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:48:37.944398 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 06:48:37.944427 1 tasks.go:49] processing task group 3 of 3 I0629 06:48:37.944435 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 06:48:37.983749 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 06:48:37.992687 1 operator.go:862] Updating ClusterOperator status to done. W0629 06:48:38.007372 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 06:48:38.040438 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 06:48:38.046751 1 tasks.go:49] processing task group 1 of 3 I0629 06:48:38.046775 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 06:48:38.046791 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:48:38.061547 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 06:48:41.182672 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 06:48:41.182702 1 tasks.go:49] processing task group 2 of 3 I0629 06:48:41.182732 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 06:48:41.182741 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:48:41.182748 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:48:41.182771 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 06:48:41.182797 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 06:48:41.182810 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:48:41.182843 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 06:48:41.182852 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 06:48:41.182862 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:48:41.182869 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:48:41.182884 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 06:48:41.182901 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:48:41.182914 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 06:48:41.182940 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 06:48:41.182960 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 06:48:41.279347 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 06:48:41.296071 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 06:48:41.352962 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 06:48:42.267578 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 06:48:42.312233 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 06:48:42.340819 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 06:48:43.310945 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 06:48:44.343174 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 06:48:47.349017 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 06:48:47.375929 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 06:48:48.263695 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 06:48:52.349315 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 06:48:53.441031 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 06:48:53.453097 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 06:48:56.524069 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 06:48:56.524091 1 tasks.go:49] processing task group 3 of 3 I0629 06:48:56.524098 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 06:48:56.562070 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 06:48:56.570063 1 operator.go:862] Updating ClusterOperator status to done. I0629 07:03:19.410934 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0629 07:03:19.414262 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0629 07:03:19.414292 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0629 07:03:19.414295 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0629 07:03:19.414300 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0629 07:03:19.414373 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0629 07:03:19.414420 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls W0629 07:03:19.415406 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 07:03:19.417440 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0629 07:03:19.418094 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0629 07:03:19.418095 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0629 07:03:19.418113 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0629 07:03:19.418132 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0629 07:03:19.455632 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0629 07:03:19.455693 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 07:03:19.460431 1 tasks.go:49] processing task group 1 of 3 I0629 07:03:19.460476 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 07:03:19.460490 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 07:03:19.474780 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 07:03:22.610540 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 07:03:22.610566 1 tasks.go:49] processing task group 2 of 3 I0629 07:03:22.610594 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 07:03:22.610598 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 07:03:22.610614 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 07:03:22.610634 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 07:03:22.610656 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 07:03:22.610671 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 07:03:22.610694 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 07:03:22.610712 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 07:03:22.610740 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 07:03:22.610752 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 07:03:22.610784 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 07:03:22.610817 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 07:03:22.610799 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 07:03:22.610800 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 07:03:22.610799 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 07:03:22.709367 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 07:03:22.711612 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 07:03:22.763422 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 07:03:23.705339 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 07:03:23.734231 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 07:03:23.767414 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 07:03:24.734661 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 07:03:25.783226 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 07:03:28.776836 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 07:03:28.793574 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 07:03:29.687112 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 07:03:33.785776 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 07:03:34.793929 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 07:03:34.844852 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 07:03:37.946575 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 07:03:37.946608 1 tasks.go:49] processing task group 3 of 3 I0629 07:03:37.946622 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 07:03:37.984816 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 07:03:37.992254 1 operator.go:862] Updating ClusterOperator status to done. W0629 07:03:38.005395 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0629 07:03:38.037835 1 operator.go:841] Updating ClusterOperator status to InProgress. I0629 07:03:38.042162 1 tasks.go:49] processing task group 1 of 3 I0629 07:03:38.042193 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0629 07:03:38.042208 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0629 07:03:38.056059 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0629 07:03:41.170742 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0629 07:03:41.170764 1 tasks.go:49] processing task group 2 of 3 I0629 07:03:41.170785 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 07:03:41.170795 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0629 07:03:41.170795 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0629 07:03:41.170790 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 07:03:41.170810 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0629 07:03:41.170843 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 07:03:41.170856 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0629 07:03:41.170879 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0629 07:03:41.170901 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0629 07:03:41.170916 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0629 07:03:41.170948 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0629 07:03:41.170973 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0629 07:03:41.170989 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 07:03:41.171007 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0629 07:03:41.171005 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0629 07:03:41.267262 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0629 07:03:41.270190 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0629 07:03:41.336854 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0629 07:03:42.251111 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0629 07:03:42.303957 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0629 07:03:42.321477 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0629 07:03:43.288900 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0629 07:03:44.333821 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0629 07:03:47.332447 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0629 07:03:47.354957 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0629 07:03:48.243084 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0629 07:03:52.337718 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0629 07:03:53.354040 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0629 07:03:53.405760 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0629 07:03:56.512569 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0629 07:03:56.512595 1 tasks.go:49] processing task group 3 of 3 I0629 07:03:56.512602 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0629 07:03:56.555099 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0629 07:03:56.562624 1 operator.go:862] Updating ClusterOperator status to done.