W0123 01:29:24.937364 1 client_config.go:659] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0123 01:29:24.962000 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0123 01:29:24.965034 1 reflector.go:359] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0123 01:29:24.965171 1 reflector.go:359] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0123 01:29:24.965253 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "ChunkSizeMiB", "CloudDualStackNodeIPs", "ClusterAPIInstallAWS", "ClusterAPIInstallAzure", "ClusterAPIInstallGCP", "ClusterAPIInstallNutanix", "ClusterAPIInstallOpenStack", "ClusterAPIInstallPowerVS", "ClusterAPIInstallVSphere", "DisableKubeletCloudCredentialProviders", "ExternalCloudProvider", "ExternalCloudProviderAzure", "ExternalCloudProviderExternal", "ExternalCloudProviderGCP", "ExternalOIDC", "GCPLabelsTags", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "MetricsServer", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NodeDisruptionPolicy", "PrivateHostedZoneAWS", "SetEIPForNLBIngressController", "StreamingCollectionEncodingToJSON", "StreamingCollectionEncodingToProtobuf", "VSphereControlPlaneMachineSet", "VSphereDriverConfiguration", "VSphereStaticIPs", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AutomatedEtcdBackup", "BootcNodeManagement", "CSIDriverSharedResource", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "DNSNameResolver", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "GCPClusterHostedDNS", "GatewayAPI", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InstallAlternateInfrastructureAWS", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "ManagedBootImagesAWS", "MaxUnavailableStatefulSet", "MetricsCollectionProfiles", "MixedCPUsAllocation", "MultiArchInstallAzure", "NetworkSegmentation", "NewOLM", "NodeSwap", "OVNObservability", "OnClusterBuild", "OpenShiftPodSecurityAdmission", "PersistentIPsForVirtualization", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SignatureStores", "SigstoreImageVerification", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesSupport", "VSphereMultiVCenters", "VolumeGroupSnapshot"}} I0123 01:29:24.965899 1 dynamic_serving_content.go:113] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0123 01:29:24.972607 1 reflector.go:359] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:562 I0123 01:29:24.972746 1 reflector.go:359] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0123 01:29:24.973293 1 reflector.go:359] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0123 01:29:24.973667 1 reflector.go:359] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:559 I0123 01:29:24.973742 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0123 01:29:24.974274 1 reflector.go:359] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:562 I0123 01:29:24.975373 1 reflector.go:359] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:562 I0123 01:29:24.977272 1 reflector.go:359] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:562 I0123 01:29:24.978004 1 reflector.go:359] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:562 I0123 01:29:24.978036 1 reflector.go:359] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:562 I0123 01:29:24.978248 1 reflector.go:359] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:562 I0123 01:29:24.978328 1 operator.go:643] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0123 01:29:24.978384 1 reflector.go:359] Caches populated for *v1.CustomResourceDefinition from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:562 I0123 01:29:24.978667 1 reflector.go:359] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:562 I0123 01:29:24.978748 1 reflector.go:359] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:562 I0123 01:29:24.980621 1 operator.go:643] Triggering an update due to a change in *v1.APIServer/cluster I0123 01:29:24.984096 1 operator.go:643] Triggering an update due to a change in *v1.Infrastructure/cluster I0123 01:29:24.984726 1 operator.go:643] Triggering an update due to a change in *v1.ClusterVersion/version I0123 01:29:25.021572 1 reflector.go:359] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:562 I0123 01:29:25.068381 1 base_controller.go:67] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0123 01:29:25.068402 1 relabel_controller.go:117] Starting alert relabel config controller I0123 01:29:25.068390 1 rule_controller.go:113] Starting alerting rules controller I0123 01:29:25.068417 1 base_controller.go:67] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0123 01:29:25.068422 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0123 01:29:25.068428 1 base_controller.go:73] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0123 01:29:25.068409 1 base_controller.go:73] Caches are synced for OpenShiftMonitoringClientCertRequester I0123 01:29:25.068434 1 base_controller.go:110] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0123 01:29:25.068422 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0123 01:29:25.068438 1 base_controller.go:110] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0123 01:29:25.071018 1 config.go:467] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0123 01:29:25.071655 1 reflector.go:359] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0123 01:29:25.071777 1 reflector.go:359] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0123 01:29:25.071864 1 reflector.go:359] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0123 01:29:25.071947 1 reflector.go:359] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0123 01:29:25.072837 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0123 01:29:25.073476 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates W0123 01:29:25.075012 1 operator.go:969] User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap not found. Using defaults. I0123 01:29:25.082512 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-gn7zf" is created for OpenShiftMonitoringClientCertRequester I0123 01:29:25.082780 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-hshvq" is created for OpenShiftMonitoringTelemeterClientCertRequester I0123 01:29:25.138947 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0123 01:29:25.138993 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0123 01:29:25.140078 1 operator.go:848] Updating ClusterOperator status to InProgress. I0123 01:29:25.142920 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0123 01:29:25.143325 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0123 01:29:25.156767 1 tasks.go:49] processing task group 1 of 3 I0123 01:29:25.156790 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 01:29:25.156802 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 01:29:25.168040 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0123 01:29:25.168466 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0123 01:29:25.168474 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0123 01:29:25.180243 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0123 01:29:25.184649 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0123 01:29:25.202364 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 01:29:25.202390 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-user-workload-monitoring because it was missing I0123 01:29:25.231468 1 requestheader_controller.go:244] Loaded a new request header values for RequestHeaderAuthRequestController I0123 01:29:25.232135 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0123 01:29:25.232148 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0123 01:29:25.232161 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0123 01:29:25.232165 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0123 01:29:25.235210 1 secure_serving.go:57] Forcing use of http/1.1 only W0123 01:29:25.235229 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. I0123 01:29:25.235226 1 genericapiserver.go:514] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete W0123 01:29:25.235235 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0123 01:29:25.235240 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0123 01:29:25.235242 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0123 01:29:25.235244 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0123 01:29:25.235245 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0123 01:29:25.239859 1 requestheader_controller.go:169] Starting RequestHeaderAuthRequestController I0123 01:29:25.239880 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0123 01:29:25.239882 1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0123 01:29:25.239890 1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0123 01:29:25.239897 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0123 01:29:25.239903 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0123 01:29:25.240081 1 tlsconfig.go:200] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1769131737\" (2026-01-23 01:29:06 +0000 UTC to 2028-01-23 01:29:07 +0000 UTC (now=2026-01-23 01:29:25.240060534 +0000 UTC))" I0123 01:29:25.240112 1 dynamic_serving_content.go:132] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0123 01:29:25.240195 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1769131765\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1769131765\" (2026-01-23 00:29:24 +0000 UTC to 2027-01-23 00:29:24 +0000 UTC (now=2026-01-23 01:29:25.240175874 +0000 UTC))" I0123 01:29:25.240220 1 secure_serving.go:213] Serving securely on [::]:8443 I0123 01:29:25.240234 1 genericapiserver.go:662] [graceful-termination] waiting for shutdown to be initiated I0123 01:29:25.240245 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" I0123 01:29:25.243225 1 reflector.go:359] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:172 I0123 01:29:25.243236 1 reflector.go:359] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:206 I0123 01:29:25.243303 1 reflector.go:359] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:206 I0123 01:29:25.244197 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0123 01:29:25.301592 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0123 01:29:25.312293 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0123 01:29:25.340124 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0123 01:29:25.340188 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0123 01:29:25.340193 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0123 01:29:25.340361 1 tlsconfig.go:178] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-01-23 01:22:55 +0000 UTC to 2036-01-21 01:22:55 +0000 UTC (now=2026-01-23 01:29:25.340342873 +0000 UTC))" I0123 01:29:25.340491 1 tlsconfig.go:200] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1769131737\" (2026-01-23 01:29:06 +0000 UTC to 2028-01-23 01:29:07 +0000 UTC (now=2026-01-23 01:29:25.340477672 +0000 UTC))" I0123 01:29:25.340612 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1769131765\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1769131765\" (2026-01-23 00:29:24 +0000 UTC to 2027-01-23 00:29:24 +0000 UTC (now=2026-01-23 01:29:25.340601429 +0000 UTC))" I0123 01:29:25.340699 1 tlsconfig.go:178] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-01-23 01:22:55 +0000 UTC to 2036-01-21 01:22:55 +0000 UTC (now=2026-01-23 01:29:25.340690946 +0000 UTC))" I0123 01:29:25.340713 1 tlsconfig.go:178] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-01-23 01:22:57 +0000 UTC to 2036-01-21 01:22:57 +0000 UTC (now=2026-01-23 01:29:25.340706852 +0000 UTC))" I0123 01:29:25.340722 1 tlsconfig.go:178] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-01-23 01:22:57 +0000 UTC to 2036-01-21 01:22:57 +0000 UTC (now=2026-01-23 01:29:25.340716306 +0000 UTC))" I0123 01:29:25.340733 1 tlsconfig.go:178] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-01-23 01:22:58 +0000 UTC to 2036-01-21 01:22:58 +0000 UTC (now=2026-01-23 01:29:25.340727602 +0000 UTC))" I0123 01:29:25.340745 1 tlsconfig.go:178] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o07qtdiiv5lngio6jo94ro840h75een-kx-337d733b34_customer-system-admin-signer@1769131388\" [] issuer=\"\" (2026-01-23 01:23:07 +0000 UTC to 2026-01-30 01:23:08 +0000 UTC (now=2026-01-23 01:29:25.34073744 +0000 UTC))" I0123 01:29:25.340758 1 tlsconfig.go:178] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o07qtdiiv5lngio6jo94ro840h75een-kx-337d733b34_sre-system-admin-signer@1769131388\" [] issuer=\"\" (2026-01-23 01:23:07 +0000 UTC to 2026-01-30 01:23:08 +0000 UTC (now=2026-01-23 01:29:25.340751563 +0000 UTC))" I0123 01:29:25.340767 1 tlsconfig.go:178] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-01-23 01:22:55 +0000 UTC to 2036-01-21 01:22:55 +0000 UTC (now=2026-01-23 01:29:25.340761416 +0000 UTC))" I0123 01:29:25.340853 1 tlsconfig.go:200] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1769131737\" (2026-01-23 01:29:06 +0000 UTC to 2028-01-23 01:29:07 +0000 UTC (now=2026-01-23 01:29:25.340844592 +0000 UTC))" I0123 01:29:25.340932 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1769131765\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1769131765\" (2026-01-23 00:29:24 +0000 UTC to 2027-01-23 00:29:24 +0000 UTC (now=2026-01-23 01:29:25.340923558 +0000 UTC))" I0123 01:29:25.347226 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0123 01:29:25.363016 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0123 01:29:32.412944 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0123 01:29:32.427092 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0123 01:29:32.444464 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0123 01:29:37.579453 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 01:29:37.579475 1 tasks.go:49] processing task group 2 of 3 I0123 01:29:37.579501 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 01:29:37.579502 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 01:29:37.579514 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 01:29:37.579514 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 01:29:37.579536 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 01:29:37.579540 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 01:29:37.579542 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 01:29:37.579550 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 01:29:37.579559 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 01:29:37.579565 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 01:29:37.579570 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 01:29:37.579574 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 01:29:37.579574 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 01:29:37.579578 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 01:29:37.579548 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 01:29:37.595355 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0123 01:29:37.606624 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0123 01:29:37.606848 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0123 01:29:37.622665 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0123 01:29:37.630749 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0123 01:29:37.636668 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0123 01:29:37.638380 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0123 01:29:37.657641 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0123 01:29:37.657657 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0123 01:29:37.684729 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 01:29:37.766417 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 01:29:37.803219 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0123 01:29:37.803242 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0123 01:29:37.813849 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0123 01:29:37.820555 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0123 01:29:37.829010 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0123 01:29:37.841406 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0123 01:29:37.846186 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0123 01:29:37.865341 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0123 01:29:37.944093 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0123 01:29:37.944118 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0123 01:29:37.957024 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0123 01:29:37.959133 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0123 01:29:37.969690 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0123 01:29:37.976585 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0123 01:29:37.980787 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0123 01:29:37.987093 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0123 01:29:37.991353 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0123 01:29:37.996170 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0123 01:29:38.004799 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0123 01:29:38.008294 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-operator-uwm-kube-rbac-proxy-config -n openshift-user-workload-monitoring because it was missing W0123 01:29:38.019715 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterroles.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0123 01:29:38.019737 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterroles.rbac.authorization.k8s.io "cluster-monitoring-view" not found W0123 01:29:38.019767 1 tasks.go:73] task 13 of 15: UpdatingUserWorkloadPrometheus failed: reconciling UserWorkload Prometheus Alertmanager User Workload Role Binding failed: roles.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0123 01:29:38.019774 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'RoleBindingCreateFailed' Failed to create RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring: roles.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0123 01:29:38.020543 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0123 01:29:38.037019 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0123 01:29:38.047753 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0123 01:29:38.089765 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0123 01:29:38.126491 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0123 01:29:38.258343 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0123 01:29:38.277426 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0123 01:29:38.332443 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0123 01:29:38.351927 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0123 01:29:38.395738 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0123 01:29:38.420775 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0123 01:29:38.442114 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0123 01:29:38.462048 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0123 01:29:38.531108 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0123 01:29:38.608174 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0123 01:29:38.661452 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0123 01:29:38.699602 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0123 01:29:38.788664 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0123 01:29:38.792266 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0123 01:29:38.802381 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0123 01:29:38.810704 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0123 01:29:38.814372 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-ruler because it was missing I0123 01:29:38.881532 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0123 01:29:38.892760 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0123 01:29:38.896100 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0123 01:29:38.916102 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0123 01:29:38.934874 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler because it was missing I0123 01:29:38.941079 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0123 01:29:38.966930 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0123 01:29:38.968705 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0123 01:29:39.019030 1 operator.go:643] Triggering an update due to a change in *v1.ClusterVersion/version I0123 01:29:39.039127 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0123 01:29:39.063101 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler-monitoring because it was missing I0123 01:29:39.143157 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/user-workload-alertmanager-thanos-ruler -n openshift-user-workload-monitoring because it was missing I0123 01:29:39.155939 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0123 01:29:39.172989 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-user-workload-kube-rbac-proxy-web -n openshift-user-workload-monitoring because it was missing I0123 01:29:39.196598 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0123 01:29:39.213796 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-query-config -n openshift-user-workload-monitoring because it was missing I0123 01:29:39.231821 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-alertmanagers-config -n openshift-user-workload-monitoring because it was missing I0123 01:29:39.375039 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0123 01:29:39.435814 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 01:29:39.435834 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0123 01:29:39.436574 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0123 01:29:39.782005 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0123 01:29:39.796032 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0123 01:29:39.808354 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0123 01:29:39.892150 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0123 01:29:39.951054 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0123 01:29:40.005905 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0123 01:29:40.056864 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0123 01:29:40.057794 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-2vqfutv6fie2d -n openshift-monitoring because it was missing I0123 01:29:40.126998 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0123 01:29:40.187222 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheususer-workload -n openshift-monitoring because it was missing I0123 01:29:40.208160 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0123 01:29:40.238648 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0123 01:29:40.256005 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-grpc-tls-e06noufqspd8s -n openshift-user-workload-monitoring because it was missing I0123 01:29:40.273454 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-ruler-user-workload -n openshift-user-workload-monitoring because it was missing I0123 01:29:40.312055 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0123 01:29:40.383103 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0123 01:29:40.489201 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0123 01:29:40.576203 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0123 01:29:40.680155 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0123 01:29:40.792447 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0123 01:29:40.814157 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0123 01:29:41.093973 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 01:29:41.242840 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 01:29:41.474602 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0123 01:29:42.159266 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 01:29:42.159389 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 01:29:42.661372 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-plugin -n openshift-monitoring because it was missing I0123 01:29:42.676908 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0123 01:29:42.705783 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0123 01:29:43.507436 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-4di8d83e77etp -n openshift-monitoring because it was missing I0123 01:29:43.853688 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-e06noufqspd8s -n openshift-monitoring because it was missing I0123 01:29:43.873392 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0123 01:29:43.891074 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0123 01:29:43.900988 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0123 01:29:54.010419 1 operator.go:643] Triggering an update due to a change in *v1.ClusterVersion/version I0123 01:29:54.756871 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 01:29:54.756942 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0123 01:30:00.442158 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 01:30:00.442230 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-thanos-ruler -n openshift-monitoring because it was missing I0123 01:30:01.136485 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0123 01:30:01.170631 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 01:30:09.009785 1 operator.go:643] Triggering an update due to a change in *v1.ClusterVersion/version I0123 01:30:24.010256 1 operator.go:643] Triggering an update due to a change in *v1.ClusterVersion/version I0123 01:30:24.567184 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0123 01:30:24.583880 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 01:30:24.583948 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0123 01:30:29.046772 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 01:31:03.960065 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 01:31:03.960099 1 operator.go:887] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0123 01:31:03.960105 1 operator.go:701] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0123 01:31:03.960112 1 operator.go:702] sync "openshift-monitoring/cluster-monitoring-config" failed: cluster monitoring update failed (reason: MultipleTasksFailed) I0123 01:31:03.960852 1 config.go:467] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0123 01:31:03.965696 1 operator.go:979] No "config.yaml" key found in User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap. Using defaults. I0123 01:31:04.002300 1 operator.go:848] Updating ClusterOperator status to InProgress. I0123 01:31:04.006809 1 tasks.go:49] processing task group 1 of 3 I0123 01:31:04.006832 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 01:31:04.006848 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 01:31:04.023041 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 01:31:05.059813 1 admissionregistration.go:143] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJVGhOVFJvOGdYTlF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjMk9URXpNVGN6TnpBZQpGdzB5TmpBeE1qTXdNVEk0TlRaYUZ3MHlPREF6TWpNd01USTROVGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOamt4TXpFM016Y3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGdNN2MrQU5XVWRZZ3BQSVZOb2R0QVYrY1JjN1FQMWxiTwpVZ2IvSUV4Ym9mazQ2anAwSitEbVhzc3J6dk4vMTVzd1QrSUlIbmd3OVBmRkphSng5c3BMRkd2cXZxOVlQam5BCnNCRTR2MzMxSXJaKzR1UVFjZ3FsdVp6aGpGY0RkNHRYSU8zL1NkS0hnR2xwMmVxREpwalAwTFB2YkFjT3hKUHYKTkVQYUJvVVpVTjVvaWpnc1JHYjdOS3E5cExXdkgzcFR6dmMwcHVoZEsza05Qa3BpREJJWnkwMlRjMHZSbWllQwo1eFJsUUNUZDNvQk1aQ3NsLzRFMkxtTnhFVHVCRG9nWm9CREx4S0pOTlRFSmFrZEh2ZXJFNGcxYW03cFczVGZtCmh5UGM3YkQ0Z3l1NTlZcGNQTmZ6dUFUL2EwYklGZWpTVm5YTHBROExSWlI2SlhlRktIY3BBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNiVlppNAozMmpoeWJXc2loVFhnRWxhRDd5dTh6QWZCZ05WSFNNRUdEQVdnQlNiVlppNDMyamh5YldzaWhUWGdFbGFEN3l1Cjh6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFFRitTbllyTm15WXhaSm5BdzhFMEZOUW9CVTNaLzBKTERDWmsKZHhuc2lXMUJMV0I5aktDamVzMExDdTBuL2pyRTRrTFhLa1lISWRvcThJbGw5RlZyQlFXMkhDa1BMWFlPL0Zycwp4cm1vWFVxd1I5R2ZyMTRodllObkxUZnFrVHZWM0RGejdEaXVtQmZTM3BjQnFTeEJUOVBHNzhnWXFuTkF3VVFhCmUvSFJicWF4THc5c3k3YTdiQVoxSnNCS0Q4eXlwUDd2bGNaemlFVkFIaDZzUUcyMjZRb2VYQ1VncFNpUTBvNXkKM0ROUkFWQ1NTNzdBd3JmT3BBZVZqbEFoTVpmMWtiUUVpbXFnYk1CZEZucGRkYVBDZ2E3bXRCRUkwY2IzUGRLOAo5YzdjdE5Ld21BWTVSd3MwbW9GcDF5S2FuMlBSNXBUNjlNcTY0aGtsOUNJUnhZZFNOUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0123 01:31:05.065564 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0123 01:31:05.071073 1 admissionregistration.go:143] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJVGhOVFJvOGdYTlF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjMk9URXpNVGN6TnpBZQpGdzB5TmpBeE1qTXdNVEk0TlRaYUZ3MHlPREF6TWpNd01USTROVGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOamt4TXpFM016Y3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGdNN2MrQU5XVWRZZ3BQSVZOb2R0QVYrY1JjN1FQMWxiTwpVZ2IvSUV4Ym9mazQ2anAwSitEbVhzc3J6dk4vMTVzd1QrSUlIbmd3OVBmRkphSng5c3BMRkd2cXZxOVlQam5BCnNCRTR2MzMxSXJaKzR1UVFjZ3FsdVp6aGpGY0RkNHRYSU8zL1NkS0hnR2xwMmVxREpwalAwTFB2YkFjT3hKUHYKTkVQYUJvVVpVTjVvaWpnc1JHYjdOS3E5cExXdkgzcFR6dmMwcHVoZEsza05Qa3BpREJJWnkwMlRjMHZSbWllQwo1eFJsUUNUZDNvQk1aQ3NsLzRFMkxtTnhFVHVCRG9nWm9CREx4S0pOTlRFSmFrZEh2ZXJFNGcxYW03cFczVGZtCmh5UGM3YkQ0Z3l1NTlZcGNQTmZ6dUFUL2EwYklGZWpTVm5YTHBROExSWlI2SlhlRktIY3BBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNiVlppNAozMmpoeWJXc2loVFhnRWxhRDd5dTh6QWZCZ05WSFNNRUdEQVdnQlNiVlppNDMyamh5YldzaWhUWGdFbGFEN3l1Cjh6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFFRitTbllyTm15WXhaSm5BdzhFMEZOUW9CVTNaLzBKTERDWmsKZHhuc2lXMUJMV0I5aktDamVzMExDdTBuL2pyRTRrTFhLa1lISWRvcThJbGw5RlZyQlFXMkhDa1BMWFlPL0Zycwp4cm1vWFVxd1I5R2ZyMTRodllObkxUZnFrVHZWM0RGejdEaXVtQmZTM3BjQnFTeEJUOVBHNzhnWXFuTkF3VVFhCmUvSFJicWF4THc5c3k3YTdiQVoxSnNCS0Q4eXlwUDd2bGNaemlFVkFIaDZzUUcyMjZRb2VYQ1VncFNpUTBvNXkKM0ROUkFWQ1NTNzdBd3JmT3BBZVZqbEFoTVpmMWtiUUVpbXFnYk1CZEZucGRkYVBDZ2E3bXRCRUkwY2IzUGRLOAo5YzdjdE5Ld21BWTVSd3MwbW9GcDF5S2FuMlBSNXBUNjlNcTY0aGtsOUNJUnhZZFNOUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0123 01:31:05.076661 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0123 01:31:07.180094 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 01:31:07.180118 1 tasks.go:49] processing task group 2 of 3 I0123 01:31:07.180143 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 01:31:07.180153 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 01:31:07.180162 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 01:31:07.180186 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 01:31:07.180206 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 01:31:07.180222 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 01:31:07.180239 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 01:31:07.180249 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 01:31:07.180277 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 01:31:07.180295 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 01:31:07.180318 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 01:31:07.180332 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 01:31:07.180356 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 01:31:07.180378 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 01:31:07.180396 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 01:31:07.258651 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 01:31:07.262045 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 01:31:07.274070 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0123 01:31:07.289321 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0123 01:31:07.290396 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring because it was missing I0123 01:31:07.307263 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0123 01:31:07.318129 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0123 01:31:07.327362 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 01:31:07.328961 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0123 01:31:07.349638 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0123 01:31:07.378567 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0123 01:31:07.413711 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0123 01:31:07.466714 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0123 01:31:07.527852 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0123 01:31:07.548570 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0123 01:31:07.568111 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload-thanos-sidecar -n openshift-user-workload-monitoring because it was missing I0123 01:31:08.249743 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 01:31:08.281604 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 01:31:08.318679 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 01:31:08.589741 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-grpc-tls-e06noufqspd8s -n openshift-user-workload-monitoring because it was missing I0123 01:31:08.608951 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0123 01:31:08.620914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-federate -n openshift-user-workload-monitoring because it was missing I0123 01:31:08.634715 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-user-workload-trusted-ca-bundle -n openshift-user-workload-monitoring because it was missing I0123 01:31:08.644120 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-additional-alertmanager-configs -n openshift-user-workload-monitoring because it was missing I0123 01:31:08.656128 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0123 01:31:09.295299 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 01:31:10.351845 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 01:31:12.387171 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0123 01:31:13.324885 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 01:31:14.251380 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 01:31:17.479054 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0123 01:31:18.348764 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 01:31:19.354696 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 01:31:22.530945 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 01:31:29.754603 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0123 01:31:29.754629 1 tasks.go:49] processing task group 3 of 3 I0123 01:31:29.754642 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0123 01:31:29.799568 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0123 01:31:29.799599 1 operator.go:869] Updating ClusterOperator status to done. I0123 01:31:29.799636 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e6ed2c18-31c0-428c-84a7-7f363d7b380b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0123 01:31:29.814379 1 config.go:467] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0123 01:31:29.820666 1 operator.go:979] No "config.yaml" key found in User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap. Using defaults. I0123 01:31:29.885042 1 operator.go:848] Updating ClusterOperator status to InProgress. I0123 01:31:29.889974 1 tasks.go:49] processing task group 1 of 3 I0123 01:31:29.889998 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 01:31:29.890020 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 01:31:29.903293 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 01:31:33.035615 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 01:31:33.035635 1 tasks.go:49] processing task group 2 of 3 I0123 01:31:33.035663 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 01:31:33.035670 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 01:31:33.035720 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 01:31:33.035743 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 01:31:33.035758 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 01:31:33.035777 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 01:31:33.035802 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 01:31:33.035822 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 01:31:33.035832 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 01:31:33.035852 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 01:31:33.035857 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 01:31:33.035869 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 01:31:33.035883 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 01:31:33.035898 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 01:31:33.035810 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 01:31:33.109095 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 01:31:33.109442 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 01:31:33.160624 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 01:31:34.100679 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 01:31:34.139020 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 01:31:34.203741 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 01:31:35.137740 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 01:31:36.184409 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 01:31:39.169722 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 01:31:39.193910 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0123 01:31:40.102159 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 01:31:44.227007 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 01:31:45.202569 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 01:31:45.298020 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0123 01:31:47.297844 1 operator.go:643] Triggering an update due to a change in *v1.ClusterVersion/version I0123 01:31:48.350338 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 01:31:48.350361 1 tasks.go:49] processing task group 3 of 3 I0123 01:31:48.350370 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0123 01:31:48.385558 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0123 01:31:48.385592 1 operator.go:869] Updating ClusterOperator status to done. I0123 01:31:48.390844 1 config.go:467] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0123 01:31:48.394921 1 operator.go:979] No "config.yaml" key found in User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap. Using defaults. I0123 01:31:48.432004 1 operator.go:848] Updating ClusterOperator status to InProgress. I0123 01:31:48.436681 1 tasks.go:49] processing task group 1 of 3 I0123 01:31:48.436700 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 01:31:48.436715 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 01:31:48.450790 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 01:31:51.585700 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 01:31:51.585723 1 tasks.go:49] processing task group 2 of 3 I0123 01:31:51.585749 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 01:31:51.585752 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 01:31:51.585773 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 01:31:51.585783 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 01:31:51.585801 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 01:31:51.585823 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 01:31:51.585840 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 01:31:51.585861 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 01:31:51.585886 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 01:31:51.585897 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 01:31:51.585900 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 01:31:51.585926 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 01:31:51.585937 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 01:31:51.585964 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 01:31:51.585988 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 01:31:51.689055 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 01:31:51.693864 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 01:31:51.746732 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 01:31:52.697233 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 01:31:52.738939 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 01:31:52.800869 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 01:31:53.733298 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 01:31:54.762859 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 01:31:57.748996 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 01:31:57.780137 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0123 01:31:58.662735 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 01:32:02.778543 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 01:32:03.782619 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 01:32:03.882255 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0123 01:32:06.919971 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 01:32:06.919992 1 tasks.go:49] processing task group 3 of 3 I0123 01:32:06.920001 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0123 01:32:06.958576 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0123 01:32:06.958605 1 operator.go:869] Updating ClusterOperator status to done. I0123 01:44:00.328212 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config W0123 01:44:00.341506 1 operator.go:979] No "config.yaml" key found in User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap. Using defaults. I0123 01:44:00.572877 1 operator.go:848] Updating ClusterOperator status to InProgress. I0123 01:44:00.589838 1 tasks.go:49] processing task group 1 of 3 I0123 01:44:00.589867 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 01:44:00.589886 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 01:44:00.644629 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 01:44:17.023972 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 01:44:17.024008 1 tasks.go:49] processing task group 2 of 3 I0123 01:44:17.024045 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 01:44:17.024064 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 01:44:17.024081 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 01:44:17.024120 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 01:44:17.024119 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 01:44:17.024047 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 01:44:17.024134 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 01:44:17.024137 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 01:44:17.024132 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 01:44:17.024144 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 01:44:17.024147 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 01:44:17.024150 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 01:44:17.024153 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 01:44:17.024154 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 01:44:17.024159 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 01:44:17.352795 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 01:44:17.485572 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 01:44:17.681359 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 01:44:18.873479 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 01:44:19.642990 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 01:44:20.386595 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 01:44:20.439404 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 01:44:23.567331 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 01:44:24.221367 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 01:44:24.973025 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0123 01:44:24.974263 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0123 01:44:24.974282 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0123 01:44:24.974305 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0123 01:44:24.974403 1 operator.go:673] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0123 01:44:24.975700 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0123 01:44:24.975724 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0123 01:44:24.975783 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0123 01:44:24.978866 1 operator.go:643] Triggering an update due to a change in *v1.Infrastructure/cluster I0123 01:44:24.978880 1 operator.go:643] Triggering an update due to a change in *v1.APIServer/cluster I0123 01:44:24.978893 1 operator.go:643] Triggering an update due to a change in *v1.ClusterVersion/version I0123 01:44:24.978892 1 operator.go:643] Triggering an update due to a change in Console.config.openshift.io/cluster I0123 01:44:25.022378 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0123 01:44:25.593011 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0123 01:44:29.719758 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 01:44:30.130107 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0123 01:44:43.706608 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 01:45:28.645294 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 01:45:33.476265 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 01:45:33.476298 1 tasks.go:49] processing task group 3 of 3 I0123 01:45:33.476319 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0123 01:45:33.526655 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0123 01:45:33.531742 1 operator.go:869] Updating ClusterOperator status to done. W0123 01:45:33.554654 1 operator.go:979] No "config.yaml" key found in User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap. Using defaults. I0123 01:45:33.595326 1 operator.go:848] Updating ClusterOperator status to InProgress. I0123 01:45:33.600970 1 tasks.go:49] processing task group 1 of 3 I0123 01:45:33.600993 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 01:45:33.601010 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 01:45:33.614637 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 01:45:36.750694 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 01:45:36.750720 1 tasks.go:49] processing task group 2 of 3 I0123 01:45:36.750749 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 01:45:36.750752 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 01:45:36.750768 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 01:45:36.750789 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 01:45:36.750804 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 01:45:36.750813 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 01:45:36.750831 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 01:45:36.750795 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 01:45:36.750898 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 01:45:36.750910 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 01:45:36.750918 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 01:45:36.750890 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 01:45:36.751237 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 01:45:36.751393 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 01:45:36.751550 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 01:45:36.827059 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 01:45:36.830300 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 01:45:36.880698 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 01:45:37.826820 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 01:45:37.852616 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 01:45:37.875134 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 01:45:38.859330 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 01:45:39.907953 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 01:45:42.919002 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 01:45:42.954953 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0123 01:45:43.843058 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 01:45:47.903285 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 01:45:48.935592 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 01:45:48.985546 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0123 01:45:52.095202 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 01:45:52.095227 1 tasks.go:49] processing task group 3 of 3 I0123 01:45:52.095236 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0123 01:45:52.219929 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0123 01:45:52.249203 1 operator.go:869] Updating ClusterOperator status to done. I0123 01:56:56.405411 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0123 01:56:56.406239 1 config.go:467] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0123 01:57:02.025185 1 operator.go:979] No "config.yaml" key found in User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap. Using defaults. I0123 01:57:05.339278 1 operator.go:848] Updating ClusterOperator status to InProgress. I0123 01:57:05.584340 1 tasks.go:49] processing task group 1 of 3 I0123 01:57:05.584372 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 01:57:05.584385 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 01:57:06.308159 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0123 01:57:06.308231 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 01:57:23.666018 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 01:57:23.666051 1 tasks.go:49] processing task group 2 of 3 I0123 01:57:23.666078 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 01:57:23.666087 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 01:57:23.666125 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 01:57:23.666143 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 01:57:23.666159 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 01:57:23.666178 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 01:57:23.666192 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 01:57:23.666207 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 01:57:23.666227 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 01:57:23.666247 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 01:57:23.666271 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 01:57:23.666292 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 01:57:23.666305 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 01:57:23.666322 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 01:57:23.666329 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 01:57:24.272971 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 01:57:24.695512 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 01:57:25.441451 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 01:57:27.186386 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 01:57:27.946357 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 01:57:29.802115 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 01:57:30.099055 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 01:57:32.186429 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 01:57:32.263606 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 01:57:37.568080 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0123 01:57:38.875338 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 01:57:39.401936 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0123 01:57:42.131625 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 01:58:37.609207 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 01:58:54.261274 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 01:58:54.261310 1 tasks.go:49] processing task group 3 of 3 I0123 01:58:54.261331 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0123 01:58:54.395354 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0123 01:58:54.395393 1 operator.go:869] Updating ClusterOperator status to done. W0123 01:58:54.454716 1 operator.go:979] No "config.yaml" key found in User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap. Using defaults. I0123 01:58:54.531422 1 operator.go:848] Updating ClusterOperator status to InProgress. I0123 01:58:54.539938 1 tasks.go:49] processing task group 1 of 3 I0123 01:58:54.539965 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 01:58:54.539984 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 01:58:54.575290 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 01:59:24.973958 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0123 01:59:24.974356 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0123 01:59:24.974377 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0123 01:59:24.974385 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0123 01:59:24.975022 1 operator.go:673] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0123 01:59:24.976138 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0123 01:59:24.976175 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0123 01:59:24.976248 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0123 01:59:24.978906 1 operator.go:643] Triggering an update due to a change in *v1.Infrastructure/cluster I0123 01:59:24.978908 1 operator.go:643] Triggering an update due to a change in *v1.ClusterVersion/version I0123 01:59:24.978924 1 operator.go:643] Triggering an update due to a change in Console.config.openshift.io/cluster I0123 01:59:24.978952 1 operator.go:643] Triggering an update due to a change in *v1.APIServer/cluster I0123 01:59:25.023095 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0123 01:59:50.800142 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 01:59:50.800168 1 tasks.go:49] processing task group 2 of 3 I0123 01:59:50.800196 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 01:59:50.800199 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 01:59:50.800215 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 01:59:50.800236 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 01:59:50.800249 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 01:59:50.800272 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 01:59:50.800294 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 01:59:50.800317 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 01:59:50.800334 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 01:59:50.800352 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 01:59:50.800369 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 01:59:50.800416 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 01:59:50.800431 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 01:59:50.800477 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 01:59:50.800420 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 01:59:50.951330 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 01:59:51.017979 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 01:59:51.115589 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 01:59:52.057976 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 01:59:53.011416 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 01:59:57.060891 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 01:59:57.908039 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 02:00:03.175884 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:00:03.226850 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:00:06.360294 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 02:00:08.951362 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:00:08.982007 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 02:01:51.106796 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0123 02:01:56.152004 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 02:03:02.147092 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 02:03:02.147128 1 tasks.go:49] processing task group 3 of 3 I0123 02:03:02.147143 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0123 02:03:02.189799 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0123 02:03:02.195966 1 operator.go:869] Updating ClusterOperator status to done. W0123 02:03:02.224902 1 operator.go:979] No "config.yaml" key found in User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap. Using defaults. I0123 02:03:02.295074 1 operator.go:848] Updating ClusterOperator status to InProgress. I0123 02:03:02.305406 1 tasks.go:49] processing task group 1 of 3 I0123 02:03:02.305440 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 02:03:02.305457 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:03:02.343977 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:03:05.643192 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 02:03:05.643221 1 tasks.go:49] processing task group 2 of 3 I0123 02:03:05.643250 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:03:05.643264 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 02:03:05.643277 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 02:03:05.643290 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 02:03:05.643312 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 02:03:05.643341 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 02:03:05.643350 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:03:05.643370 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:03:05.643385 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 02:03:05.643394 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:03:05.643440 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 02:03:05.643453 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 02:03:05.643536 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 02:03:05.643570 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:03:05.643326 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:03:05.793381 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 02:03:05.880401 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:03:06.008577 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:03:06.841958 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:03:06.960041 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 02:03:06.975742 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 02:03:07.876307 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:03:08.963966 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 02:03:11.925689 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 02:03:11.972859 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0123 02:03:12.772407 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 02:03:16.989412 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 02:03:18.036081 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:03:18.104205 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:03:21.160809 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 02:03:21.160841 1 tasks.go:49] processing task group 3 of 3 I0123 02:03:21.160864 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0123 02:03:21.244254 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0123 02:03:21.253236 1 operator.go:869] Updating ClusterOperator status to done. I0123 02:11:56.477073 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0123 02:11:56.477899 1 config.go:467] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0123 02:11:56.482459 1 operator.go:979] No "config.yaml" key found in User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap. Using defaults. I0123 02:11:56.517116 1 operator.go:848] Updating ClusterOperator status to InProgress. I0123 02:11:56.521736 1 tasks.go:49] processing task group 1 of 3 I0123 02:11:56.521764 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 02:11:56.521783 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:11:56.534759 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:11:57.934371 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0123 02:12:04.712780 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 02:12:04.712804 1 tasks.go:49] processing task group 2 of 3 I0123 02:12:04.712831 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:12:04.712835 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:12:04.712902 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 02:12:04.712921 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 02:12:04.712939 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:12:04.713004 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 02:12:04.713026 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 02:12:04.713071 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 02:12:04.713032 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:12:04.713075 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:12:04.713039 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 02:12:04.713059 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 02:12:04.713053 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:12:04.713066 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 02:12:04.713049 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 02:12:04.828082 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 02:12:04.867849 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:12:04.978052 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:12:05.953232 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 02:12:06.857433 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:12:09.803497 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:12:09.844669 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 02:12:10.910264 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 02:12:11.805497 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 02:12:12.961936 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0123 02:12:16.934892 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:12:17.014085 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:12:18.922302 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 02:13:16.951482 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 02:13:30.214462 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 02:13:30.214489 1 tasks.go:49] processing task group 3 of 3 I0123 02:13:30.214503 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0123 02:13:30.255839 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0123 02:13:30.255887 1 operator.go:869] Updating ClusterOperator status to done. W0123 02:13:30.276782 1 operator.go:979] No "config.yaml" key found in User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap. Using defaults. I0123 02:13:30.317316 1 operator.go:848] Updating ClusterOperator status to InProgress. I0123 02:13:30.322474 1 tasks.go:49] processing task group 1 of 3 I0123 02:13:30.322513 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 02:13:30.322532 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:13:30.343168 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:13:37.569118 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 02:13:37.569147 1 tasks.go:49] processing task group 2 of 3 I0123 02:13:37.569172 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:13:37.569174 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:13:37.569187 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 02:13:37.569210 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 02:13:37.569232 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:13:37.569249 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 02:13:37.569270 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 02:13:37.569287 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 02:13:37.569305 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:13:37.569334 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 02:13:37.569389 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 02:13:37.569355 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:13:37.569376 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:13:37.569372 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 02:13:37.569386 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 02:13:37.718807 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 02:13:37.727547 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:13:37.833598 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:13:38.853250 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 02:13:39.731402 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:13:40.685159 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:13:40.745935 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 02:13:43.822212 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 02:13:44.703768 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 02:13:44.892203 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0123 02:13:50.019427 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:13:50.042897 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:13:56.166400 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 02:14:24.974316 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0123 02:14:24.974423 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0123 02:14:24.974447 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0123 02:14:24.974467 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0123 02:14:24.975615 1 operator.go:673] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0123 02:14:24.976835 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0123 02:14:24.976850 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0123 02:14:24.976938 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0123 02:14:24.979226 1 operator.go:643] Triggering an update due to a change in *v1.APIServer/cluster I0123 02:14:24.979239 1 operator.go:643] Triggering an update due to a change in *v1.ClusterVersion/version I0123 02:14:24.979253 1 operator.go:643] Triggering an update due to a change in *v1.Infrastructure/cluster I0123 02:14:24.979271 1 operator.go:643] Triggering an update due to a change in Console.config.openshift.io/cluster I0123 02:14:25.023495 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0123 02:14:49.063404 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 02:14:53.715003 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 02:14:53.715044 1 tasks.go:49] processing task group 3 of 3 I0123 02:14:53.715065 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0123 02:14:53.788115 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0123 02:14:53.799380 1 operator.go:869] Updating ClusterOperator status to done. W0123 02:14:53.834315 1 operator.go:979] No "config.yaml" key found in User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap. Using defaults. I0123 02:14:53.935196 1 operator.go:848] Updating ClusterOperator status to InProgress. I0123 02:14:53.944043 1 tasks.go:49] processing task group 1 of 3 I0123 02:14:53.944072 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 02:14:53.944089 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:14:53.970329 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:14:57.170021 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 02:14:57.170126 1 tasks.go:49] processing task group 2 of 3 I0123 02:14:57.170214 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:14:57.170233 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:14:57.170560 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 02:14:57.170627 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 02:14:57.170639 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:14:57.170679 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:14:57.170775 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:14:57.170220 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 02:14:57.170592 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 02:14:57.170656 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 02:14:57.170605 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 02:14:57.170612 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 02:14:57.170620 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 02:14:57.170671 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:14:57.170870 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 02:14:57.293437 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 02:14:57.328030 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:14:57.428075 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:14:58.320009 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:14:58.354303 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 02:14:58.406158 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 02:14:59.364888 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:15:00.498684 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 02:15:03.445939 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 02:15:03.477556 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0123 02:15:04.325177 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 02:15:08.442789 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 02:15:09.550137 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:15:09.550201 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:15:12.773664 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 02:15:12.773693 1 tasks.go:49] processing task group 3 of 3 I0123 02:15:12.773706 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0123 02:15:12.888234 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0123 02:15:12.900420 1 operator.go:869] Updating ClusterOperator status to done. I0123 02:26:56.554366 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0123 02:26:56.555165 1 config.go:467] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0123 02:26:56.560396 1 operator.go:979] No "config.yaml" key found in User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap. Using defaults. I0123 02:26:56.595986 1 operator.go:848] Updating ClusterOperator status to InProgress. I0123 02:26:56.600221 1 tasks.go:49] processing task group 1 of 3 I0123 02:26:56.600246 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 02:26:56.600267 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:26:56.612557 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:26:57.616201 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0123 02:27:03.763678 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 02:27:03.763703 1 tasks.go:49] processing task group 2 of 3 I0123 02:27:03.763725 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:27:03.763787 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 02:27:03.763806 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 02:27:03.763819 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 02:27:03.763837 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:27:03.763857 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 02:27:03.763870 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:27:03.763888 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 02:27:03.763920 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 02:27:03.763935 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 02:27:03.763976 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:27:03.763977 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 02:27:03.763983 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:27:03.764017 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:27:03.764038 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 02:27:03.852860 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:27:03.855601 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 02:27:03.934407 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:27:04.931942 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 02:27:05.921945 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:27:06.854121 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:27:06.871742 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 02:27:09.938059 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 02:27:10.836223 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 02:27:10.948722 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0123 02:27:13.971860 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 02:27:15.984617 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:27:16.025588 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:27:19.173351 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 02:28:14.964940 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 02:28:14.964964 1 tasks.go:49] processing task group 3 of 3 I0123 02:28:14.964978 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0123 02:28:15.029661 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0123 02:28:15.029691 1 operator.go:869] Updating ClusterOperator status to done. W0123 02:28:15.049061 1 operator.go:979] No "config.yaml" key found in User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap. Using defaults. I0123 02:28:15.087285 1 operator.go:848] Updating ClusterOperator status to InProgress. I0123 02:28:15.092329 1 tasks.go:49] processing task group 1 of 3 I0123 02:28:15.092352 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 02:28:15.092372 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:28:15.107492 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:28:23.251806 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 02:28:23.251838 1 tasks.go:49] processing task group 2 of 3 I0123 02:28:23.251871 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:28:23.251872 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 02:28:23.251878 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 02:28:23.251893 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 02:28:23.251911 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:28:23.251930 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 02:28:23.251950 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 02:28:23.251966 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 02:28:23.251987 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 02:28:23.252008 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:28:23.252024 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 02:28:23.252034 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:28:23.252040 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:28:23.252064 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 02:28:23.252074 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:28:23.330948 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 02:28:23.337184 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:28:23.428690 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:28:24.401166 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 02:28:25.395874 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:28:26.325840 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:28:26.351991 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 02:28:29.405137 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 02:28:30.321117 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 02:28:31.424904 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0123 02:28:35.473785 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:28:35.544439 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:28:36.439584 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 02:29:24.975045 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0123 02:29:24.975051 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0123 02:29:24.975086 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0123 02:29:24.975097 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0123 02:29:24.976234 1 operator.go:673] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0123 02:29:24.977511 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0123 02:29:24.978579 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0123 02:29:24.978593 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0123 02:29:24.979257 1 operator.go:643] Triggering an update due to a change in *v1.Infrastructure/cluster I0123 02:29:24.979279 1 operator.go:643] Triggering an update due to a change in *v1.ClusterVersion/version I0123 02:29:24.979287 1 operator.go:643] Triggering an update due to a change in Console.config.openshift.io/cluster I0123 02:29:24.979305 1 operator.go:643] Triggering an update due to a change in *v1.APIServer/cluster I0123 02:29:25.024055 1 operator.go:673] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0123 02:29:34.480419 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 02:29:38.719986 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 02:29:38.720011 1 tasks.go:49] processing task group 3 of 3 I0123 02:29:38.720021 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0123 02:29:38.763391 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0123 02:29:38.771908 1 operator.go:869] Updating ClusterOperator status to done. W0123 02:29:38.790732 1 operator.go:979] No "config.yaml" key found in User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap. Using defaults. I0123 02:29:38.829158 1 operator.go:848] Updating ClusterOperator status to InProgress. I0123 02:29:38.834230 1 tasks.go:49] processing task group 1 of 3 I0123 02:29:38.834255 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 02:29:38.834279 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:29:38.846946 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:29:41.973539 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 02:29:41.973561 1 tasks.go:49] processing task group 2 of 3 I0123 02:29:41.973584 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:29:41.973589 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 02:29:41.973600 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 02:29:41.973632 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:29:41.973642 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:29:41.973658 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 02:29:41.973673 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:29:41.973693 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 02:29:41.973715 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:29:41.973730 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:29:41.973738 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 02:29:41.973756 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 02:29:41.973768 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 02:29:41.973796 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 02:29:41.973814 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 02:29:42.041293 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:29:42.044602 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 02:29:42.102093 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:29:43.039090 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:29:43.061961 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 02:29:43.089690 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 02:29:44.072450 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:29:45.122784 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 02:29:48.116435 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 02:29:48.132282 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0123 02:29:49.046754 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 02:29:53.121707 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 02:29:54.142035 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:29:54.181117 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:29:57.290746 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 02:29:57.290771 1 tasks.go:49] processing task group 3 of 3 I0123 02:29:57.290784 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0123 02:29:57.324711 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0123 02:29:57.330509 1 operator.go:869] Updating ClusterOperator status to done. I0123 02:36:33.558317 1 operator.go:643] Triggering an update due to a change in *v1.ClusterVersion/version W0123 02:36:33.563320 1 operator.go:979] No "config.yaml" key found in User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap. Using defaults. I0123 02:36:33.598342 1 operator.go:848] Updating ClusterOperator status to InProgress. I0123 02:36:33.602918 1 tasks.go:49] processing task group 1 of 3 I0123 02:36:33.602943 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 02:36:33.602971 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:36:33.616541 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:36:36.760750 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 02:36:36.760773 1 tasks.go:49] processing task group 2 of 3 I0123 02:36:36.760799 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:36:36.760801 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 02:36:36.760813 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 02:36:36.760834 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:36:36.760846 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:36:36.760861 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 02:36:36.760894 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 02:36:36.760904 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 02:36:36.760914 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:36:36.760925 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 02:36:36.760946 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 02:36:36.760958 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:36:36.760983 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 02:36:36.761004 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 02:36:36.761057 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:36:36.837019 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:36:36.842302 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 02:36:36.893214 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:36:37.835103 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:36:37.858143 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 02:36:37.899698 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 02:36:38.867341 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:36:39.913973 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 02:36:42.901739 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 02:36:42.928633 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0123 02:36:43.830958 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 02:36:47.914580 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 02:36:48.933574 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:36:48.973257 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:36:52.077897 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 02:36:52.077920 1 tasks.go:49] processing task group 3 of 3 I0123 02:36:52.077931 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0123 02:36:52.123445 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0123 02:36:52.128846 1 operator.go:869] Updating ClusterOperator status to done.