W0128 21:51:47.506947 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0128 21:51:47.507300 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0128 21:51:47.507315 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0128 21:51:47.507319 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0128 21:51:47.507343 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0128 21:51:47.527560 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0128 21:51:47.534236 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0128 21:51:47.534561 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0128 21:51:47.534667 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0128 21:51:47.537378 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0128 21:51:47.542740 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0128 21:51:47.543041 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0128 21:51:47.551505 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0128 21:51:47.551516 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0128 21:51:47.552221 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0128 21:51:47.554352 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0128 21:51:47.554514 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0128 21:51:47.556293 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0128 21:51:47.556487 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0128 21:51:47.556666 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0128 21:51:47.556679 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0128 21:51:47.556685 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0128 21:51:47.556722 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0128 21:51:47.557371 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0128 21:51:47.557704 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0128 21:51:47.557766 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0128 21:51:47.557794 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0128 21:51:47.557861 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0128 21:51:47.561670 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0128 21:51:47.562282 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0128 21:51:47.586898 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0128 21:51:47.639989 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0128 21:51:47.640012 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0128 21:51:47.640021 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0128 21:51:47.640038 1 relabel_controller.go:117] Starting alert relabel config controller I0128 21:51:47.640046 1 rule_controller.go:113] Starting alerting rules controller I0128 21:51:47.640077 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0128 21:51:47.640086 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0128 21:51:47.640091 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0128 21:51:47.640077 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0128 21:51:47.640059 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0128 21:51:47.640553 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0128 21:51:47.640560 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0128 21:51:47.640567 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0128 21:51:47.641739 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0128 21:51:47.643007 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0128 21:51:47.643066 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0128 21:51:47.643662 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0128 21:51:47.646000 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 W0128 21:51:47.646873 1 operator.go:957] User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap not found. Using defaults. I0128 21:51:47.684697 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 21:51:47.690260 1 tasks.go:49] processing task group 1 of 3 I0128 21:51:47.690293 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 21:51:47.690302 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 21:51:47.703263 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 21:51:47.741366 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0128 21:51:47.741371 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0128 21:51:48.571119 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0128 21:51:48.572627 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0128 21:51:48.572643 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0128 21:51:48.572655 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0128 21:51:48.572661 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0128 21:51:48.576003 1 secure_serving.go:57] Forcing use of http/1.1 only I0128 21:51:48.576025 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0128 21:51:48.580755 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0128 21:51:48.580828 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0128 21:51:48.580862 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0128 21:51:48.580861 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0128 21:51:48.580880 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0128 21:51:48.580845 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0128 21:51:48.581244 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1769637064\" (2026-01-28 21:51:13 +0000 UTC to 2028-01-28 21:51:14 +0000 UTC (now=2026-01-28 21:51:48.581218963 +0000 UTC))" I0128 21:51:48.581319 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0128 21:51:48.581497 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1769637108\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1769637108\" (2026-01-28 20:51:47 +0000 UTC to 2027-01-28 20:51:47 +0000 UTC (now=2026-01-28 21:51:48.581470486 +0000 UTC))" I0128 21:51:48.581529 1 secure_serving.go:213] Serving securely on [::]:8443 I0128 21:51:48.581551 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0128 21:51:48.581566 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0128 21:51:48.583655 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0128 21:51:48.583725 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0128 21:51:48.583794 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0128 21:51:48.681746 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0128 21:51:48.681756 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0128 21:51:48.681829 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0128 21:51:48.681984 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-01-28 21:41:32 +0000 UTC to 2036-01-26 21:41:32 +0000 UTC (now=2026-01-28 21:51:48.681956251 +0000 UTC))" I0128 21:51:48.682183 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1769637064\" (2026-01-28 21:51:13 +0000 UTC to 2028-01-28 21:51:14 +0000 UTC (now=2026-01-28 21:51:48.68216769 +0000 UTC))" I0128 21:51:48.682359 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1769637108\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1769637108\" (2026-01-28 20:51:47 +0000 UTC to 2027-01-28 20:51:47 +0000 UTC (now=2026-01-28 21:51:48.682339965 +0000 UTC))" I0128 21:51:48.682481 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-01-28 21:41:36 +0000 UTC to 2036-01-26 21:41:36 +0000 UTC (now=2026-01-28 21:51:48.682469176 +0000 UTC))" I0128 21:51:48.682500 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-01-28 21:41:37 +0000 UTC to 2036-01-26 21:41:37 +0000 UTC (now=2026-01-28 21:51:48.682492001 +0000 UTC))" I0128 21:51:48.682517 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-01-28 21:41:42 +0000 UTC to 2036-01-26 21:41:42 +0000 UTC (now=2026-01-28 21:51:48.682508867 +0000 UTC))" I0128 21:51:48.682534 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-01-28 21:41:44 +0000 UTC to 2036-01-26 21:41:44 +0000 UTC (now=2026-01-28 21:51:48.682524461 +0000 UTC))" I0128 21:51:48.682549 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-01-28 21:41:48 +0000 UTC to 2036-01-26 21:41:48 +0000 UTC (now=2026-01-28 21:51:48.682542347 +0000 UTC))" I0128 21:51:48.682567 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o435k8p3euqitvbjscovn6kt84vs3fh-kx-b491d8adad_customer-system-admin-signer@1769636657\" [] issuer=\"\" (2026-01-28 21:44:24 +0000 UTC to 2026-02-04 21:44:25 +0000 UTC (now=2026-01-28 21:51:48.682558012 +0000 UTC))" I0128 21:51:48.682586 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o435k8p3euqitvbjscovn6kt84vs3fh-kx-b491d8adad_sre-system-admin-signer@1769636657\" [] issuer=\"\" (2026-01-28 21:44:18 +0000 UTC to 2026-02-04 21:44:19 +0000 UTC (now=2026-01-28 21:51:48.682576404 +0000 UTC))" I0128 21:51:48.682603 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-01-28 21:41:32 +0000 UTC to 2036-01-26 21:41:32 +0000 UTC (now=2026-01-28 21:51:48.6825953 +0000 UTC))" I0128 21:51:48.682783 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1769637064\" (2026-01-28 21:51:13 +0000 UTC to 2028-01-28 21:51:14 +0000 UTC (now=2026-01-28 21:51:48.682770027 +0000 UTC))" I0128 21:51:48.682946 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1769637108\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1769637108\" (2026-01-28 20:51:47 +0000 UTC to 2027-01-28 20:51:47 +0000 UTC (now=2026-01-28 21:51:48.68293638 +0000 UTC))" I0128 21:51:48.745289 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJT241UjZnT1kwcVl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjMk9UWXpOekEyTkRBZQpGdzB5TmpBeE1qZ3lNVFV4TUROYUZ3MHlPREF6TWpneU1UVXhNRFJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOamsyTXpjd05qUXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREFVUElST2ltY3B5SXpydmRzeFFPU0EyRXRicmFlcGtVTAp1MGdGNnZadXJxYVc2cSt3dzc5L25aY3ZIdlNsT28rbWVmY2JvOVc3dVlXa2ZwWjZmcEdpeEtiOXovU210MTZhCkdjdUdsZkt5andTdUJ0dWkwNTNsblgvc3pmUm8yaUJtODJFVFVIVStJcWNmWXZBYVNLdTBZcTc0aFlaUDJ1QVcKMys5bnB2bDFNY1NuaHYydmNOTFp5b0JsYVRmekFNYm5WRlIwVXBJTytqL01JWkw4d1B5Tk5kQkFwTkZ2K2JvUwphSjZvWjM5bEtvb1orSW1hWWNISnQwUkVwSXVkVFdQa1pLZ1VzSWVwZHZzelhrNXNYQ1BoZnpLMUlLTkNMZVNOCjNVQ29oYWk0QTM0K3p1NGZ5TVMyVTRyS1BhSEhWVW41R2dVZDVDdUlTQmcrUWZiaEM3bUpBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJrUTRkawp2NHVoQ0R3OGxKTk1oVi9QbDVPK0RUQWZCZ05WSFNNRUdEQVdnQlJrUTRka3Y0dWhDRHc4bEpOTWhWL1BsNU8rCkRUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFEM0cyMEd3Z2pIK0tLb2xPNllJSmw3anBjMU1TM0dVTmNWbFgKZkROTGM1NUN5RjN1RFFldVdqRTI4S3E2c041LytMZVRuL3pjMzJPTmJBY0hOUkFQa1FUdkp1cmVUU1RXZ0Q2WAphdFphZnY5eEwrVE8wOW4rMEVHM3F1VFpRT2s0UHA4enFIQWJ0RmIwS1Jtc0ZDcklreUZvTDBSdkh4akJFZDU2CnRkUzJDZk9wSHBKamZxbTBIdkNMS051Z1FwK0NaTm10MWR3MHBuQmIzS09vS2doTCs5K0tyRkhlRTM3OTNkaFAKV2pndStNc05KUGdlaGExZ1RwaHVTWWorQngrVFpiMVoxZnZhRTNRc2Q1U3ZMOEYvNmdrK2lMTXVYVjNMd20vQwpiby9tWTBWeTk3cWhRejVoR284NEluanRJOEV2TDdleDZMV2NxZ2c0Sm9vT0l3OHhmdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0128 21:51:48.750314 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0128 21:51:48.757530 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJT241UjZnT1kwcVl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjMk9UWXpOekEyTkRBZQpGdzB5TmpBeE1qZ3lNVFV4TUROYUZ3MHlPREF6TWpneU1UVXhNRFJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOamsyTXpjd05qUXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREFVUElST2ltY3B5SXpydmRzeFFPU0EyRXRicmFlcGtVTAp1MGdGNnZadXJxYVc2cSt3dzc5L25aY3ZIdlNsT28rbWVmY2JvOVc3dVlXa2ZwWjZmcEdpeEtiOXovU210MTZhCkdjdUdsZkt5andTdUJ0dWkwNTNsblgvc3pmUm8yaUJtODJFVFVIVStJcWNmWXZBYVNLdTBZcTc0aFlaUDJ1QVcKMys5bnB2bDFNY1NuaHYydmNOTFp5b0JsYVRmekFNYm5WRlIwVXBJTytqL01JWkw4d1B5Tk5kQkFwTkZ2K2JvUwphSjZvWjM5bEtvb1orSW1hWWNISnQwUkVwSXVkVFdQa1pLZ1VzSWVwZHZzelhrNXNYQ1BoZnpLMUlLTkNMZVNOCjNVQ29oYWk0QTM0K3p1NGZ5TVMyVTRyS1BhSEhWVW41R2dVZDVDdUlTQmcrUWZiaEM3bUpBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJrUTRkawp2NHVoQ0R3OGxKTk1oVi9QbDVPK0RUQWZCZ05WSFNNRUdEQVdnQlJrUTRka3Y0dWhDRHc4bEpOTWhWL1BsNU8rCkRUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFEM0cyMEd3Z2pIK0tLb2xPNllJSmw3anBjMU1TM0dVTmNWbFgKZkROTGM1NUN5RjN1RFFldVdqRTI4S3E2c041LytMZVRuL3pjMzJPTmJBY0hOUkFQa1FUdkp1cmVUU1RXZ0Q2WAphdFphZnY5eEwrVE8wOW4rMEVHM3F1VFpRT2s0UHA4enFIQWJ0RmIwS1Jtc0ZDcklreUZvTDBSdkh4akJFZDU2CnRkUzJDZk9wSHBKamZxbTBIdkNMS051Z1FwK0NaTm10MWR3MHBuQmIzS09vS2doTCs5K0tyRkhlRTM3OTNkaFAKV2pndStNc05KUGdlaGExZ1RwaHVTWWorQngrVFpiMVoxZnZhRTNRc2Q1U3ZMOEYvNmdrK2lMTXVYVjNMd20vQwpiby9tWTBWeTk3cWhRejVoR284NEluanRJOEV2TDdleDZMV2NxZ2c0Sm9vT0l3OHhmdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0128 21:51:48.762625 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0128 21:51:49.076904 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0128 21:51:50.840135 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 21:51:50.840163 1 tasks.go:49] processing task group 2 of 3 I0128 21:51:50.840188 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 21:51:50.840197 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 21:51:50.840201 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 21:51:50.840211 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 21:51:50.840218 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 21:51:50.840223 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 21:51:50.840229 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 21:51:50.840221 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 21:51:50.840239 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 21:51:50.840245 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 21:51:50.840249 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 21:51:50.840257 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 21:51:50.840263 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 21:51:50.840272 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 21:51:50.840309 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 21:51:50.866049 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0128 21:51:50.869275 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0128 21:51:50.875794 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0128 21:51:50.885819 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0128 21:51:50.892296 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0128 21:51:50.973680 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 21:51:50.981581 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 21:51:50.989950 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0128 21:51:50.998586 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0128 21:51:51.041380 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0128 21:51:51.048272 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0128 21:51:51.049139 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0128 21:51:51.052137 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0128 21:51:51.053020 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0128 21:51:51.054248 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0128 21:51:51.130935 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0128 21:51:51.142473 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0128 21:51:51.153365 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0128 21:51:51.248790 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0128 21:51:51.250804 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0128 21:51:51.253624 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0128 21:51:51.262029 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0128 21:51:51.262057 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0128 21:51:51.262177 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0128 21:51:51.267047 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0128 21:51:51.272121 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-user-workload-monitoring because it was missing W0128 21:51:51.273764 1 tasks.go:73] task 13 of 15: UpdatingUserWorkloadPrometheus failed: reconciling UserWorkload Prometheus Alertmanager User Workload Role Binding failed: rolebindings.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0128 21:51:51.273891 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0128 21:51:51.273914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'RoleBindingCreateFailed' Failed to create RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring: rolebindings.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0128 21:51:51.306028 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-operator-uwm-kube-rbac-proxy-config -n openshift-user-workload-monitoring because it was missing I0128 21:51:51.311666 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0128 21:51:51.316412 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0128 21:51:51.341036 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0128 21:51:51.353806 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0128 21:51:51.406533 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0128 21:51:51.466135 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0128 21:51:51.498400 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0128 21:51:51.539277 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0128 21:51:51.575260 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0128 21:51:51.617967 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0128 21:51:51.638852 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0128 21:51:51.681570 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0128 21:51:51.703078 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0128 21:51:51.774875 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0128 21:51:51.840859 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0128 21:51:51.914007 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0128 21:51:51.925677 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0128 21:51:51.960896 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0128 21:51:51.992163 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0128 21:51:52.009663 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0128 21:51:52.022565 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0128 21:51:52.054731 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0128 21:51:52.055043 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-ruler because it was missing I0128 21:51:52.154761 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0128 21:51:52.154795 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0128 21:51:52.186347 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0128 21:51:52.257221 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler because it was missing I0128 21:51:52.331729 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0128 21:51:52.333529 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0128 21:51:52.337443 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0128 21:51:52.348718 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0128 21:51:52.363493 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler-monitoring because it was missing W0128 21:51:52.380695 1 tasks.go:73] task 15 of 15: UpdatingUserWorkloadThanosRuler failed: reconciling Thanos Ruler Alertmanager User Workload Role Binding failed: rolebindings.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0128 21:51:52.380718 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'RoleBindingCreateFailed' Failed to create RoleBinding.rbac.authorization.k8s.io/user-workload-alertmanager-thanos-ruler -n openshift-user-workload-monitoring: rolebindings.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0128 21:51:52.403560 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0128 21:51:52.423201 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0128 21:51:52.423251 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0128 21:51:52.476736 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0128 21:51:52.626054 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0128 21:51:52.771995 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0128 21:51:52.813445 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0128 21:51:52.873927 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0128 21:51:52.982274 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0128 21:51:52.992294 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0128 21:51:53.008022 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0128 21:51:53.119032 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0128 21:51:53.204599 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0128 21:51:53.298176 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0128 21:51:53.405313 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0128 21:51:53.509348 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0128 21:51:53.604247 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0128 21:51:53.742930 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0128 21:51:53.801998 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 21:51:53.802051 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0128 21:51:53.802856 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0128 21:51:53.844373 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0128 21:51:53.949933 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0128 21:51:54.047537 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0128 21:51:54.144941 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0128 21:51:54.277404 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0128 21:51:54.297626 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0128 21:51:54.368833 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-8tlnn331dr20o -n openshift-monitoring because it was missing I0128 21:51:55.023923 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0128 21:51:55.902177 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0128 21:51:55.939719 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0128 21:51:56.096228 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-2e6o3rdsak128 -n openshift-monitoring because it was missing I0128 21:51:56.670820 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0128 21:51:57.331650 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-91ejv5d2933oe -n openshift-monitoring because it was missing I0128 21:51:57.351802 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0128 21:51:57.372217 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0128 21:51:57.386969 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0128 21:52:04.085603 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0128 21:52:04.526493 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 21:52:07.400128 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 21:52:07.471601 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheususer-workload -n openshift-monitoring because it was missing I0128 21:52:07.471752 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 21:52:07.485951 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0128 21:52:08.541419 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 21:52:14.996498 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 21:52:14.996569 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0128 21:52:15.761084 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 21:52:19.480363 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0128 21:52:19.512092 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 21:52:36.174928 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0128 21:52:36.185347 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 21:52:36.185371 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0128 21:52:52.486163 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 21:53:17.452844 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 21:53:17.452888 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0128 21:53:17.452896 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0128 21:53:17.452916 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UserWorkloadTasksFailed)" logger="UnhandledError" I0128 21:53:17.454511 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0128 21:53:17.460394 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 21:53:17.485980 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 21:53:17.490284 1 tasks.go:49] processing task group 1 of 3 I0128 21:53:17.490313 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 21:53:17.490321 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 21:53:17.501775 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 21:53:20.628199 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 21:53:20.628226 1 tasks.go:49] processing task group 2 of 3 I0128 21:53:20.628264 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 21:53:20.628263 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 21:53:20.628275 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 21:53:20.628287 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 21:53:20.628301 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 21:53:20.628351 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 21:53:20.628371 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 21:53:20.628501 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 21:53:20.628511 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 21:53:20.628522 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 21:53:20.628585 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 21:53:20.628664 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 21:53:20.628511 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 21:53:20.628683 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 21:53:20.628695 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 21:53:20.710493 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 21:53:20.736221 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 21:53:20.738373 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring because it was missing I0128 21:53:20.773823 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 21:53:20.835365 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0128 21:53:20.938780 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0128 21:53:21.042344 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0128 21:53:21.146923 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0128 21:53:21.171254 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0128 21:53:21.185128 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload-thanos-sidecar -n openshift-user-workload-monitoring because it was missing I0128 21:53:21.702442 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 21:53:21.745998 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 21:53:21.771844 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/user-workload-alertmanager-thanos-ruler -n openshift-user-workload-monitoring because it was missing I0128 21:53:21.772771 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 21:53:21.781671 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0128 21:53:21.792905 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-user-workload-kube-rbac-proxy-web -n openshift-user-workload-monitoring because it was missing I0128 21:53:21.804302 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0128 21:53:21.814372 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-query-config -n openshift-user-workload-monitoring because it was missing I0128 21:53:21.830522 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-alertmanagers-config -n openshift-user-workload-monitoring because it was missing I0128 21:53:22.202500 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-grpc-tls-91ejv5d2933oe -n openshift-user-workload-monitoring because it was missing I0128 21:53:22.215775 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0128 21:53:22.227307 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-federate -n openshift-user-workload-monitoring because it was missing I0128 21:53:22.242225 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-user-workload-trusted-ca-bundle -n openshift-user-workload-monitoring because it was missing I0128 21:53:22.253201 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-additional-alertmanager-configs -n openshift-user-workload-monitoring because it was missing I0128 21:53:22.262541 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0128 21:53:22.730177 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 21:53:22.848251 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-grpc-tls-91ejv5d2933oe -n openshift-user-workload-monitoring because it was missing I0128 21:53:22.863807 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-ruler-user-workload -n openshift-user-workload-monitoring because it was missing I0128 21:53:23.790425 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 21:53:25.758506 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 21:53:26.682421 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 21:53:26.779894 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 21:53:31.796299 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 21:53:33.002717 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 21:53:33.002740 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-thanos-ruler -n openshift-monitoring because it was missing I0128 21:53:35.955184 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 21:53:43.438084 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 21:53:43.438108 1 tasks.go:49] processing task group 3 of 3 I0128 21:53:43.438115 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 21:53:43.480536 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 21:53:43.480563 1 operator.go:851] Updating ClusterOperator status to done. I0128 21:53:43.480633 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"a4df79ba-ab9e-480f-8f0c-51eb1c9f5d91", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0128 21:53:43.534142 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0128 21:53:43.551706 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 21:53:43.578552 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 21:53:43.583174 1 tasks.go:49] processing task group 1 of 3 I0128 21:53:43.583195 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 21:53:43.583214 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 21:53:43.596738 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 21:53:46.715986 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 21:53:46.716008 1 tasks.go:49] processing task group 2 of 3 I0128 21:53:46.716031 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 21:53:46.716032 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 21:53:46.716047 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 21:53:46.716062 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 21:53:46.716088 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 21:53:46.716099 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 21:53:46.716116 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 21:53:46.716297 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 21:53:46.716303 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 21:53:46.716343 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 21:53:46.716353 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 21:53:46.716463 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 21:53:46.716465 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 21:53:46.716472 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 21:53:46.716481 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 21:53:46.801679 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 21:53:46.813731 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 21:53:46.868408 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 21:53:47.787075 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 21:53:47.834966 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 21:53:47.867040 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 21:53:48.825165 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 21:53:49.877537 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 21:53:51.853623 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 21:53:52.773564 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 21:53:52.877381 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 21:53:57.883349 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 21:53:58.899678 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 21:53:58.939090 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 21:54:02.070409 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 21:54:02.070433 1 tasks.go:49] processing task group 3 of 3 I0128 21:54:02.070444 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 21:54:02.105488 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 21:54:02.105520 1 operator.go:851] Updating ClusterOperator status to done. I0128 21:54:04.077803 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0128 21:54:04.078387 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0128 21:54:04.084185 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 21:54:04.107453 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0128 21:54:04.127652 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 21:54:04.139480 1 tasks.go:49] processing task group 1 of 3 I0128 21:54:04.139503 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 21:54:04.139518 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 21:54:04.154967 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 21:54:07.278145 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 21:54:07.278169 1 tasks.go:49] processing task group 2 of 3 I0128 21:54:07.278191 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 21:54:07.278196 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 21:54:07.278208 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 21:54:07.278233 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 21:54:07.278250 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 21:54:07.278265 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 21:54:07.278290 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 21:54:07.278366 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 21:54:07.278388 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 21:54:07.278488 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 21:54:07.278514 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 21:54:07.278559 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 21:54:07.278343 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 21:54:07.278575 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 21:54:07.278358 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 21:54:07.354916 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 21:54:07.385575 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 21:54:07.458706 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 21:54:08.353929 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 21:54:08.391973 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 21:54:08.425112 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 21:54:09.390206 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 21:54:10.428839 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 21:54:12.417905 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 21:54:13.333312 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 21:54:13.430344 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 21:54:18.431864 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 21:54:19.443987 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 21:54:19.484125 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 21:54:22.595986 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 21:54:22.596035 1 tasks.go:49] processing task group 3 of 3 I0128 21:54:22.596045 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 21:54:22.629882 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 21:54:22.629916 1 operator.go:851] Updating ClusterOperator status to done. I0128 21:54:22.640918 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0128 21:54:22.645508 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 21:54:22.670374 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 21:54:22.675772 1 tasks.go:49] processing task group 1 of 3 I0128 21:54:22.675804 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 21:54:22.675815 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 21:54:22.687005 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 21:54:25.799768 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 21:54:25.799793 1 tasks.go:49] processing task group 2 of 3 I0128 21:54:25.799821 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 21:54:25.799824 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 21:54:25.799833 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 21:54:25.799850 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 21:54:25.799864 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 21:54:25.799888 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 21:54:25.800057 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 21:54:25.800068 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 21:54:25.800068 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 21:54:25.800113 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 21:54:25.800190 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 21:54:25.800060 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 21:54:25.800060 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 21:54:25.800229 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 21:54:25.800245 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 21:54:25.971373 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 21:54:25.981042 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 21:54:26.106538 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 21:54:26.950083 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 21:54:26.988972 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 21:54:27.061780 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 21:54:27.958965 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 21:54:29.011925 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 21:54:31.017824 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 21:54:31.868917 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 21:54:32.030096 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 21:54:36.978100 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 21:54:38.024207 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 21:54:38.101497 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 21:54:41.172258 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 21:54:41.172286 1 tasks.go:49] processing task group 3 of 3 I0128 21:54:41.172293 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 21:54:41.206895 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 21:54:41.206926 1 operator.go:851] Updating ClusterOperator status to done. I0128 22:06:47.552567 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0128 22:06:47.552599 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0128 22:06:47.553213 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0128 22:06:47.555962 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0128 22:06:47.556117 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0128 22:06:47.556247 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0128 22:06:47.556302 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0128 22:06:47.556344 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0128 22:06:47.556607 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0128 22:06:47.556620 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0128 22:06:47.556635 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0128 22:06:47.557442 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster W0128 22:06:47.557561 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 22:06:47.558535 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0128 22:06:47.558541 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0128 22:06:47.585462 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 22:06:47.587205 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0128 22:06:47.590189 1 tasks.go:49] processing task group 1 of 3 I0128 22:06:47.590218 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 22:06:47.590231 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 22:06:47.602306 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 22:06:50.741949 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 22:06:50.741973 1 tasks.go:49] processing task group 2 of 3 I0128 22:06:50.741994 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 22:06:50.742060 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 22:06:50.742073 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 22:06:50.742087 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 22:06:50.742094 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 22:06:50.742121 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 22:06:50.742156 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 22:06:50.742397 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 22:06:50.742442 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 22:06:50.742477 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 22:06:50.742523 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 22:06:50.742540 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 22:06:50.742566 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 22:06:50.742584 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 22:06:50.742064 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 22:06:50.828520 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 22:06:50.853244 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 22:06:50.894924 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 22:06:51.825495 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 22:06:51.873959 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 22:06:51.905648 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 22:06:52.852744 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 22:06:53.898586 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 22:06:55.877189 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 22:06:56.804527 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 22:06:56.905984 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 22:07:01.900467 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 22:07:02.906038 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 22:07:02.954063 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 22:07:06.053664 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 22:07:06.053690 1 tasks.go:49] processing task group 3 of 3 I0128 22:07:06.053700 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 22:07:06.087222 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 22:07:06.087264 1 operator.go:851] Updating ClusterOperator status to done. I0128 22:07:06.096642 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0128 22:07:06.100588 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 22:07:06.126607 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 22:07:06.131404 1 tasks.go:49] processing task group 1 of 3 I0128 22:07:06.131423 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 22:07:06.131442 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 22:07:06.143974 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 22:07:09.255886 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 22:07:09.255910 1 tasks.go:49] processing task group 2 of 3 I0128 22:07:09.255946 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 22:07:09.255945 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 22:07:09.255956 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 22:07:09.255973 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 22:07:09.256007 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 22:07:09.256009 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 22:07:09.256071 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 22:07:09.256133 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 22:07:09.256228 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 22:07:09.256284 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 22:07:09.256350 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 22:07:09.256367 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 22:07:09.256427 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 22:07:09.256507 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 22:07:09.256547 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 22:07:09.332387 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 22:07:09.353155 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 22:07:09.393836 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 22:07:10.328603 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 22:07:10.369378 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 22:07:10.398108 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 22:07:11.361040 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 22:07:12.416516 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 22:07:14.385385 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 22:07:15.311207 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 22:07:15.407907 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 22:07:20.408777 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 22:07:21.419088 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 22:07:21.452815 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 22:07:24.552464 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 22:07:24.552492 1 tasks.go:49] processing task group 3 of 3 I0128 22:07:24.552506 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 22:07:24.584710 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 22:07:24.584745 1 operator.go:851] Updating ClusterOperator status to done. I0128 22:21:47.552840 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0128 22:21:47.552843 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0128 22:21:47.553510 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0128 22:21:47.556083 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0128 22:21:47.556206 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0128 22:21:47.556264 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0128 22:21:47.556286 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0128 22:21:47.556318 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0128 22:21:47.557419 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0128 22:21:47.557436 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0128 22:21:47.557420 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 22:21:47.557447 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0128 22:21:47.557446 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0128 22:21:47.559211 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0128 22:21:47.559243 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0128 22:21:47.585163 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 22:21:47.587629 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0128 22:21:47.590233 1 tasks.go:49] processing task group 1 of 3 I0128 22:21:47.590263 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 22:21:47.590267 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 22:21:47.607730 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 22:21:50.751834 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 22:21:50.751861 1 tasks.go:49] processing task group 2 of 3 I0128 22:21:50.751901 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 22:21:50.751917 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 22:21:50.751929 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 22:21:50.751933 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 22:21:50.751958 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 22:21:50.752020 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 22:21:50.751922 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 22:21:50.752071 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 22:21:50.752094 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 22:21:50.752114 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 22:21:50.752105 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 22:21:50.752124 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 22:21:50.752127 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 22:21:50.752139 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 22:21:50.752133 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 22:21:50.835049 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 22:21:50.857945 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 22:21:50.895773 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 22:21:51.827845 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 22:21:51.864551 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 22:21:51.922785 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 22:21:52.854881 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 22:21:53.906750 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 22:21:55.885524 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 22:21:56.809428 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 22:21:56.908971 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 22:22:01.912928 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 22:22:02.929185 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 22:22:02.961812 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 22:22:06.063523 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 22:22:06.063556 1 tasks.go:49] processing task group 3 of 3 I0128 22:22:06.063572 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 22:22:06.114128 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 22:22:06.114169 1 operator.go:851] Updating ClusterOperator status to done. I0128 22:22:06.129844 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0128 22:22:06.134404 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 22:22:06.167124 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 22:22:06.172398 1 tasks.go:49] processing task group 1 of 3 I0128 22:22:06.172422 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 22:22:06.172439 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 22:22:06.185983 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 22:22:09.317466 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 22:22:09.317490 1 tasks.go:49] processing task group 2 of 3 I0128 22:22:09.317514 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 22:22:09.317520 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 22:22:09.317534 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 22:22:09.317547 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 22:22:09.317567 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 22:22:09.317617 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 22:22:09.317627 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 22:22:09.317587 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 22:22:09.317602 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 22:22:09.317607 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 22:22:09.317600 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 22:22:09.317611 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 22:22:09.317614 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 22:22:09.317621 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 22:22:09.317528 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 22:22:09.398473 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 22:22:09.425745 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 22:22:09.485770 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 22:22:10.398521 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 22:22:10.445289 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 22:22:10.482853 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 22:22:11.439999 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 22:22:12.479613 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 22:22:14.520279 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 22:22:15.456952 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 22:22:15.556230 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 22:22:20.480824 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 22:22:21.498719 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 22:22:21.544156 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 22:22:24.775570 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 22:22:24.775597 1 tasks.go:49] processing task group 3 of 3 I0128 22:22:24.775605 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 22:22:24.812542 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 22:22:24.812582 1 operator.go:851] Updating ClusterOperator status to done. I0128 22:36:47.553701 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0128 22:36:47.553755 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0128 22:36:47.554296 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0128 22:36:47.556394 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0128 22:36:47.556514 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0128 22:36:47.556601 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0128 22:36:47.556629 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0128 22:36:47.556665 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0128 22:36:47.557709 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0128 22:36:47.557774 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0128 22:36:47.557786 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0128 22:36:47.557796 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0128 22:36:47.558774 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 22:36:47.559648 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0128 22:36:47.559648 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0128 22:36:47.588247 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0128 22:36:47.594778 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 22:36:47.600287 1 tasks.go:49] processing task group 1 of 3 I0128 22:36:47.600316 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 22:36:47.600361 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 22:36:47.615968 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 22:36:50.763255 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 22:36:50.763284 1 tasks.go:49] processing task group 2 of 3 I0128 22:36:50.763341 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 22:36:50.763352 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 22:36:50.763371 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 22:36:50.763387 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 22:36:50.763407 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 22:36:50.763429 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 22:36:50.763493 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 22:36:50.763582 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 22:36:50.763669 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 22:36:50.763714 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 22:36:50.763464 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 22:36:50.763700 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 22:36:50.763723 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 22:36:50.763482 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 22:36:50.763900 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 22:36:50.850145 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 22:36:50.869844 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 22:36:50.922553 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 22:36:51.836290 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 22:36:51.891553 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 22:36:51.933093 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 22:36:52.877813 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 22:36:53.921458 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 22:36:55.905422 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 22:36:56.830348 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 22:36:56.927134 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 22:37:01.937580 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 22:37:02.938086 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 22:37:02.984963 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 22:37:06.143639 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 22:37:06.143665 1 tasks.go:49] processing task group 3 of 3 I0128 22:37:06.143672 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 22:37:06.180474 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 22:37:06.180517 1 operator.go:851] Updating ClusterOperator status to done. I0128 22:37:06.191091 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0128 22:37:06.195462 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 22:37:06.224882 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 22:37:06.229881 1 tasks.go:49] processing task group 1 of 3 I0128 22:37:06.229904 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 22:37:06.229919 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 22:37:06.244359 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 22:37:09.395971 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 22:37:09.395994 1 tasks.go:49] processing task group 2 of 3 I0128 22:37:09.396014 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 22:37:09.396025 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 22:37:09.396038 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 22:37:09.396053 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 22:37:09.396074 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 22:37:09.396087 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 22:37:09.396103 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 22:37:09.396186 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 22:37:09.396232 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 22:37:09.396348 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 22:37:09.396359 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 22:37:09.396369 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 22:37:09.396412 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 22:37:09.396419 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 22:37:09.396456 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 22:37:09.463404 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 22:37:09.487543 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 22:37:09.520483 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 22:37:10.467445 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 22:37:10.503052 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 22:37:10.525295 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 22:37:11.491218 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 22:37:12.537977 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 22:37:14.516429 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 22:37:15.460634 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 22:37:15.528575 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 22:37:20.541483 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 22:37:21.560443 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 22:37:21.586757 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 22:37:24.691470 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 22:37:24.691499 1 tasks.go:49] processing task group 3 of 3 I0128 22:37:24.691513 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 22:37:24.724511 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 22:37:24.724555 1 operator.go:851] Updating ClusterOperator status to done. I0128 22:51:47.553827 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0128 22:51:47.553889 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0128 22:51:47.554456 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0128 22:51:47.557126 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0128 22:51:47.557219 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0128 22:51:47.557262 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0128 22:51:47.557362 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0128 22:51:47.557377 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0128 22:51:47.558484 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0128 22:51:47.558554 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config W0128 22:51:47.558594 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 22:51:47.558618 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0128 22:51:47.558735 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0128 22:51:47.559678 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0128 22:51:47.559705 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0128 22:51:47.584812 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 22:51:47.588796 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0128 22:51:47.589012 1 tasks.go:49] processing task group 1 of 3 I0128 22:51:47.589045 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 22:51:47.589053 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 22:51:47.606069 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 22:51:50.741247 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 22:51:50.741277 1 tasks.go:49] processing task group 2 of 3 I0128 22:51:50.741307 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 22:51:50.741319 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 22:51:50.741353 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 22:51:50.741400 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 22:51:50.741431 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 22:51:50.741308 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 22:51:50.741692 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 22:51:50.741731 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 22:51:50.741805 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 22:51:50.741925 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 22:51:50.741967 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 22:51:50.741721 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 22:51:50.742015 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 22:51:50.742115 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 22:51:50.742200 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 22:51:50.820011 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 22:51:50.847137 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 22:51:50.882425 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 22:51:51.812200 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 22:51:51.852083 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 22:51:51.894894 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 22:51:52.841785 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 22:51:53.894945 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 22:51:55.860004 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 22:51:56.796544 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 22:51:56.887446 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 22:52:01.895186 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 22:52:02.909046 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 22:52:02.934860 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 22:52:06.046652 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 22:52:06.046680 1 tasks.go:49] processing task group 3 of 3 I0128 22:52:06.046694 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 22:52:06.079833 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 22:52:06.079879 1 operator.go:851] Updating ClusterOperator status to done. I0128 22:52:06.090106 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0128 22:52:06.093851 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 22:52:06.120612 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 22:52:06.125677 1 tasks.go:49] processing task group 1 of 3 I0128 22:52:06.125703 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 22:52:06.125720 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 22:52:06.138099 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 22:52:09.289199 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 22:52:09.289230 1 tasks.go:49] processing task group 2 of 3 I0128 22:52:09.289259 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 22:52:09.289269 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 22:52:09.289280 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 22:52:09.289290 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 22:52:09.289313 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 22:52:09.289363 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 22:52:09.289496 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 22:52:09.289527 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 22:52:09.289527 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 22:52:09.289533 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 22:52:09.289535 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 22:52:09.289541 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 22:52:09.289543 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 22:52:09.289549 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 22:52:09.289546 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 22:52:09.363495 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 22:52:09.389754 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 22:52:09.426613 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 22:52:10.369552 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 22:52:10.411294 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 22:52:10.438687 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 22:52:11.394136 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 22:52:12.447571 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 22:52:14.420699 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 22:52:15.350384 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 22:52:15.441676 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 22:52:20.455890 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 22:52:21.470470 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 22:52:21.499860 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 22:52:24.595370 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 22:52:24.595393 1 tasks.go:49] processing task group 3 of 3 I0128 22:52:24.595403 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 22:52:24.629053 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 22:52:24.629085 1 operator.go:851] Updating ClusterOperator status to done. I0128 22:57:49.454823 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0128 22:57:49.455417 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0128 22:57:49.459931 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 22:57:49.485529 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 22:57:49.490199 1 tasks.go:49] processing task group 1 of 3 I0128 22:57:49.490232 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 22:57:49.490240 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 22:57:49.502200 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 22:57:52.639765 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 22:57:52.639789 1 tasks.go:49] processing task group 2 of 3 I0128 22:57:52.639823 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 22:57:52.639824 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 22:57:52.639839 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 22:57:52.639848 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 22:57:52.639867 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 22:57:52.639937 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 22:57:52.639887 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 22:57:52.639830 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 22:57:52.639905 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 22:57:52.639919 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 22:57:52.639928 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 22:57:52.639939 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 22:57:52.639923 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 22:57:52.639952 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 22:57:52.639929 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 22:57:52.723096 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 22:57:52.744231 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 22:57:52.783631 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 22:57:53.717492 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 22:57:53.756727 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 22:57:53.791114 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 22:57:54.750439 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 22:57:55.795846 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 22:57:57.776231 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 22:57:58.697687 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 22:57:58.795642 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 22:58:03.830524 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 22:58:04.820545 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 22:58:04.910462 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 22:58:07.952478 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 22:58:07.952510 1 tasks.go:49] processing task group 3 of 3 I0128 22:58:07.952525 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 22:58:07.986110 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 22:58:07.986213 1 operator.go:851] Updating ClusterOperator status to done. I0128 22:58:29.236122 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0128 22:58:29.236780 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0128 22:58:29.240916 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 22:58:29.269971 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 22:58:29.274866 1 tasks.go:49] processing task group 1 of 3 I0128 22:58:29.274967 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 22:58:29.275007 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 22:58:29.293435 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 22:58:32.408447 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 22:58:32.408474 1 tasks.go:49] processing task group 2 of 3 I0128 22:58:32.408504 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 22:58:32.408503 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 22:58:32.408515 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 22:58:32.408531 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 22:58:32.408550 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 22:58:32.408557 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 22:58:32.408735 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 22:58:32.408743 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 22:58:32.408744 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 22:58:32.408765 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 22:58:32.408833 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 22:58:32.408908 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 22:58:32.408737 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 22:58:32.409000 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 22:58:32.408738 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 22:58:32.484673 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 22:58:32.510890 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 22:58:32.564543 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 22:58:33.480549 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 22:58:33.542168 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 22:58:33.566406 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 22:58:34.509514 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 22:58:35.568799 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 22:58:37.537553 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 22:58:38.481538 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 22:58:38.600786 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 22:58:43.577878 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 22:58:44.598914 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 22:58:44.626318 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 22:58:47.717257 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 22:58:47.717287 1 tasks.go:49] processing task group 3 of 3 I0128 22:58:47.717295 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 22:58:47.754432 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 22:58:47.754470 1 operator.go:851] Updating ClusterOperator status to done. I0128 23:06:47.554868 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0128 23:06:47.554871 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0128 23:06:47.555515 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0128 23:06:47.557406 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0128 23:06:47.557520 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0128 23:06:47.557601 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0128 23:06:47.557655 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0128 23:06:47.557675 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0128 23:06:47.558792 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0128 23:06:47.558846 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0128 23:06:47.558907 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0128 23:06:47.558929 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0128 23:06:47.559918 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0128 23:06:47.559931 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster W0128 23:06:47.559954 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 23:06:47.586755 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 23:06:47.589736 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0128 23:06:47.591632 1 tasks.go:49] processing task group 1 of 3 I0128 23:06:47.591660 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 23:06:47.591667 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 23:06:47.603968 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 23:06:50.737105 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 23:06:50.737137 1 tasks.go:49] processing task group 2 of 3 I0128 23:06:50.737168 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 23:06:50.737179 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 23:06:50.737199 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 23:06:50.737209 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 23:06:50.737212 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 23:06:50.737251 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 23:06:50.737263 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 23:06:50.737362 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 23:06:50.737468 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 23:06:50.737198 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 23:06:50.737499 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 23:06:50.737512 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 23:06:50.737523 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 23:06:50.737187 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 23:06:50.737524 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 23:06:50.831959 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 23:06:50.838060 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 23:06:50.905893 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 23:06:51.824660 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 23:06:51.864640 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 23:06:51.899910 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 23:06:52.854125 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 23:06:53.911098 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 23:06:55.879982 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 23:06:56.794832 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 23:06:56.897119 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 23:07:01.926941 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 23:07:02.924201 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 23:07:02.968311 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 23:07:06.060427 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 23:07:06.060454 1 tasks.go:49] processing task group 3 of 3 I0128 23:07:06.060465 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 23:07:06.099711 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 23:07:06.099750 1 operator.go:851] Updating ClusterOperator status to done. I0128 23:07:06.111471 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0128 23:07:06.115183 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 23:07:06.143213 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 23:07:06.148029 1 tasks.go:49] processing task group 1 of 3 I0128 23:07:06.148052 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 23:07:06.148064 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 23:07:06.162368 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 23:07:09.276130 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 23:07:09.276158 1 tasks.go:49] processing task group 2 of 3 I0128 23:07:09.276185 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 23:07:09.276187 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 23:07:09.276198 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 23:07:09.276220 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 23:07:09.276235 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 23:07:09.276262 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 23:07:09.276285 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 23:07:09.276279 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 23:07:09.276446 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 23:07:09.276455 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 23:07:09.276477 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 23:07:09.276485 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 23:07:09.276267 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 23:07:09.276446 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 23:07:09.276822 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 23:07:09.355282 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 23:07:09.381970 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 23:07:09.417415 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 23:07:10.351385 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 23:07:10.388433 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 23:07:10.441706 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 23:07:11.380401 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 23:07:12.430255 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 23:07:14.402296 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 23:07:15.331410 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 23:07:15.422200 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 23:07:20.437497 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 23:07:21.449123 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 23:07:21.485269 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 23:07:24.584284 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 23:07:24.584312 1 tasks.go:49] processing task group 3 of 3 I0128 23:07:24.584351 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 23:07:24.616285 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 23:07:24.616344 1 operator.go:851] Updating ClusterOperator status to done.