W0205 09:35:21.800809 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0205 09:35:21.801152 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0205 09:35:21.801166 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0205 09:35:21.801170 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0205 09:35:21.801175 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0205 09:35:21.829772 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0205 09:35:21.833858 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0205 09:35:21.834535 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0205 09:35:21.835394 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0205 09:35:21.835934 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0205 09:35:21.847532 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0205 09:35:21.849706 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0205 09:35:21.851219 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0205 09:35:21.851904 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0205 09:35:21.852351 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0205 09:35:21.852528 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0205 09:35:21.852689 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0205 09:35:21.852806 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0205 09:35:21.853734 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0205 09:35:21.853748 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0205 09:35:21.854691 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0205 09:35:21.864547 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0205 09:35:21.864613 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0205 09:35:21.865381 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0205 09:35:21.865930 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0205 09:35:21.866037 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0205 09:35:21.867745 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0205 09:35:21.900725 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0205 09:35:21.941239 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0205 09:35:21.941247 1 relabel_controller.go:117] Starting alert relabel config controller I0205 09:35:21.941262 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0205 09:35:21.941266 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0205 09:35:21.941271 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0205 09:35:21.941276 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0205 09:35:21.941236 1 rule_controller.go:113] Starting alerting rules controller I0205 09:35:21.941282 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0205 09:35:21.941281 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0205 09:35:21.941292 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0205 09:35:21.941298 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0205 09:35:21.941305 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0205 09:35:21.941276 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0205 09:35:21.943090 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0205 09:35:21.947021 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0205 09:35:21.947037 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 W0205 09:35:21.948600 1 operator.go:957] User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap not found. Using defaults. I0205 09:35:21.948823 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:21.948939 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0205 09:35:21.949957 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:21.950042 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0205 09:35:21.951689 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:21.951804 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0205 09:35:21.965805 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0205 09:35:21.972486 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0205 09:35:21.972571 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-pzfjp" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0205 09:35:21.974391 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-hs8px" is created for OpenShiftMonitoringTelemeterClientCertRequester I0205 09:35:21.982632 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:21.982941 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-c7lb4" is created for OpenShiftMonitoringClientCertRequester I0205 09:35:21.983917 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:21.991616 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:21.992590 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:21.992644 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:21.996563 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.000338 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.001067 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.005162 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.005837 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.010750 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.010770 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.011249 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.018457 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.020486 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.020503 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.024473 1 operator.go:830] Updating ClusterOperator status to InProgress. I0205 09:35:22.025639 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.025733 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.029325 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.030296 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.030861 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.036658 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.036756 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.041862 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0205 09:35:22.041875 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0205 09:35:22.043973 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.044113 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.048098 1 tasks.go:49] processing task group 1 of 3 I0205 09:35:22.048121 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0205 09:35:22.048134 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0205 09:35:22.049821 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.053951 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.062168 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.065231 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0205 09:35:22.067734 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0205 09:35:22.068809 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0205 09:35:22.068931 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0205 09:35:22.076741 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0205 09:35:22.079003 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0205 09:35:22.078984 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0205 09:35:22.078982 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0205 09:35:22.079086 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0205 09:35:22.095788 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0205 09:35:22.111942 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0205 09:35:22.112021 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-user-workload-monitoring because it was missing I0205 09:35:22.147231 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0205 09:35:22.238614 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0205 09:35:22.251317 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0205 09:35:22.283597 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0205 09:35:22.302713 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0205 09:35:22.388935 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0205 09:35:22.390307 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0205 09:35:22.390324 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0205 09:35:22.390336 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0205 09:35:22.390342 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0205 09:35:22.393052 1 secure_serving.go:57] Forcing use of http/1.1 only I0205 09:35:22.393080 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0205 09:35:22.398371 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0205 09:35:22.398397 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0205 09:35:22.398406 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0205 09:35:22.398414 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0205 09:35:22.398387 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0205 09:35:22.398442 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0205 09:35:22.398684 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0205 09:35:22.398834 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1770284093\" (2026-02-05 09:35:01 +0000 UTC to 2028-02-05 09:35:02 +0000 UTC (now=2026-02-05 09:35:22.398802199 +0000 UTC))" I0205 09:35:22.399078 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1770284122\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1770284122\" (2026-02-05 08:35:21 +0000 UTC to 2027-02-05 08:35:21 +0000 UTC (now=2026-02-05 09:35:22.399061299 +0000 UTC))" I0205 09:35:22.399104 1 secure_serving.go:213] Serving securely on [::]:8443 I0205 09:35:22.399129 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0205 09:35:22.399146 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0205 09:35:22.401633 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0205 09:35:22.401676 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0205 09:35:22.401887 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0205 09:35:22.499264 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0205 09:35:22.499275 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0205 09:35:22.499342 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0205 09:35:22.499528 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-02-05 09:19:27 +0000 UTC to 2036-02-03 09:19:27 +0000 UTC (now=2026-02-05 09:35:22.499495641 +0000 UTC))" I0205 09:35:22.499765 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1770284093\" (2026-02-05 09:35:01 +0000 UTC to 2028-02-05 09:35:02 +0000 UTC (now=2026-02-05 09:35:22.499736641 +0000 UTC))" I0205 09:35:22.499923 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1770284122\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1770284122\" (2026-02-05 08:35:21 +0000 UTC to 2027-02-05 08:35:21 +0000 UTC (now=2026-02-05 09:35:22.499908802 +0000 UTC))" I0205 09:35:22.500071 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-02-05 09:19:29 +0000 UTC to 2036-02-03 09:19:29 +0000 UTC (now=2026-02-05 09:35:22.500056388 +0000 UTC))" I0205 09:35:22.500093 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-02-05 09:19:34 +0000 UTC to 2036-02-03 09:19:34 +0000 UTC (now=2026-02-05 09:35:22.500083718 +0000 UTC))" I0205 09:35:22.500108 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-02-05 09:19:34 +0000 UTC to 2036-02-03 09:19:34 +0000 UTC (now=2026-02-05 09:35:22.500100474 +0000 UTC))" I0205 09:35:22.500122 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-02-05 09:19:38 +0000 UTC to 2036-02-03 09:19:38 +0000 UTC (now=2026-02-05 09:35:22.500114633 +0000 UTC))" I0205 09:35:22.500148 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-02-05 09:19:39 +0000 UTC to 2036-02-03 09:19:39 +0000 UTC (now=2026-02-05 09:35:22.500130301 +0000 UTC))" I0205 09:35:22.500167 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o911e9ig5cpk6ov275vvlfp1jgic1r4-kx-3d69ed1659_customer-system-admin-signer@1770283318\" [] issuer=\"\" (2026-02-05 09:21:58 +0000 UTC to 2026-02-12 09:21:59 +0000 UTC (now=2026-02-05 09:35:22.500157275 +0000 UTC))" I0205 09:35:22.500187 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o911e9ig5cpk6ov275vvlfp1jgic1r4-kx-3d69ed1659_sre-system-admin-signer@1770283318\" [] issuer=\"\" (2026-02-05 09:21:58 +0000 UTC to 2026-02-12 09:21:59 +0000 UTC (now=2026-02-05 09:35:22.500176471 +0000 UTC))" I0205 09:35:22.500204 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-02-05 09:19:27 +0000 UTC to 2036-02-03 09:19:27 +0000 UTC (now=2026-02-05 09:35:22.500196161 +0000 UTC))" I0205 09:35:22.500367 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1770284093\" (2026-02-05 09:35:01 +0000 UTC to 2028-02-05 09:35:02 +0000 UTC (now=2026-02-05 09:35:22.500354804 +0000 UTC))" I0205 09:35:22.500509 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1770284122\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1770284122\" (2026-02-05 08:35:21 +0000 UTC to 2027-02-05 08:35:21 +0000 UTC (now=2026-02-05 09:35:22.500500025 +0000 UTC))" I0205 09:35:37.879937 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0205 09:36:23.972984 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0205 09:36:38.973847 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0205 09:36:53.972422 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0205 09:37:08.977215 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0205 09:37:08.992261 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0205 09:37:09.012252 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0205 09:38:23.976426 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0205 09:38:38.973572 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0205 09:40:22.337681 1 tasks.go:73] task 2 of 2: UpdatingPrometheusOperator failed: reconciling Prometheus Operator Admission Webhook Deployment failed: creating Deployment object failed: waiting for DeploymentRollout of openshift-monitoring/prometheus-operator-admission-webhook: context deadline exceeded: got 2 unavailable replicas I0205 09:40:22.337719 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0205 09:40:22.337727 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0205 09:40:22.337745 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingPrometheusOperatorFailed)" logger="UnhandledError" I0205 09:40:22.339348 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0205 09:40:22.343551 1 operator.go:957] User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap not found. Using defaults. I0205 09:40:22.370248 1 operator.go:830] Updating ClusterOperator status to InProgress. I0205 09:40:22.374679 1 tasks.go:49] processing task group 1 of 3 I0205 09:40:22.374705 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0205 09:40:22.374725 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0205 09:40:22.386955 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0205 09:41:23.971879 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0205 09:41:38.971114 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0205 09:42:26.431543 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0205 09:42:26.450931 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0205 09:42:26.468120 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0205 09:42:31.594478 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0205 09:42:31.594505 1 tasks.go:49] processing task group 2 of 3 I0205 09:42:31.594533 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0205 09:42:31.594540 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0205 09:42:31.594553 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0205 09:42:31.594574 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0205 09:42:31.594583 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0205 09:42:31.594579 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0205 09:42:31.594602 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0205 09:42:31.594598 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0205 09:42:31.594612 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0205 09:42:31.594620 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0205 09:42:31.594624 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0205 09:42:31.594623 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0205 09:42:31.594634 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0205 09:42:31.594635 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0205 09:42:31.594645 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0205 09:42:31.614347 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0205 09:42:31.614692 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0205 09:42:31.614713 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0205 09:42:31.641477 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0205 09:42:31.643303 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0205 09:42:31.652376 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0205 09:42:31.655590 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0205 09:42:31.656754 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0205 09:42:31.680438 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0205 09:42:31.714595 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0205 09:42:31.718640 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0205 09:42:31.719971 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0205 09:42:31.727676 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0205 09:42:31.767128 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0205 09:42:31.769773 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0205 09:42:31.771699 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0205 09:42:31.771762 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0205 09:42:31.771949 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0205 09:42:31.772403 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0205 09:42:31.852810 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0205 09:42:31.855614 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0205 09:42:31.855637 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0205 09:42:31.858319 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0205 09:42:31.858617 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0205 09:42:31.860204 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0205 09:42:31.867891 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0205 09:42:31.867916 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0205 09:42:31.873090 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0205 09:42:31.881627 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-user-workload-monitoring because it was missing W0205 09:42:31.883876 1 tasks.go:73] task 13 of 15: UpdatingUserWorkloadPrometheus failed: reconciling UserWorkload Prometheus Alertmanager User Workload Role Binding failed: rolebindings.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0205 09:42:31.883894 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'RoleBindingCreateFailed' Failed to create RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring: rolebindings.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0205 09:42:31.888311 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0205 09:42:31.897186 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0205 09:42:31.900743 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0205 09:42:31.900766 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-operator-uwm-kube-rbac-proxy-config -n openshift-user-workload-monitoring because it was missing I0205 09:42:31.919535 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0205 09:42:31.930812 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0205 09:42:31.993350 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0205 09:42:31.993380 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0205 09:42:31.995927 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0205 09:42:32.032784 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0205 09:42:32.101871 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0205 09:42:32.132852 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0205 09:42:32.160762 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0205 09:42:32.172588 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0205 09:42:32.215137 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0205 09:42:32.260832 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0205 09:42:32.315491 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0205 09:42:32.331032 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0205 09:42:32.371367 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0205 09:42:32.410271 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0205 09:42:32.453081 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0205 09:42:32.494485 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0205 09:42:32.559144 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0205 09:42:32.661092 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0205 09:42:32.670265 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0205 09:42:32.749096 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0205 09:42:32.758441 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-ruler because it was missing I0205 09:42:32.762618 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0205 09:42:32.766261 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0205 09:42:32.778712 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0205 09:42:32.851193 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler because it was missing I0205 09:42:32.853168 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0205 09:42:32.855692 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0205 09:42:32.867999 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0205 09:42:32.870513 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0205 09:42:32.913475 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0205 09:42:32.932033 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0205 09:42:32.932240 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0205 09:42:32.961723 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0205 09:42:32.966392 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler-monitoring because it was missing I0205 09:42:32.978100 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0205 09:42:32.986764 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0205 09:42:33.073538 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/user-workload-alertmanager-thanos-ruler -n openshift-user-workload-monitoring because it was missing I0205 09:42:33.080873 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0205 09:42:33.091290 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0205 09:42:33.106020 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-user-workload-kube-rbac-proxy-web -n openshift-user-workload-monitoring because it was missing I0205 09:42:33.117315 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0205 09:42:33.134070 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-query-config -n openshift-user-workload-monitoring because it was missing I0205 09:42:33.152826 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-alertmanagers-config -n openshift-user-workload-monitoring because it was missing I0205 09:42:33.771022 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0205 09:42:33.784562 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0205 09:42:33.797504 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0205 09:42:33.888260 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0205 09:42:33.982877 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0205 09:42:34.082303 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0205 09:42:34.086976 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheususer-workload -n openshift-monitoring because it was missing I0205 09:42:34.100550 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0205 09:42:34.180765 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0205 09:42:34.246760 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0205 09:42:34.246791 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0205 09:42:34.247413 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0205 09:42:34.287827 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0205 09:42:34.382648 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0205 09:42:34.486365 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0205 09:42:34.588547 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0205 09:42:34.694157 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0205 09:42:34.793033 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0205 09:42:34.900226 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0205 09:42:34.971277 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0205 09:42:34.978483 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0205 09:42:34.982068 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-4s41cilc11bnl -n openshift-monitoring because it was missing I0205 09:42:34.991110 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0205 09:42:35.058511 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0205 09:42:35.136254 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0205 09:42:35.176760 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-grpc-tls-53bg9ln57rghi -n openshift-user-workload-monitoring because it was missing I0205 09:42:35.192884 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-ruler-user-workload -n openshift-user-workload-monitoring because it was missing I0205 09:42:35.490543 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0205 09:42:36.513684 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-2lml2789joe1t -n openshift-monitoring because it was missing I0205 09:42:36.671944 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0205 09:42:36.706454 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0205 09:42:37.069286 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0205 09:42:37.219714 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0205 09:42:38.019713 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-53bg9ln57rghi -n openshift-monitoring because it was missing I0205 09:42:38.034960 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0205 09:42:38.052780 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0205 09:42:38.065567 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0205 09:42:38.972236 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0205 09:42:43.765670 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0205 09:42:43.765742 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0205 09:42:44.298224 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0205 09:42:45.309286 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0205 09:42:45.309309 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-thanos-ruler -n openshift-monitoring because it was missing I0205 09:42:49.045536 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0205 09:42:49.076355 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0205 09:42:53.971118 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0205 09:43:02.567506 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0205 09:43:02.579700 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0205 09:43:02.579776 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0205 09:43:12.993699 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0205 09:43:58.124790 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0205 09:43:58.124836 1 operator.go:875] 2 reconciliation(s) failed, 2 more attempt(s) will be made before reporting failures. E0205 09:43:58.124844 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0205 09:43:58.124863 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingUserWorkloadPrometheusFailed)" logger="UnhandledError" I0205 09:43:58.126462 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0205 09:43:58.130800 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0205 09:43:58.159363 1 operator.go:830] Updating ClusterOperator status to InProgress. I0205 09:43:58.163830 1 tasks.go:49] processing task group 1 of 3 I0205 09:43:58.163847 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0205 09:43:58.163863 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0205 09:43:58.177102 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0205 09:43:59.213612 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJSXZkZkI3dGJzVlF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM01ESTROREE1TXpBZQpGdzB5TmpBeU1EVXdPVE0wTlRKYUZ3MHlPREEwTURVd09UTTBOVE5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOekF5T0RRd09UTXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzVLakgwbW1oMUF5WEowZ1htTnZ1QWNFSHRlREg4L2F5NApGWmZmeXVEcVlIbTNQeGxBSHBZTG9uV2diZ0wrL0YwUG9mdEM1OUlkVHY3bUt2aUNSa0dBaTh4bm54ZzgwVXp2ClN0Vk5lRGpDNzgwOG8xUk1sS1Bja1Q2VU5iV3NyMC9hUUxlelZqWklaZHh0NG51WUI3NHRQQktiSk9GWG5VK2sKYTB1bG1lYlo1UGZ3bG1YUnkzZlVuUnRFdEkrbUZHU0lGNDlycXhnSkZGOVlSb2dUN2pVRXhFdnFYcncxMmFSSwo2dksweCtMUGJiMGpCd0RvTFA4TEhVZ3JaUmVGYnVTbElPQVVHYUdTUmhwWXhUWit2ZGlIbkVrdGl3R3JWQjdRCnRKWDByWEFrTGpKOXdCQlUyNkRTY3lHeXNZZWhNUHZZenpSWlVVN0ZUSjBFdVdESzd5aXpBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlM4K0UvdQp0Tlk2eU9mbVRVemNvVlFuM2hCSjRqQWZCZ05WSFNNRUdEQVdnQlM4K0UvdXROWTZ5T2ZtVFV6Y29WUW4zaEJKCjRqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFWVVNGcktzUUowbHl4SzlRM1lDRU5kUGtzNWIzd1Z5dTZEaTMKWnBxUmxEQmNKOFExeWgvT05nSEtSbjRhRGlCYXhhQjdDMDB3dVNRcC9lbFRNSTlBMlpNQ0FUdU5MMUM2bkN0MwpmcjJseDNlU2lYdTdYWjRxZVYzMVZFSUkxSlFUWDVjOWF6YzNScExWTmlSdkFnZFRxMzJKdHpUbTJOd1pwOXF4CjY4NFNCRlVKN1VYQTJYOHhUcjREbkFleEU5S1U5UEllSW9kSDZLdkJ5ZU02MTJEQkJUUWdMRkN5RlJHc2pCMDEKV0txTEdxdXZvTXk5cEVMNG11aGo1eVIyaCtMTi9kbXRsYkFqTU5rbkNubFRWWFlGSWx2NnFOMVRVdFFMalgzVApNVXR6RVQydVZDWjJGNWtMMDAwZU0xN2UwOEI3RWNsVjNBNHkySExPWVVyVzd5Zll1QT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0205 09:43:59.219206 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0205 09:43:59.223417 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJSXZkZkI3dGJzVlF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM01ESTROREE1TXpBZQpGdzB5TmpBeU1EVXdPVE0wTlRKYUZ3MHlPREEwTURVd09UTTBOVE5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOekF5T0RRd09UTXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzVLakgwbW1oMUF5WEowZ1htTnZ1QWNFSHRlREg4L2F5NApGWmZmeXVEcVlIbTNQeGxBSHBZTG9uV2diZ0wrL0YwUG9mdEM1OUlkVHY3bUt2aUNSa0dBaTh4bm54ZzgwVXp2ClN0Vk5lRGpDNzgwOG8xUk1sS1Bja1Q2VU5iV3NyMC9hUUxlelZqWklaZHh0NG51WUI3NHRQQktiSk9GWG5VK2sKYTB1bG1lYlo1UGZ3bG1YUnkzZlVuUnRFdEkrbUZHU0lGNDlycXhnSkZGOVlSb2dUN2pVRXhFdnFYcncxMmFSSwo2dksweCtMUGJiMGpCd0RvTFA4TEhVZ3JaUmVGYnVTbElPQVVHYUdTUmhwWXhUWit2ZGlIbkVrdGl3R3JWQjdRCnRKWDByWEFrTGpKOXdCQlUyNkRTY3lHeXNZZWhNUHZZenpSWlVVN0ZUSjBFdVdESzd5aXpBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlM4K0UvdQp0Tlk2eU9mbVRVemNvVlFuM2hCSjRqQWZCZ05WSFNNRUdEQVdnQlM4K0UvdXROWTZ5T2ZtVFV6Y29WUW4zaEJKCjRqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFWVVNGcktzUUowbHl4SzlRM1lDRU5kUGtzNWIzd1Z5dTZEaTMKWnBxUmxEQmNKOFExeWgvT05nSEtSbjRhRGlCYXhhQjdDMDB3dVNRcC9lbFRNSTlBMlpNQ0FUdU5MMUM2bkN0MwpmcjJseDNlU2lYdTdYWjRxZVYzMVZFSUkxSlFUWDVjOWF6YzNScExWTmlSdkFnZFRxMzJKdHpUbTJOd1pwOXF4CjY4NFNCRlVKN1VYQTJYOHhUcjREbkFleEU5S1U5UEllSW9kSDZLdkJ5ZU02MTJEQkJUUWdMRkN5RlJHc2pCMDEKV0txTEdxdXZvTXk5cEVMNG11aGo1eVIyaCtMTi9kbXRsYkFqTU5rbkNubFRWWFlGSWx2NnFOMVRVdFFMalgzVApNVXR6RVQydVZDWjJGNWtMMDAwZU0xN2UwOEI3RWNsVjNBNHkySExPWVVyVzd5Zll1QT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0205 09:43:59.228895 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0205 09:44:01.329494 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0205 09:44:01.329517 1 tasks.go:49] processing task group 2 of 3 I0205 09:44:01.329545 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0205 09:44:01.329544 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0205 09:44:01.329564 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0205 09:44:01.329581 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0205 09:44:01.329599 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0205 09:44:01.329641 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0205 09:44:01.329672 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0205 09:44:01.329735 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0205 09:44:01.329689 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0205 09:44:01.329708 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0205 09:44:01.329716 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0205 09:44:01.329718 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0205 09:44:01.329722 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0205 09:44:01.329726 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0205 09:44:01.329727 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0205 09:44:01.427058 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0205 09:44:01.448768 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring because it was missing I0205 09:44:01.452600 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0205 09:44:01.491214 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0205 09:44:01.546967 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0205 09:44:01.646808 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0205 09:44:01.751642 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0205 09:44:01.850020 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0205 09:44:01.877518 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0205 09:44:01.892703 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload-thanos-sidecar -n openshift-user-workload-monitoring because it was missing I0205 09:44:02.427262 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0205 09:44:02.467928 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0205 09:44:02.502842 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0205 09:44:02.909959 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-grpc-tls-53bg9ln57rghi -n openshift-user-workload-monitoring because it was missing I0205 09:44:02.926022 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0205 09:44:02.935667 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-federate -n openshift-user-workload-monitoring because it was missing I0205 09:44:02.953034 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-user-workload-trusted-ca-bundle -n openshift-user-workload-monitoring because it was missing I0205 09:44:02.962702 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-additional-alertmanager-configs -n openshift-user-workload-monitoring because it was missing I0205 09:44:02.973979 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0205 09:44:03.490408 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0205 09:44:04.560069 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0205 09:44:06.482461 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0205 09:44:07.383686 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0205 09:44:07.503026 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0205 09:44:12.507629 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0205 09:44:13.581270 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0205 09:44:16.746222 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0205 09:44:24.066148 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0205 09:44:24.066174 1 tasks.go:49] processing task group 3 of 3 I0205 09:44:24.066184 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0205 09:44:24.107899 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0205 09:44:24.107966 1 operator.go:851] Updating ClusterOperator status to done. I0205 09:44:24.108026 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f7b9e0-96a7-4b70-b29a-9f2d020297b3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0205 09:44:24.146813 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0205 09:44:24.151435 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0205 09:44:24.177736 1 operator.go:830] Updating ClusterOperator status to InProgress. I0205 09:44:24.182278 1 tasks.go:49] processing task group 1 of 3 I0205 09:44:24.182299 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0205 09:44:24.182318 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0205 09:44:24.196359 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0205 09:44:27.311501 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0205 09:44:27.311526 1 tasks.go:49] processing task group 2 of 3 I0205 09:44:27.311554 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0205 09:44:27.311565 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0205 09:44:27.311578 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0205 09:44:27.311592 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0205 09:44:27.311608 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0205 09:44:27.311627 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0205 09:44:27.311671 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0205 09:44:27.311701 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0205 09:44:27.311678 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0205 09:44:27.311707 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0205 09:44:27.311715 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0205 09:44:27.311721 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0205 09:44:27.311727 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0205 09:44:27.311736 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0205 09:44:27.311743 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0205 09:44:27.388613 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0205 09:44:27.406776 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0205 09:44:27.448284 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0205 09:44:28.384916 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0205 09:44:28.426262 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0205 09:44:28.453177 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0205 09:44:29.417535 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0205 09:44:30.492756 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0205 09:44:32.440148 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0205 09:44:33.367818 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0205 09:44:33.458242 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0205 09:44:38.481300 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0205 09:44:38.971199 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0205 09:44:38.990305 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0205 09:44:39.497916 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0205 09:44:39.523323 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0205 09:44:42.625438 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0205 09:44:42.625465 1 tasks.go:49] processing task group 3 of 3 I0205 09:44:42.625478 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0205 09:44:42.657713 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0205 09:44:42.657744 1 operator.go:851] Updating ClusterOperator status to done. I0205 09:44:42.666627 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0205 09:44:42.670119 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0205 09:44:42.692631 1 operator.go:830] Updating ClusterOperator status to InProgress. I0205 09:44:42.696578 1 tasks.go:49] processing task group 1 of 3 I0205 09:44:42.696595 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0205 09:44:42.696610 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0205 09:44:42.707367 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0205 09:44:45.823831 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0205 09:44:45.823854 1 tasks.go:49] processing task group 2 of 3 I0205 09:44:45.823874 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0205 09:44:45.823886 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0205 09:44:45.823899 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0205 09:44:45.823921 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0205 09:44:45.823937 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0205 09:44:45.823957 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0205 09:44:45.823973 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0205 09:44:45.824040 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0205 09:44:45.824131 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0205 09:44:45.824179 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0205 09:44:45.824188 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0205 09:44:45.824195 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0205 09:44:45.824202 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0205 09:44:45.824208 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0205 09:44:45.824215 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0205 09:44:45.934277 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0205 09:44:45.982809 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0205 09:44:46.050806 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0205 09:44:46.905558 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0205 09:44:46.975072 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0205 09:44:46.991048 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0205 09:44:47.929818 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0205 09:44:48.966706 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0205 09:44:50.952053 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0205 09:44:51.882603 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0205 09:44:52.006272 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0205 09:44:56.973075 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0205 09:44:57.990971 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0205 09:44:58.040755 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0205 09:45:01.120356 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0205 09:45:01.120384 1 tasks.go:49] processing task group 3 of 3 I0205 09:45:01.120393 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0205 09:45:01.155623 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0205 09:45:01.155653 1 operator.go:851] Updating ClusterOperator status to done. I0205 09:50:21.850080 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0205 09:50:21.850819 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0205 09:50:21.852499 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0205 09:50:21.852580 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0205 09:50:21.852612 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0205 09:50:21.852844 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0205 09:50:21.852854 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0205 09:50:21.852905 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0205 09:50:21.852924 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0205 09:50:21.853059 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0205 09:50:21.853972 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0205 09:50:21.853975 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0205 09:50:21.855184 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster W0205 09:50:21.855410 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0205 09:50:21.864765 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0205 09:50:21.884484 1 operator.go:830] Updating ClusterOperator status to InProgress. I0205 09:50:21.889946 1 tasks.go:49] processing task group 1 of 3 I0205 09:50:21.889983 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0205 09:50:21.890007 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0205 09:50:21.901270 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0205 09:50:21.902363 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0205 09:50:25.032420 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0205 09:50:25.032443 1 tasks.go:49] processing task group 2 of 3 I0205 09:50:25.032474 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0205 09:50:25.032485 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0205 09:50:25.032496 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0205 09:50:25.032526 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0205 09:50:25.032539 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0205 09:50:25.032548 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0205 09:50:25.032587 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0205 09:50:25.032637 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0205 09:50:25.032730 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0205 09:50:25.032796 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0205 09:50:25.032829 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0205 09:50:25.032875 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0205 09:50:25.032622 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0205 09:50:25.032606 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0205 09:50:25.032510 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0205 09:50:25.110981 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0205 09:50:25.133738 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0205 09:50:25.170873 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0205 09:50:26.101857 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0205 09:50:26.143764 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0205 09:50:26.177623 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0205 09:50:27.134206 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0205 09:50:28.181884 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0205 09:50:30.161208 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0205 09:50:31.094793 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0205 09:50:31.187201 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0205 09:50:36.185156 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0205 09:50:37.208920 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0205 09:50:37.222134 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0205 09:50:40.341645 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0205 09:50:40.341671 1 tasks.go:49] processing task group 3 of 3 I0205 09:50:40.341679 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0205 09:50:40.379106 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0205 09:50:40.379144 1 operator.go:851] Updating ClusterOperator status to done. I0205 09:50:40.388252 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0205 09:50:40.391884 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0205 09:50:40.417137 1 operator.go:830] Updating ClusterOperator status to InProgress. I0205 09:50:40.421528 1 tasks.go:49] processing task group 1 of 3 I0205 09:50:40.421546 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0205 09:50:40.421571 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0205 09:50:40.434079 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0205 09:50:43.546027 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0205 09:50:43.546052 1 tasks.go:49] processing task group 2 of 3 I0205 09:50:43.546087 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0205 09:50:43.546092 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0205 09:50:43.546097 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0205 09:50:43.546114 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0205 09:50:43.546138 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0205 09:50:43.546156 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0205 09:50:43.546178 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0205 09:50:43.546240 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0205 09:50:43.546313 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0205 09:50:43.546372 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0205 09:50:43.546084 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0205 09:50:43.546357 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0205 09:50:43.546376 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0205 09:50:43.546386 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0205 09:50:43.546368 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0205 09:50:43.621546 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0205 09:50:43.814907 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0205 09:50:43.875443 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0205 09:50:44.627854 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0205 09:50:44.666233 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0205 09:50:44.712975 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0205 09:50:45.656213 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0205 09:50:46.718050 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0205 09:50:48.685350 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0205 09:50:49.601303 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0205 09:50:49.698606 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0205 09:50:54.709091 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0205 09:50:55.748018 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0205 09:50:55.817140 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0205 09:50:58.861744 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0205 09:50:58.861772 1 tasks.go:49] processing task group 3 of 3 I0205 09:50:58.861780 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0205 09:50:58.895510 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0205 09:50:58.895540 1 operator.go:851] Updating ClusterOperator status to done. I0205 10:05:21.850351 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0205 10:05:21.850941 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0205 10:05:21.852566 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0205 10:05:21.852597 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0205 10:05:21.852753 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0205 10:05:21.852801 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0205 10:05:21.853577 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0205 10:05:21.853628 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0205 10:05:21.853640 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0205 10:05:21.853651 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0205 10:05:21.854973 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0205 10:05:21.855008 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0205 10:05:21.856079 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster W0205 10:05:21.856112 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0205 10:05:21.864936 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0205 10:05:21.882393 1 operator.go:830] Updating ClusterOperator status to InProgress. I0205 10:05:21.886643 1 tasks.go:49] processing task group 1 of 3 I0205 10:05:21.886673 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0205 10:05:21.886682 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0205 10:05:21.899806 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0205 10:05:21.901654 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0205 10:05:25.048305 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0205 10:05:25.048328 1 tasks.go:49] processing task group 2 of 3 I0205 10:05:25.048360 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0205 10:05:25.048359 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0205 10:05:25.048380 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0205 10:05:25.048409 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0205 10:05:25.048429 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0205 10:05:25.048439 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0205 10:05:25.048417 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0205 10:05:25.048604 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0205 10:05:25.048665 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0205 10:05:25.048677 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0205 10:05:25.048397 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0205 10:05:25.048625 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0205 10:05:25.048636 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0205 10:05:25.048647 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0205 10:05:25.048658 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0205 10:05:25.181406 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0205 10:05:25.187942 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0205 10:05:25.253712 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0205 10:05:26.171680 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0205 10:05:26.208599 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0205 10:05:26.284632 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0205 10:05:27.200691 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0205 10:05:28.226915 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0205 10:05:30.225648 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0205 10:05:31.107199 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0205 10:05:31.248716 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0205 10:05:36.231635 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0205 10:05:37.251181 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0205 10:05:37.321139 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0205 10:05:40.427127 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0205 10:05:40.427151 1 tasks.go:49] processing task group 3 of 3 I0205 10:05:40.427162 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0205 10:05:40.462306 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0205 10:05:40.462336 1 operator.go:851] Updating ClusterOperator status to done. I0205 10:05:40.473885 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0205 10:05:40.478120 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0205 10:05:40.503029 1 operator.go:830] Updating ClusterOperator status to InProgress. I0205 10:05:40.507569 1 tasks.go:49] processing task group 1 of 3 I0205 10:05:40.507588 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0205 10:05:40.507598 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0205 10:05:40.518743 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0205 10:05:43.634120 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0205 10:05:43.634173 1 tasks.go:49] processing task group 2 of 3 I0205 10:05:43.634205 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0205 10:05:43.634208 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0205 10:05:43.634227 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0205 10:05:43.634244 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0205 10:05:43.634249 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0205 10:05:43.634272 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0205 10:05:43.634336 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0205 10:05:43.634368 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0205 10:05:43.634213 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0205 10:05:43.634472 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0205 10:05:43.634514 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0205 10:05:43.634353 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0205 10:05:43.634619 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0205 10:05:43.634660 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0205 10:05:43.634842 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0205 10:05:43.710611 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0205 10:05:43.735389 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0205 10:05:43.773920 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0205 10:05:44.711099 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0205 10:05:44.747923 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0205 10:05:44.775923 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0205 10:05:45.741218 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0205 10:05:46.790767 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0205 10:05:48.765931 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0205 10:05:49.706919 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0205 10:05:49.784133 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0205 10:05:54.790793 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0205 10:05:55.812543 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0205 10:05:55.835913 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0205 10:05:58.944462 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0205 10:05:58.944485 1 tasks.go:49] processing task group 3 of 3 I0205 10:05:58.944495 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0205 10:05:58.981022 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0205 10:05:58.981054 1 operator.go:851] Updating ClusterOperator status to done. I0205 10:20:21.851374 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0205 10:20:21.851938 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0205 10:20:21.853659 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0205 10:20:21.853704 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0205 10:20:21.853700 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0205 10:20:21.853713 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0205 10:20:21.853720 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0205 10:20:21.853724 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0205 10:20:21.853759 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0205 10:20:21.853813 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0205 10:20:21.855913 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0205 10:20:21.855936 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0205 10:20:21.856661 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster W0205 10:20:21.856964 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0205 10:20:21.864962 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0205 10:20:21.881814 1 operator.go:830] Updating ClusterOperator status to InProgress. I0205 10:20:21.887096 1 tasks.go:49] processing task group 1 of 3 I0205 10:20:21.887119 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0205 10:20:21.887138 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0205 10:20:21.902148 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0205 10:20:21.903592 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0205 10:20:25.031204 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0205 10:20:25.031226 1 tasks.go:49] processing task group 2 of 3 I0205 10:20:25.031247 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0205 10:20:25.031252 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0205 10:20:25.031267 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0205 10:20:25.031282 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0205 10:20:25.031299 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0205 10:20:25.031317 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0205 10:20:25.031342 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0205 10:20:25.031341 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0205 10:20:25.031368 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0205 10:20:25.031380 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0205 10:20:25.031392 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0205 10:20:25.031401 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0205 10:20:25.031412 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0205 10:20:25.031423 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0205 10:20:25.031434 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0205 10:20:25.098165 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0205 10:20:25.140667 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0205 10:20:25.157174 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0205 10:20:26.107022 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0205 10:20:26.143391 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0205 10:20:26.183662 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0205 10:20:27.133561 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0205 10:20:28.184950 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0205 10:20:30.146425 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0205 10:20:31.083015 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0205 10:20:31.164924 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0205 10:20:36.182874 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0205 10:20:37.202419 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0205 10:20:37.227785 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0205 10:20:40.335280 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0205 10:20:40.335309 1 tasks.go:49] processing task group 3 of 3 I0205 10:20:40.335319 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0205 10:20:40.370881 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0205 10:20:40.370915 1 operator.go:851] Updating ClusterOperator status to done. I0205 10:20:40.380497 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0205 10:20:40.384183 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0205 10:20:40.408189 1 operator.go:830] Updating ClusterOperator status to InProgress. I0205 10:20:40.412443 1 tasks.go:49] processing task group 1 of 3 I0205 10:20:40.412462 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0205 10:20:40.412478 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0205 10:20:40.425036 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0205 10:20:43.539733 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0205 10:20:43.539760 1 tasks.go:49] processing task group 2 of 3 I0205 10:20:43.539781 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0205 10:20:43.539788 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0205 10:20:43.539796 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0205 10:20:43.539819 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0205 10:20:43.539847 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0205 10:20:43.539861 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0205 10:20:43.539876 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0205 10:20:43.539964 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0205 10:20:43.540024 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0205 10:20:43.540056 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0205 10:20:43.540035 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0205 10:20:43.540043 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0205 10:20:43.540043 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0205 10:20:43.540049 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0205 10:20:43.540050 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0205 10:20:43.614241 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0205 10:20:43.639231 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0205 10:20:43.681904 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0205 10:20:44.610970 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0205 10:20:44.652453 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0205 10:20:44.678984 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0205 10:20:45.635743 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0205 10:20:46.690503 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0205 10:20:48.662431 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0205 10:20:49.619410 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0205 10:20:49.690282 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0205 10:20:54.685568 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0205 10:20:55.699542 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0205 10:20:55.752328 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0205 10:20:58.833300 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0205 10:20:58.833324 1 tasks.go:49] processing task group 3 of 3 I0205 10:20:58.833334 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0205 10:20:58.865648 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0205 10:20:58.865681 1 operator.go:851] Updating ClusterOperator status to done.