From 4298c92386f172908458ae45dd428a656dc38a01 Mon Sep 17 00:00:00 2001 From: Konrad Zawora Date: Mon, 5 Aug 2024 19:27:55 +0300 Subject: [PATCH] return list --- vllm/worker/habana_model_runner.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/worker/habana_model_runner.py b/vllm/worker/habana_model_runner.py index 02c8496355255..26e73282d80e2 100644 --- a/vllm/worker/habana_model_runner.py +++ b/vllm/worker/habana_model_runner.py @@ -116,7 +116,7 @@ def quantize_bucketing_fn(bucket_config, best_out = None assert num_buckets > 0, "num_buckets must be a positive integer" if num_buckets == 1 or bucket_min == bucket_max: - return bucket_max + return [bucket_max] for i in range(num_tries): ls = np.linspace(fn_start, fn_end, num=num_buckets + i) fn_min = fn(ls[0])