return list

HabanaAI · Aug 5, 2024 · 4298c92 · 4298c92
1 parent 887fe50
commit 4298c92
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/worker/habana_model_runner.py b/vllm/worker/habana_model_runner.py
@@ -116,7 +116,7 @@ def quantize_bucketing_fn(bucket_config,
         best_out = None
         assert num_buckets > 0, "num_buckets must be a positive integer"
         if num_buckets == 1 or bucket_min == bucket_max:
-            return bucket_max
+            return [bucket_max]
         for i in range(num_tries):
             ls = np.linspace(fn_start, fn_end, num=num_buckets + i)
             fn_min = fn(ls[0])