Update run-lm-eval-mmlu.sh

HabanaAI · Oct 25, 2024 · c6d972d · c6d972d
1 parent 7fd552a
commit c6d972d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/.jenkins/lm-eval-harness/run-lm-eval-mmlu.sh b/.jenkins/lm-eval-harness/run-lm-eval-mmlu.sh
@@ -58,5 +58,5 @@ sleep 1m
 
 lm_eval --model local-completions \
     --tasks mmlu \
-    --model_args model=/mnt/weka/data/pytorch/llama3.1/Meta-Llama-3.1-8B-Instruct,base_url=http://localhost:9915/v1/completions,num_concurrent=4,max_retries=3,tokenized_requests=False \
+    --model_args model=/mnt/weka/data/pytorch/llama3.1/Meta-Llama-3.1-8B-Instruct,base_url=http://localhost:9915/v1/completions,num_concurrent=16,max_retries=3,tokenized_requests=False \
     --output_path test/