From c6d972db2efaa540ef5903359966771bb5d91e46 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Micha=C5=82=20Kuligowski?= Date: Fri, 25 Oct 2024 10:25:33 +0200 Subject: [PATCH] Update run-lm-eval-mmlu.sh --- .jenkins/lm-eval-harness/run-lm-eval-mmlu.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.jenkins/lm-eval-harness/run-lm-eval-mmlu.sh b/.jenkins/lm-eval-harness/run-lm-eval-mmlu.sh index e87c8db7c2eba..041c9b9f3674d 100644 --- a/.jenkins/lm-eval-harness/run-lm-eval-mmlu.sh +++ b/.jenkins/lm-eval-harness/run-lm-eval-mmlu.sh @@ -58,5 +58,5 @@ sleep 1m lm_eval --model local-completions \ --tasks mmlu \ - --model_args model=/mnt/weka/data/pytorch/llama3.1/Meta-Llama-3.1-8B-Instruct,base_url=http://localhost:9915/v1/completions,num_concurrent=4,max_retries=3,tokenized_requests=False \ + --model_args model=/mnt/weka/data/pytorch/llama3.1/Meta-Llama-3.1-8B-Instruct,base_url=http://localhost:9915/v1/completions,num_concurrent=16,max_retries=3,tokenized_requests=False \ --output_path test/