From fb5d4e74a737ad0ba8936862accb3fe3b61fab00 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Micha=C5=82=20Kuligowski?= Date: Wed, 16 Oct 2024 17:58:05 +0200 Subject: [PATCH] Update test_config.yaml --- .jenkins/test_config.yaml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/.jenkins/test_config.yaml b/.jenkins/test_config.yaml index f90cdb354d4f5..343c01e03efca 100644 --- a/.jenkins/test_config.yaml +++ b/.jenkins/test_config.yaml @@ -22,3 +22,8 @@ stages: - name: gsm8k_large_g2_tp4 flavor: g2.m command: cd .jenkins/lm-eval-harness && bash run-tests.sh -c configs/models-large.txt -t 4 + - name: test_mmlu_llama3 + steps: + - name: mmlu_llama3 + flavor: g3.s + command: cd .jenkins/lm-eval-harness && bash run-lm-eval-mmlu.sh -c configs/models-small.txt -t 1