Update test_config.yaml

HabanaAI · Oct 16, 2024 · fb5d4e7 · fb5d4e7
1 parent bac4890
commit fb5d4e7
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/.jenkins/test_config.yaml b/.jenkins/test_config.yaml
@@ -22,3 +22,8 @@ stages:
       - name: gsm8k_large_g2_tp4
         flavor: g2.m
         command: cd .jenkins/lm-eval-harness && bash run-tests.sh -c configs/models-large.txt -t 4
+  - name: test_mmlu_llama3
+    steps:
+      - name: mmlu_llama3
+        flavor: g3.s
+        command: cd .jenkins/lm-eval-harness && bash run-lm-eval-mmlu.sh -c configs/models-small.txt -t 1