Add fp8 test to jenkins CI

HabanaAI · Oct 25, 2024 · 6d81c39 · 6d81c39
1 parent f603353
commit 6d81c39
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 0 deletions.
diff --git a/.jenkins/lm-eval-harness/configs/models-fp8.txt b/.jenkins/lm-eval-harness/configs/models-fp8.txt
@@ -0,0 +1 @@
+Meta-Llama-3.1-8B-Instruct.yaml
diff --git a/.jenkins/lm-eval-harness/test_lm_eval_correctness.py b/.jenkins/lm-eval-harness/test_lm_eval_correctness.py
@@ -132,6 +132,7 @@ def test_lm_eval_correctness(record_xml_attribute, record_property):
         platform = get_current_gaudi_platform()
         testname = (f'test_{Path(TEST_DATA_FILE).stem}_{tasks_str}_{platform}_'
                     f'tp{TP_SIZE}')
+        print(f"TASK_STR: {tasks_str}\nPLATFORM: {platform}\nTESTNAME: {testname}")
         record_xml_attribute("name", testname)
 
         # Launch eval requests.

diff --git a/.jenkins/test_config.yaml b/.jenkins/test_config.yaml
@@ -22,3 +22,8 @@ stages:
       - name: gsm8k_large_g2_tp4
         flavor: g2.m
         command: cd .jenkins/lm-eval-harness && bash run-tests.sh -c configs/models-large.txt -t 4
+  - name: test_gsm8k_fp8
+    steps:
+      - name: gsm8k_small_g3_tp1_fp8
+        flavor: g3
+        command: cd .jenkins/lm-eval-harness && bash run-tests.sh -c configs/models-fp8.txt -t 1