Merge pull request #61 from JHU-CLSP/mainaug15

Refactoring code and more tests

.github/workflows/ci.yml

@@ -50,4 +50,4 @@ jobs:
           echo 'Upload the tasks'
           python 3.upload_tasks.py
           echo 'run evaluation'
-          python evaluation.py
+          python 4.run_evaluation.py

src/3.upload_tasks.py

@@ -37,6 +37,9 @@ def __init__(self, batch_name, project_name, template, csv):
         temp = ''
         csvpath = ''
         dir_path = os.path.join(root, dir)
+        if "batch-" in dir:
+            # skip because this is just a directory to store the results of human evaluation
+            continue
         for file in os.listdir(dir_path):
             if file.endswith('.html'):
                 temp = os.path.join(dir_path, file)

src/4.get_statistics.py

@@ -4,6 +4,7 @@
 from collections import Counter
 import chardet
 
+# TODO: this should be merged into evaluation file
 
 def update_input_type_counts(html_file, input_names, input_type_counts):
     with open(html_file, 'rb') as f: