removed max_sequence_length from calculating the hash value for the p…

…repared dataset
cumc-dbmi · Sep 16, 2024 · 7e3824f · 7e3824f
1 parent 179ee21
commit 7e3824f
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/src/cehrbert/runners/runner_util.py b/src/cehrbert/runners/runner_util.py
@@ -187,9 +187,7 @@ def generate_prepared_ds_path(data_args, model_args, data_folder=None) -> Path:
     """
     data_folder = data_folder if data_folder else data_args.data_folder
     concatenated_str = (
-        str(model_args.max_position_embeddings)
-        + "|"
-        + os.path.abspath(data_folder)
+        +os.path.abspath(data_folder)
         + "|"
         + os.path.abspath(model_args.tokenizer_name_or_path)
         + "|"