fixes and cleanups

allenai · Oct 26, 2024 · 2dc26a9 · 2dc26a9
1 parent 4a32be0
commit 2dc26a9
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 55 deletions.
diff --git a/guided-trout-2f805b9.yaml b/guided-trout-2f805b9.yaml
diff --git a/hf_olmo/convert_olmo_to_hf.py b/hf_olmo/convert_olmo_to_hf.py
@@ -284,12 +284,6 @@ def main():
         help="Keep olmo-specific artifacts in the checkpoint.",
     )
 
-    parser.add_argument(
-        "--cleanup-local-dir",
-        action="store_true",
-        help="Remove local download of the directory."
-    )
-
     args = parser.parse_args()
 
     args.destination_dir = args.destination_dir or args.checkpoint_dir
@@ -314,9 +308,10 @@ def main():
     upload_local_checkpoint(local_checkpoint_dir, args.destination_dir)
 
     print(f"Converted checkpoint saved to {args.destination_dir}")
-    if args.cleanup_local_dir:
-        print(f"Removing temporary local dir: {local_checkpoint_dir}")
-        shutil.rmtree(local_checkpoint_dir)
+
+    # remove local dir copy
+    print(f"Removing temporary local dir: {local_checkpoint_dir}")
+    shutil.rmtree(local_checkpoint_dir)
 
 
 if __name__ == "__main__":

diff --git a/requirements.txt b/requirements.txt