From d6af9a296fdda5845d510e3279233f8bcefd3d24 Mon Sep 17 00:00:00 2001 From: willfengg Date: Tue, 30 Apr 2024 22:35:32 -0700 Subject: [PATCH] enable saving checkpoint Summary: Test Plan: Reviewers: Subscribers: Tasks: Tags: --- recipes/lora_finetune_distributed.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/recipes/lora_finetune_distributed.py b/recipes/lora_finetune_distributed.py index d1bd6b986f..58bebf7021 100644 --- a/recipes/lora_finetune_distributed.py +++ b/recipes/lora_finetune_distributed.py @@ -589,7 +589,7 @@ def train(self) -> None: ) self.epochs_run += 1 - # self.save_checkpoint(epoch=curr_epoch) + self.save_checkpoint(epoch=curr_epoch) def cleanup(self) -> None: if self._is_rank_zero: