diff --git a/llmfoundry/callbacks/hf_checkpointer.py b/llmfoundry/callbacks/hf_checkpointer.py
index 51d012483f..5103a13d42 100644
--- a/llmfoundry/callbacks/hf_checkpointer.py
+++ b/llmfoundry/callbacks/hf_checkpointer.py
@@ -719,7 +719,6 @@ def tensor_hook(
                             ),
                             overwrite=self.overwrite,
                         )
-                    process.start()
 
         dist.barrier()