diff --git a/swift/trainers/mixin.py b/swift/trainers/mixin.py
index 578e4a41b8..6ab847ff68 100644
--- a/swift/trainers/mixin.py
+++ b/swift/trainers/mixin.py
@@ -699,7 +699,6 @@ def _save_flash_checkpoint(self, model, trial, metrics=None):
         if not success:
             logger.info(f'Skip saving the checkpoint of step {self.state.global_step} '
                         'because the latest checkpoint is not finished.')
-            shutil.rmtree(output_dir, ignore_errors=True)
 
         if self.args.push_to_hub:
             self._push_from_checkpoint(output_dir)