diff --git a/composer/callbacks/checkpoint_saver.py b/composer/callbacks/checkpoint_saver.py
index 17da58236d..6b81cda7ab 100644
--- a/composer/callbacks/checkpoint_saver.py
+++ b/composer/callbacks/checkpoint_saver.py
@@ -304,14 +304,6 @@ def epoch_checkpoint(self, state: State, logger: Logger):
                 logger,
             )
 
-    def close(self, state: State, logger: Logger):
-        trained_at_least_one_batch = self.start_batch is not None and self.start_batch != state.timestamp.batch
-        if self.last_checkpoint_batch != state.timestamp.batch and trained_at_least_one_batch:
-            self._save_checkpoint(
-                state,
-                logger,
-            )
-
     def get_state_dict(self, state):
         return {
             'state': state.state_dict(),