diff --git a/pytext/trainers/trainer.py b/pytext/trainers/trainer.py
index f66028a37..a1402b9d7 100644
--- a/pytext/trainers/trainer.py
+++ b/pytext/trainers/trainer.py
@@ -453,6 +453,8 @@ def train_from_state(
                 self.run_epoch(state, epoch_data, metric_reporter)
 
             if not self.config.do_eval:
+                if train_config.save_all_checkpoints:
+                    self.save_checkpoint(state, train_config)
                 continue
 
             with timing.time("eval epoch"):