diff --git a/trinity/common/config_validator.py b/trinity/common/config_validator.py
index 57069ad313..729e5b2e97 100644
--- a/trinity/common/config_validator.py
+++ b/trinity/common/config_validator.py
@@ -1165,7 +1165,7 @@ def validate(self, config: Config) -> None:
                        or save checkpoint strategy is invalid.
         """
         if (
-            config.mode not in ["train", "both", "bench", "colocate"]
+            config.mode not in ["train", "both", "colocate"]
             and config.trainer.trainer_strategy != "megatron"
         ):
             return