diff --git a/RWKV-v4neo/train.py b/RWKV-v4neo/train.py index a2aa7e8d..c4a646fd 100644 --- a/RWKV-v4neo/train.py +++ b/RWKV-v4neo/train.py @@ -237,7 +237,7 @@ # Adam = lr {args.lr_init} to {args.lr_final}, warmup {args.warmup_steps} steps, beta {args.betas}, eps {args.adam_eps} # # Found torch {torch.__version__}, recommend 1.13.1+cu117 or newer -# Found deepspeed {deepspeed.__version__ if importlib.util.find_spec('deepspeed') else 'None'}, recommend 0.7.0 (faster than newer versions) +# Found deepspeed {deepspeed.__version__ if 'deepspeed' in sys.modules else 'None'}, recommend 0.7.0 (faster than newer versions) # Found pytorch_lightning {pl.__version__}, recommend 1.9.1 or newer # ############################################################################