qwen support transformers>=4.46

InternLM · Nov 4, 2024 · 0b2ce4b · 0b2ce4b
1 parent 081c8ca
commit 0b2ce4b
Show file tree

Hide file tree

Showing 2 changed files with 108 additions and 190 deletions.
diff --git a/xtuner/model/modules/dispatch/__init__.py b/xtuner/model/modules/dispatch/__init__.py
@@ -43,7 +43,7 @@
     # Refer to https://github.com/microsoft/DeepSpeed/issues/5066
     MixtralForCausalLM=digit_version('4.40'),
     CohereForCausalLM=digit_version('4.40'),
-    Qwen2ForCausalLM=digit_version('4.39'),
+    Qwen2ForCausalLM=digit_version('4.46'),
     Qwen2MoeForCausalLM=digit_version('4.40'),
     DeepseekV2ForCausalLM=digit_version('4.40'),
 )