Merge pull request hiyouga#3201 from kno10/patch-1 and fix hiyouga#3200

Pass additional_target to unsloth
xin-li-67 · Apr 9, 2024 · caf8373 · caf8373
2 parents 7f6c248 + 98bc97d
commit caf8373
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/llmtuner/model/adapter.py b/src/llmtuner/model/adapter.py
@@ -139,6 +139,7 @@ def init_adapter(
                 "lora_alpha": finetuning_args.lora_alpha,
                 "lora_dropout": finetuning_args.lora_dropout,
                 "use_rslora": finetuning_args.use_rslora,
+                "modules_to_save": finetuning_args.additional_target,
             }
 
             if model_args.use_unsloth:
@@ -150,7 +151,6 @@ def init_adapter(
                 lora_config = LoraConfig(
                     task_type=TaskType.CAUSAL_LM,
                     inference_mode=False,
-                    modules_to_save=finetuning_args.additional_target,
                     use_dora=finetuning_args.use_dora,
                     **peft_kwargs,
                 )