Remove lora qlora aggregated shell

OptimalScale · Apr 24, 2024 · 1bcb243 · 1bcb243
1 parent 4459b46
commit 1bcb243
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 79 deletions.
diff --git a/scripts/run_finetune_with_lora_save_aggregated_weights.sh b/scripts/run_finetune_with_lora_save_aggregated_weights.sh
diff --git a/...une_with_qlora_save_aggregated_weights.sh → scripts/run_finetune_with_qlora.sh b/...une_with_qlora_save_aggregated_weights.sh → scripts/run_finetune_with_qlora.sh
@@ -63,7 +63,7 @@ deepspeed ${deepspeed_args} \
     --block_size 512 \
     --per_device_train_batch_size 1 \
     --use_qlora 1 \
-    --save_aggregated_lora 1\
+    --save_aggregated_lora 0 \
     --deepspeed configs/ds_config_zero2.json \
     --fp16 \
     --run_name ${exp_id} \