fix: test to load in 8bit for lora

axolotl-ai-cloud · Oct 29, 2024 · c2b9994 · c2b9994
1 parent a190e70
commit c2b9994
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/tests/e2e/multigpu/test_llama.py b/tests/e2e/multigpu/test_llama.py
@@ -155,6 +155,7 @@ def test_dpo_lora_ddp(self, temp_dir):
                 "sample_packing": False,
                 "eval_sample_packing": False,
                 "pad_to_sequence_len": True,
+                "load_in_8bit": True,
                 "adapter": "lora",
                 "lora_r": 8,
                 "lora_alpha": 16,