fix: missing warmup_steps

axolotl-ai-cloud · Oct 29, 2024 · a190e70 · a190e70
1 parent 1a85012
commit a190e70
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/tests/e2e/multigpu/test_llama.py b/tests/e2e/multigpu/test_llama.py
@@ -189,6 +189,7 @@ def test_dpo_lora_ddp(self, temp_dir):
                 "micro_batch_size": 4,
                 "gradient_accumulation_steps": 4,
                 "output_dir": temp_dir,
+                "warmup_steps": 0,
                 "learning_rate": 0.00001,
                 "optimizer": "adamw_8bit",
                 "lr_scheduler": "cosine",