From 2ad90f0813f9e1a7733a521a4173cdee691223b9 Mon Sep 17 00:00:00 2001 From: RodriMora Date: Tue, 25 Jun 2024 20:27:42 +0000 Subject: [PATCH 1/2] Fix eval_sample_packing in llama-3 lora example --- examples/llama-3/lora-8b.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/llama-3/lora-8b.yml b/examples/llama-3/lora-8b.yml index dfc881faf..a3701d64a 100644 --- a/examples/llama-3/lora-8b.yml +++ b/examples/llama-3/lora-8b.yml @@ -14,7 +14,7 @@ val_set_size: 0.05 output_dir: ./outputs/lora-out sequence_len: 4096 -sample_packing: true +sample_packing: false pad_to_sequence_len: true adapter: lora From d9d70b73f3e10af0125850287e21327d34475400 Mon Sep 17 00:00:00 2001 From: RodriMora Date: Wed, 26 Jun 2024 22:16:11 +0200 Subject: [PATCH 2/2] Update examples/llama-3/lora-8b.yml Co-authored-by: Wing Lian --- examples/llama-3/lora-8b.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/examples/llama-3/lora-8b.yml b/examples/llama-3/lora-8b.yml index a3701d64a..76418ca3b 100644 --- a/examples/llama-3/lora-8b.yml +++ b/examples/llama-3/lora-8b.yml @@ -14,7 +14,8 @@ val_set_size: 0.05 output_dir: ./outputs/lora-out sequence_len: 4096 -sample_packing: false +sample_packing: true +eval_sample_packing: false pad_to_sequence_len: true adapter: lora