diff --git a/examples/ray-finetune-llm-deepspeed/README.md b/examples/ray-finetune-llm-deepspeed/README.md index 6522afc4..9ce1911d 100644 --- a/examples/ray-finetune-llm-deepspeed/README.md +++ b/examples/ray-finetune-llm-deepspeed/README.md @@ -102,6 +102,7 @@ This example has been validated on the following configurations: ray_finetune_llm_deepspeed.py " "--model-name=meta-llama/Llama-2-7b-chat-hf " "--ds-config=./deepspeed_configs/zero_3_llama_2_7b.json " + f"--storage-path=s3://{s3_bucket}/ray_finetune_llm_deepspeed/ " "--lora " "--num-devices=6 " "--batch-size-per-device=16 " @@ -132,6 +133,7 @@ This example has been validated on the following configurations: ray_finetune_llm_deepspeed.py " "--model-name=meta-llama/Llama-2-13b-chat-hf " "--ds-config=./deepspeed_configs/zero_3_llama_2_13b.json " + f"--storage-path=s3://{s3_bucket}/ray_finetune_llm_deepspeed/ " "--lora " "--num-devices=6 " "--batch-size-per-device=16 " @@ -161,6 +163,7 @@ This example has been validated on the following configurations: ray_finetune_llm_deepspeed.py " "--model-name=meta-llama/Llama-2-70b-chat-hf " "--ds-config=./deepspeed_configs/zero_3_llama_2_70b.json " + f"--storage-path=s3://{s3_bucket}/ray_finetune_llm_deepspeed/ " "--lora " "--num-devices=8 " "--batch-size-per-device=8 "