File tree Expand file tree Collapse file tree 1 file changed +3
-0
lines changed
examples/ray-finetune-llm-deepspeed Expand file tree Collapse file tree 1 file changed +3
-0
lines changed Original file line number Diff line number Diff line change @@ -102,6 +102,7 @@ This example has been validated on the following configurations:
102102 ray_finetune_llm_deepspeed.py "
103103 "--model-name=meta-llama/Llama-2-7b-chat-hf "
104104 "--ds-config=./deepspeed_configs/zero_3_llama_2_7b.json "
105+ f"--storage-path=s3://{s3_bucket}/ray_finetune_llm_deepspeed/ "
105106 "--lora "
106107 "--num-devices=6 "
107108 "--batch-size-per-device=16 "
@@ -132,6 +133,7 @@ This example has been validated on the following configurations:
132133 ray_finetune_llm_deepspeed.py "
133134 "--model-name=meta-llama/Llama-2-13b-chat-hf "
134135 "--ds-config=./deepspeed_configs/zero_3_llama_2_13b.json "
136+ f"--storage-path=s3://{s3_bucket}/ray_finetune_llm_deepspeed/ "
135137 "--lora "
136138 "--num-devices=6 "
137139 "--batch-size-per-device=16 "
@@ -161,6 +163,7 @@ This example has been validated on the following configurations:
161163 ray_finetune_llm_deepspeed.py "
162164 "--model-name=meta-llama/Llama-2-70b-chat-hf "
163165 "--ds-config=./deepspeed_configs/zero_3_llama_2_70b.json "
166+ f"--storage-path=s3://{s3_bucket}/ray_finetune_llm_deepspeed/ "
164167 "--lora "
165168 "--num-devices=8 "
166169 "--batch-size-per-device=8 "
You can’t perform that action at this time.
0 commit comments