Skip to content

Commit

Permalink
fix script typo logs
Browse files Browse the repository at this point in the history
  • Loading branch information
samsja committed Sep 29, 2024
1 parent c8683d3 commit cdb5703
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion scripts/simulate_multi_node_diloco.sh
Original file line number Diff line number Diff line change
Expand Up @@ -59,7 +59,7 @@ export BASE_PORT=${BASE_PORT:-10001}

for i in $(seq 0 $(($N - 1 )))
do
> logs/log$i
> logs/log$i.log
GLOBAL_UNIQUE_ID=$i GLOBAL_RANK=$i CUDA_VISIBLE_DEVICES=$(get_cuda_devices $NUM_GPU $i) uv run torchrun --nproc_per_node=$NUM_GPU --node-rank 0 --rdzv-endpoint localhost:$((BASE_PORT + $i)) --nnodes=1 $@ > logs/log$i.log 2>&1 &
child_pids+=($!)
done
Expand Down

0 comments on commit cdb5703

Please sign in to comment.