We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 29f6cd6 commit 7f756c3Copy full SHA for 7f756c3
ddp_script.sh
@@ -1,7 +1,7 @@
1
export CUDA_VISIBLE_DEVICES=0,...,N_GPUS
2
-export NCCL_DEBUG=INFO
+# export NCCL_DEBUG=INFO
3
export NCCL_SOCKET_IFNAME=^docker0,lo
4
-export MASTER_ADDR="MASTER_IP"
5
-export MASTER_PORT="MASTER_PORT"
+export MASTER_ADDR=MASTER_IP
+export MASTER_PORT=MASTER_PORT
6
7
python3 src/main.py -t -e -rm_API -c CONFIG_PATH -DDP -n NUM_NODES -nr CURRENT_NODES -eval_type EVAL_TYPE ...
0 commit comments