nccl-tests mpirun launch

launch.sh

#!/bin/bash

NP=8
HOSTS="127.0.0.1:8"
MPI_HOME="/opt/amazon/openmpi"
TEST_BIN="/home/ubuntu/nccl-tests/build/all_reduce_perf"

MPI_BIN="${MPI_HOME}/bin/mpirun"
LD_LIBRARY_PATH="${MPI_HOME}/lib":$LD_LIBRARY_PATH

cmd="${MPI_BIN} -np ${NP} \
        -H ${HOSTS} \
        -bind-to none -map-by slot \
        -x PATH \
        -x NCCL_DEBUG=INFO \
        -x NCCL_TREE_THRESHOLD=0 \
        -x LD_LIBRARY_PATH=${LD_LIBRARY_PATH} \
        -mca btl ^openib \
        -mca btl_tcp_if_exclude lo,docker0 \
        ${TEST_BIN} -b 128K -e 128M -f 2 "

eval ${cmd}