File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -47,6 +47,13 @@ NUM_GPUS=$(nvidia-smi -L 2>/dev/null | wc -l)
4747if [ " ${NUM_GPUS} " -lt 4 ]; then
4848 echo " EP bench requires >=4 GPUs (found ${NUM_GPUS} ); SKIPPING." ; exit 0
4949fi
50+
51+ # NCCL EP requires active NVLink P2P among ranks on the node.
52+ if ! nvidia-smi nvlink --status 2> /dev/null | grep -qE ' Link [0-9]+:.*GB/s' ; then
53+ echo " NVLink not detected on this platform — EP bench requires NVLink; SKIPPING."
54+ exit 0
55+ fi
56+
5057NUM=4
5158COORD=" ${COORD:- 127.0.0.1: 23457} "
5259TIMEOUT_S=" ${TIMEOUT_S:- 1800} "
Original file line number Diff line number Diff line change @@ -35,6 +35,12 @@ if (( MIN_SM > 0 && MIN_SM < 90 )); then
3535 exit 0
3636fi
3737
38+ # NCCL EP requires active NVLink P2P among ranks on the node.
39+ if ! nvidia-smi nvlink --status 2> /dev/null | grep -qE ' Link [0-9]+:.*GB/s' ; then
40+ echo " NVLink not detected on this platform; SKIPPING."
41+ exit 0
42+ fi
43+
3844TEST_BIN=" ${BUILD_DIR} /test_ep"
3945if [[ ! -x " ${TEST_BIN} " ]]; then
4046 echo " ERROR: binary not found: ${TEST_BIN} "
Original file line number Diff line number Diff line change @@ -32,6 +32,13 @@ if [ "${NUM_RUNS}" -lt 4 ]; then
3232 echo " NCCL EP requires at least 4 GPUs (found ${NUM_RUNS} ); SKIPPING."
3333 exit 0
3434fi
35+
36+ # NCCL EP requires active NVLink P2P among ranks on the node.
37+ if ! nvidia-smi nvlink --status 2> /dev/null | grep -qE ' Link [0-9]+:.*GB/s' ; then
38+ echo " NVLink not detected on this platform — EP test requires NVLink; SKIPPING."
39+ exit 0
40+ fi
41+
3542# Default test mesh is (2, 2); use exactly 4 ranks even on larger boxes.
3643NUM_RUNS=" ${NVTE_TEST_EP_NUM_RANKS:- 4} "
3744
Original file line number Diff line number Diff line change @@ -18,10 +18,10 @@ if [ "${DETECTED_GPUS}" -lt 4 ]; then
1818 exit 0
1919fi
2020
21- # NCCL EP requires NVLink/NVSwitch between GPUs .
21+ # NCCL EP requires active NVLink P2P among ranks on the node .
2222# On PCIe-only nodes (no NVLink) it falls back to the network
2323# transport and deadlocks, so skip cleanly there.
24- if ! nvidia-smi topo -m 2> /dev/null | grep -qE " \bNV [0-9]+\b " ; then
24+ if ! nvidia-smi nvlink --status 2> /dev/null | grep -qE ' Link [0-9]+:.*GB/s ' ; then
2525 echo " No NVLink between GPUs (PCIe-only fabric); NCCL EP is unsupported here. SKIPPING."
2626 exit 0
2727fi
You can’t perform that action at this time.
0 commit comments