Skip to content

Commit 44f2253

Browse files
yuanjingx87NVShreyas
authored andcommitted
set NVIDIA_IMEX_CHANNELS for dlcluster slurm job only (NVIDIA#6234)
Signed-off-by: Yuanjing Xue <[email protected]> Signed-off-by: Shreyas Misra <[email protected]>
1 parent 031d763 commit 44f2253

File tree

1 file changed

+5
-1
lines changed

1 file changed

+5
-1
lines changed

jenkins/L0_Test.groovy

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -261,7 +261,11 @@ def runLLMTestlistOnSlurm(pipeline, platform, testList, config=VANILLA_CONFIG, p
261261
}
262262

263263
if (CloudManager.isNodeOnline(nodeName)) {
264-
def dockerArgs = "--gpus ${gpuCount} --cap-add=SYS_ADMIN --ipc=host --security-opt seccomp=unconfined -u root:root -v /home/scratch.trt_llm_data:/scratch.trt_llm_data:ro -v /tmp/ccache:${CCACHE_DIR}:rw -v /tmp/pipcache/http-v2:/root/.cache/pip/http-v2:rw --cap-add syslog -e NVIDIA_IMEX_CHANNELS=0"
264+
def dockerArgs = "--gpus ${gpuCount} --cap-add=SYS_ADMIN --ipc=host --security-opt seccomp=unconfined -u root:root -v /home/scratch.trt_llm_data:/scratch.trt_llm_data:ro -v /tmp/ccache:${CCACHE_DIR}:rw -v /tmp/pipcache/http-v2:/root/.cache/pip/http-v2:rw --cap-add syslog"
265+
266+
if (partition.clusterName == "dlcluster") {
267+
dockerArgs += " -e NVIDIA_IMEX_CHANNELS=0"
268+
}
265269
slurmRunner = runInDockerOnNodeMultiStage(LLM_DOCKER_IMAGE, nodeName, dockerArgs, false)
266270
executeLLMTestOnSlurm(pipeline, platform, testList, config, perfMode, stageName, splitId, splits, skipInstallWheel, cpver, slurmRunner)
267271
} else {

0 commit comments

Comments
 (0)