13 lines
419 B
Bash
13 lines
419 B
Bash
source /opt/intel/oneapi/setvars.sh
|
|
export MASTER_ADDR=127.0.0.1
|
|
export MASTER_PORT=8080
|
|
export FI_PROVIDER=tcp
|
|
export USE_XETLA=OFF
|
|
export OMP_NUM_THREADS=6
|
|
if [[ $KERNEL_VERSION != *"6.5"* ]]; then
|
|
export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
|
|
fi
|
|
export TORCH_LLM_ALLREDUCE=0
|
|
|
|
NUM_GPUS=2 # number of used GPU
|
|
CCL_ZE_IPC_EXCHANGE=sockets torchrun --standalone --nnodes=1 --nproc-per-node $NUM_GPUS run.py
|