ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Update environment variable setting in AutoTP with arc (#11018)

Browse source
This commit is contained in:
binbin Deng 2024-05-15 10:23:58 +08:00 committed by GitHub
parent fad1dbaf60
commit 4053a6ef94
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 6 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/dev/benchmark/all-in-one/run-deepspeed-arc.sh
View file

@ -10,7 +10,9 @@ source $basekit_root/ccl/latest/env/vars.sh --force
NUM_GPUS=2 # number of used GPU NUM_GPUS=2 # number of used GPU
export USE_XETLA=OFF export USE_XETLA=OFF
if grep -q "Core" /proc/cpuinfo; then
export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=2 export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=2
fi
export TORCH_LLM_ALLREDUCE=0 # Different from PVC export TORCH_LLM_ALLREDUCE=0 # Different from PVC
mpirun -np $NUM_GPUS --prepend-rank python run.py mpirun -np $NUM_GPUS --prepend-rank python run.py

2
python/llm/example/GPU/Deepspeed-AutoTP/run_vicuna_33b_arc_2_card.sh
View file

@ -26,7 +26,9 @@ source $basekit_root/ccl/latest/env/vars.sh --force
NUM_GPUS=2 # number of used GPU NUM_GPUS=2 # number of used GPU
export USE_XETLA=OFF export USE_XETLA=OFF
if grep -q "Core" /proc/cpuinfo; then
export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=2 export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=2
fi
export TORCH_LLM_ALLREDUCE=0 # Different from PVC export TORCH_LLM_ALLREDUCE=0 # Different from PVC
mpirun -np $NUM_GPUS --prepend-rank \ mpirun -np $NUM_GPUS --prepend-rank \