ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

fix llm-init on deepspeed missing lib (#9419)

Browse source
This commit is contained in:
Heyang Sun 2023-11-10 13:51:24 +08:00 committed by GitHub
parent dfb00e37e9
commit b23b91407c
2 changed files with 4 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
python/llm/dev/benchmark/all-in-one/run-deepspeed-spr.sh
View file

@ -1,7 +1,8 @@
#!/bin/bash #!/bin/bash
source bigdl-nano-init source bigdl-llm-init
unset OMP_NUM_THREADS # deepspeed will set it for each instance automatically unset OMP_NUM_THREADS # deepspeed will set it for each instance automatically
source /opt/intel/oneccl/env/setvars.sh source /opt/intel/oneccl/env/setvars.sh
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$CONDA_PREFIX/lib
export WORLD_SIZE=2 # run 1 instance per SPR socket, thus 2 instances on 2 sockets, 96 cores export WORLD_SIZE=2 # run 1 instance per SPR socket, thus 2 instances on 2 sockets, 96 cores
export MASTER_ADDR=127.0.0.1 export MASTER_ADDR=127.0.0.1
export CCL_ZE_IPC_EXCHANGE=sockets export CCL_ZE_IPC_EXCHANGE=sockets

3
python/llm/example/CPU/Deepspeed-AutoTP/run.sh
View file

@ -1,7 +1,8 @@
#/bin/bash #/bin/bash
source bigdl-nano-init source bigdl-llm-init
unset OMP_NUM_THREADS # deepspeed will set it for each instance automatically unset OMP_NUM_THREADS # deepspeed will set it for each instance automatically
source /opt/intel/oneccl/env/setvars.sh source /opt/intel/oneccl/env/setvars.sh
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$CONDA_PREFIX/lib
export WORLD_SIZE=2 # run 1 instance per SPR socket, thus 2 instances on 2 sockets, 96 cores export WORLD_SIZE=2 # run 1 instance per SPR socket, thus 2 instances on 2 sockets, 96 cores
export MASTER_ADDR=127.0.0.1 export MASTER_ADDR=127.0.0.1
export CCL_ZE_IPC_EXCHANGE=sockets export CCL_ZE_IPC_EXCHANGE=sockets