diff --git a/python/llm/dev/benchmark/all-in-one/run-deepspeed-spr.sh b/python/llm/dev/benchmark/all-in-one/run-deepspeed-spr.sh index 06f0dc2e..2ed07694 100644 --- a/python/llm/dev/benchmark/all-in-one/run-deepspeed-spr.sh +++ b/python/llm/dev/benchmark/all-in-one/run-deepspeed-spr.sh @@ -1,5 +1,5 @@ #!/bin/bash -source ipex-llm-init +source ipex-llm-init -t unset OMP_NUM_THREADS # deepspeed will set it for each instance automatically source /opt/intel/oneccl/env/setvars.sh export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$CONDA_PREFIX/lib diff --git a/python/llm/dev/benchmark/all-in-one/run-hbm.sh b/python/llm/dev/benchmark/all-in-one/run-hbm.sh index 96cdcb12..b434fa6d 100644 --- a/python/llm/dev/benchmark/all-in-one/run-hbm.sh +++ b/python/llm/dev/benchmark/all-in-one/run-hbm.sh @@ -1,5 +1,5 @@ #!/bin/bash -source ipex-llm-init +source ipex-llm-init -t sockets_num=$(lscpu | grep "Socket(s)" | awk -F ':' '{print $2}') cores_per_socket=$(lscpu | grep "Core(s) per socket" | awk -F ':' '{print $2}') diff --git a/python/llm/dev/benchmark/all-in-one/run-spr.sh b/python/llm/dev/benchmark/all-in-one/run-spr.sh index 964c46b7..ef910a81 100644 --- a/python/llm/dev/benchmark/all-in-one/run-spr.sh +++ b/python/llm/dev/benchmark/all-in-one/run-spr.sh @@ -1,5 +1,5 @@ #!/bin/bash -source ipex-llm-init +source ipex-llm-init -t export OMP_NUM_THREADS=48 # set following parameters according to the actual specs of the test machine