ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

LLM: CPU benchmark using tcmalloc (#10675)

Browse source
This commit is contained in:
Wang, Jian4 2024-04-07 14:17:01 +08:00 committed by GitHub
parent d9a1153b4e
commit 9ad4b29697
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/dev/benchmark/all-in-one/run-deepspeed-spr.sh
View file

@ -1,5 +1,5 @@
#!/bin/bash #!/bin/bash
source ipex-llm-init source ipex-llm-init -t
unset OMP_NUM_THREADS # deepspeed will set it for each instance automatically unset OMP_NUM_THREADS # deepspeed will set it for each instance automatically
source /opt/intel/oneccl/env/setvars.sh source /opt/intel/oneccl/env/setvars.sh
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$CONDA_PREFIX/lib export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$CONDA_PREFIX/lib

2
python/llm/dev/benchmark/all-in-one/run-hbm.sh
View file

@ -1,5 +1,5 @@
#!/bin/bash #!/bin/bash
source ipex-llm-init source ipex-llm-init -t
sockets_num=$(lscpu | grep "Socket(s)" | awk -F ':' '{print $2}') sockets_num=$(lscpu | grep "Socket(s)" | awk -F ':' '{print $2}')
cores_per_socket=$(lscpu | grep "Core(s) per socket" | awk -F ':' '{print $2}') cores_per_socket=$(lscpu | grep "Core(s) per socket" | awk -F ':' '{print $2}')

2
python/llm/dev/benchmark/all-in-one/run-spr.sh
View file

@ -1,5 +1,5 @@
#!/bin/bash #!/bin/bash
source ipex-llm-init source ipex-llm-init -t
export OMP_NUM_THREADS=48 export OMP_NUM_THREADS=48
# set following parameters according to the actual specs of the test machine # set following parameters according to the actual specs of the test machine