LLM: CPU benchmark using tcmalloc (#10675)

This commit is contained in:
Wang, Jian4 2024-04-07 14:17:01 +08:00 committed by GitHub
parent d9a1153b4e
commit 9ad4b29697
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 3 additions and 3 deletions

View file

@ -1,5 +1,5 @@
#!/bin/bash
source ipex-llm-init
source ipex-llm-init -t
unset OMP_NUM_THREADS # deepspeed will set it for each instance automatically
source /opt/intel/oneccl/env/setvars.sh
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$CONDA_PREFIX/lib

View file

@ -1,5 +1,5 @@
#!/bin/bash
source ipex-llm-init
source ipex-llm-init -t
sockets_num=$(lscpu | grep "Socket(s)" | awk -F ':' '{print $2}')
cores_per_socket=$(lscpu | grep "Core(s) per socket" | awk -F ':' '{print $2}')

View file

@ -1,5 +1,5 @@
#!/bin/bash
source ipex-llm-init
source ipex-llm-init -t
export OMP_NUM_THREADS=48
# set following parameters according to the actual specs of the test machine