From 9ad4b296974cda379f1c177d8fa9480594cd7987 Mon Sep 17 00:00:00 2001 From: "Wang, Jian4" <61138589+hzjane@users.noreply.github.com> Date: Sun, 7 Apr 2024 14:17:01 +0800 Subject: [PATCH] LLM: CPU benchmark using tcmalloc (#10675) --- python/llm/dev/benchmark/all-in-one/run-deepspeed-spr.sh | 2 +- python/llm/dev/benchmark/all-in-one/run-hbm.sh | 2 +- python/llm/dev/benchmark/all-in-one/run-spr.sh | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/python/llm/dev/benchmark/all-in-one/run-deepspeed-spr.sh b/python/llm/dev/benchmark/all-in-one/run-deepspeed-spr.sh index 06f0dc2e..2ed07694 100644 --- a/python/llm/dev/benchmark/all-in-one/run-deepspeed-spr.sh +++ b/python/llm/dev/benchmark/all-in-one/run-deepspeed-spr.sh @@ -1,5 +1,5 @@ #!/bin/bash -source ipex-llm-init +source ipex-llm-init -t unset OMP_NUM_THREADS # deepspeed will set it for each instance automatically source /opt/intel/oneccl/env/setvars.sh export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$CONDA_PREFIX/lib diff --git a/python/llm/dev/benchmark/all-in-one/run-hbm.sh b/python/llm/dev/benchmark/all-in-one/run-hbm.sh index 96cdcb12..b434fa6d 100644 --- a/python/llm/dev/benchmark/all-in-one/run-hbm.sh +++ b/python/llm/dev/benchmark/all-in-one/run-hbm.sh @@ -1,5 +1,5 @@ #!/bin/bash -source ipex-llm-init +source ipex-llm-init -t sockets_num=$(lscpu | grep "Socket(s)" | awk -F ':' '{print $2}') cores_per_socket=$(lscpu | grep "Core(s) per socket" | awk -F ':' '{print $2}') diff --git a/python/llm/dev/benchmark/all-in-one/run-spr.sh b/python/llm/dev/benchmark/all-in-one/run-spr.sh index 964c46b7..ef910a81 100644 --- a/python/llm/dev/benchmark/all-in-one/run-spr.sh +++ b/python/llm/dev/benchmark/all-in-one/run-spr.sh @@ -1,5 +1,5 @@ #!/bin/bash -source ipex-llm-init +source ipex-llm-init -t export OMP_NUM_THREADS=48 # set following parameters according to the actual specs of the test machine