ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

add bigdl-llm-init (#9468)

Browse source
This commit is contained in:
Lilac09 2023-11-15 14:55:33 +08:00 committed by GitHub
parent 0f82b8c3a0
commit 24146d108f
1 changed files with 2 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
docker/llm/serving/cpu/docker/entrypoint.sh
View file

@ -171,6 +171,8 @@ else
else else
# Logic for non-controller(worker) mode # Logic for non-controller(worker) mode
worker_address="http://$worker_host:$worker_port" worker_address="http://$worker_host:$worker_port"
# Apply optimizations from bigdl-llm
source bigdl-llm-init -t
# First check if user have set OMP_NUM_THREADS by themselves # First check if user have set OMP_NUM_THREADS by themselves
if [[ -n "${omp_num_threads}" ]]; then if [[ -n "${omp_num_threads}" ]]; then
echo "Setting OMP_NUM_THREADS to its original value: $omp_num_threads" echo "Setting OMP_NUM_THREADS to its original value: $omp_num_threads"