From 24146d108fe7b802df2151c256394daafe61bc5c Mon Sep 17 00:00:00 2001
From: Lilac09 <74996885+Zhengjin-Wang@users.noreply.github.com>
Date: Wed, 15 Nov 2023 14:55:33 +0800
Subject: [PATCH] add bigdl-llm-init (#9468)

---
 docker/llm/serving/cpu/docker/entrypoint.sh | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/docker/llm/serving/cpu/docker/entrypoint.sh b/docker/llm/serving/cpu/docker/entrypoint.sh
index ca0edead..da2ad7de 100644
--- a/docker/llm/serving/cpu/docker/entrypoint.sh
+++ b/docker/llm/serving/cpu/docker/entrypoint.sh
@@ -171,6 +171,8 @@ else
   else
     # Logic for non-controller(worker) mode
     worker_address="http://$worker_host:$worker_port"
+    # Apply optimizations from bigdl-llm
+    source bigdl-llm-init -t
     # First check if user have set OMP_NUM_THREADS by themselves
     if [[ -n "${omp_num_threads}" ]]; then
       echo "Setting OMP_NUM_THREADS to its original value: $omp_num_threads"