diff --git a/.github/workflows/llm_unit_tests_windows.yml b/.github/workflows/llm_unit_tests_windows.yml
index 1fa2eeb7..85186092 100644
--- a/.github/workflows/llm_unit_tests_windows.yml
+++ b/.github/workflows/llm_unit_tests_windows.yml
@@ -64,6 +64,10 @@ jobs:
       - name: Run LLM unittests
         shell: bash
         run: |
+          pip install pytest pydantic
+          pip install -U langchain==0.0.184
+          pip install -U chromadb==0.3.25
+          pip install -U typing_extensions==4.5.0
           bash python/llm/test/run-llm-windows-tests.sh
         env:
           ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
diff --git a/python/llm/test/langchain/test_langchain.py b/python/llm/test/langchain/test_langchain.py
index 273e3dab..3b72e100 100644
--- a/python/llm/test/langchain/test_langchain.py
+++ b/python/llm/test/langchain/test_langchain.py
@@ -49,7 +49,7 @@ class Test_Models_Basics(TestCase):
         llm = BigdlLLM(
             model_path=self.llama_model_path, 
             max_tokens=32,
-            n_threads=22)
+            n_threads=2)
         question = "What is AI?"
         result = llm(question)
         
@@ -58,7 +58,7 @@ class Test_Models_Basics(TestCase):
             model_path=self.gptneox_model_path,
             model_family="gptneox", 
             max_tokens=32,
-            n_threads=22)
+            n_threads=2)
         question = "What is AI?"
         result = llm(question)
         
@@ -67,7 +67,7 @@ class Test_Models_Basics(TestCase):
             model_path=self.bloom_model_path, 
             model_family="bloom",
             max_tokens=32,
-            n_threads=22)
+            n_threads=2)
         question = "What is AI?"
         result = llm(question)
         
diff --git a/python/llm/test/run-llm-windows-tests.sh b/python/llm/test/run-llm-windows-tests.sh
index 4f945937..f488da9b 100644
--- a/python/llm/test/run-llm-windows-tests.sh
+++ b/python/llm/test/run-llm-windows-tests.sh
@@ -44,3 +44,15 @@ time=$((now-start))
 
 echo "Bigdl-llm inference test finished"
 echo "Time used:$time seconds"
+
+
+echo "# Start testing langchain"
+start=$(date "+%s")
+
+python -m pytest -s ${ANALYTICS_ZOO_ROOT}/python/llm/test/langchain/test_langchain.py -k 'test_langchain_llm_bloom'
+
+now=$(date "+%s")
+time=$((now-start))
+
+echo "Bigdl-llm langchain test finished"
+echo "Time used:$time seconds"