diff --git a/.github/workflows/llm_unit_tests.yml b/.github/workflows/llm_unit_tests.yml
index cf4a7312..c1823657 100644
--- a/.github/workflows/llm_unit_tests.yml
+++ b/.github/workflows/llm_unit_tests.yml
@@ -223,9 +223,14 @@ jobs:
         shell: bash
         run: |
           pip install llama-index-readers-file llama-index-vector-stores-postgres llama-index-embeddings-huggingface
-          pip install transformers==4.31.0
+          pip install transformers==4.36.0
           pip install "pydantic>=2.0.0"
           bash python/llm/test/run-llm-llamaindex-tests.sh
+      - name: Run sentence-transformers uninstallation
+        if: ${{ always() }}
+        shell: bash
+        run: |
+          pip uninstall sentence-transformers -y || true
   llm-unit-test-on-arc:
     needs: [setup-python-version, llm-cpp-build]
     strategy:
@@ -399,5 +404,11 @@ jobs:
             pip install --pre --upgrade ipex-llm[xpu_2.0] --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/cn/
             source /home/arda/intel/oneapi/setvars.sh
           fi
+          pip install transformers==4.36.0
           pip install "pydantic>=2.0.0"
-          bash python/llm/test/run-llm-llamaindex-tests-gpu.sh
\ No newline at end of file
+          bash python/llm/test/run-llm-llamaindex-tests-gpu.sh
+      - name: Run sentence-transformers uninstallation
+        if: ${{ always() }}
+        shell: bash
+        run: |
+          pip uninstall sentence-transformers -y || true
\ No newline at end of file