diff --git a/.github/workflows/llm_unit_tests.yml b/.github/workflows/llm_unit_tests.yml
index c1823657..5eb5b55e 100644
--- a/.github/workflows/llm_unit_tests.yml
+++ b/.github/workflows/llm_unit_tests.yml
@@ -122,6 +122,9 @@ jobs:
           python -m pip install --upgrade setuptools==58.0.4
           python -m pip install --upgrade wheel
 
+          # May remove later
+          pip uninstall sentence-transformers -y || true
+
       - name: Download llm binary
         uses: ./.github/actions/llm/download-llm-binary
 
@@ -276,6 +279,9 @@ jobs:
           python -m pip install --upgrade wheel
           python -m pip install --upgrade notebook
 
+          # May remove later
+          pip uninstall sentence-transformers -y || true
+
       - name: Download llm binary
         uses: ./.github/actions/llm/download-llm-binary