diff --git a/.github/workflows/llm_unit_tests_linux.yml b/.github/workflows/llm_unit_tests_linux.yml
index 49e76028..79e6ad3b 100644
--- a/.github/workflows/llm_unit_tests_linux.yml
+++ b/.github/workflows/llm_unit_tests_linux.yml
@@ -73,7 +73,6 @@ jobs:
           pip install pytest
           bash python/llm/test/run-llm-install-tests.sh
           source $CONDA_HOME/bin/deactivate
-          $CONDA_HOME/bin/conda remove -n bigdl-init-llm --all
         env:
           ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
 
@@ -96,3 +95,15 @@ jobs:
           fi
 
       # new test steps should be added here
+
+      - name: Run LLM cli test
+        uses: ./.github/actions/llm/llm-cli-flow-verification-linux
+        env:
+          ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
+
+      - name: Clean up test environment
+        shell: bash
+        run: |
+          $CONDA_HOME/bin/conda env remove -y -n bigdl-init-llm || true
+        env:
+          ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
\ No newline at end of file