From e3c1dae619597ac56f6f823188ee752d9999bd2f Mon Sep 17 00:00:00 2001
From: Shaojun Liu <61072813+liu-shaojun@users.noreply.github.com>
Date: Wed, 14 Aug 2024 19:16:48 +0800
Subject: [PATCH] Fix Windows Unit Test (#11801)

* Update llm_unit_tests.yml

* remove debug information

* Delete .github/actions/llm/cli-test-windows directory
---
 .../actions/llm/cli-test-windows/action.yml   | 25 ----------------
 .github/workflows/llm_unit_tests.yml          | 30 ++++++++++++++++++-
 2 files changed, 29 insertions(+), 26 deletions(-)
 delete mode 100644 .github/actions/llm/cli-test-windows/action.yml

diff --git a/.github/actions/llm/cli-test-windows/action.yml b/.github/actions/llm/cli-test-windows/action.yml
deleted file mode 100644
index 4ebd5a0d..00000000
--- a/.github/actions/llm/cli-test-windows/action.yml
+++ /dev/null
@@ -1,25 +0,0 @@
-name: "llm-cli Flow Verification (Windows)"
-description: "Verify the llm-cli flow on Windows"
-
-runs:
-  using: "composite"
-  steps:
-    - name: Test llama llm-cli
-      shell: powershell
-      run: |
-        llm-cli.ps1 -t $env:THREAD_NUM -n 256 -x llama -m $env:LLAMA_INT4_CKPT_PATH -p 'Once upon a time,'
-
-    - name: Test gptneox llm-cli
-      shell: powershell
-      run: |
-        llm-cli.ps1 -t $env:THREAD_NUM -n 256 -x gptneox -m $env:GPTNEOX_INT4_CKPT_PATH -p 'Once upon a time,'
-
-    - name: Test bloom llm-cli
-      shell: powershell
-      run: |
-        llm-cli.ps1 -t $env:THREAD_NUM -n 256 -x bloom -m $env:BLOOM_INT4_CKPT_PATH -p 'Once upon a time,'
-
-    # - name: Test starcoder llm-cli
-    #   shell: powershell
-    #   run: |
-    #     llm-cli.ps1 -t $env:THREAD_NUM -x starcoder -m $env:STARCODER_INT4_CKPT_PATH -p 'def check_odd('
\ No newline at end of file
diff --git a/.github/workflows/llm_unit_tests.yml b/.github/workflows/llm_unit_tests.yml
index 942ab065..2268f031 100644
--- a/.github/workflows/llm_unit_tests.yml
+++ b/.github/workflows/llm_unit_tests.yml
@@ -215,9 +215,37 @@ jobs:
       - name: Run LLM cli test (Linux)
         if: runner.os == 'Linux' 
         uses: ./.github/actions/llm/cli-test-linux
+
+      - name: Setup Python Path
+        if: runner.os == 'Windows' 
+        shell: bash
+        run: |
+          # Get Python interpreter path
+          python_path=$(python -c 'import sys; print(sys.executable)')
+          python_dir=$(dirname "$python_path")
+          scripts_dir="$python_dir/Scripts"
+          
+          # Set environment variables
+          echo "PYTHON_DIR=$python_dir" >> $GITHUB_ENV
+          echo "SCRIPTS_DIR=$scripts_dir" >> $GITHUB_ENV
+
       - name: Run LLM cli test (Windows)
         if: runner.os == 'Windows' 
-        uses: ./.github/actions/llm/cli-test-windows
+        shell: powershell
+        run: |
+          # Retrieve environment variables
+          $pythonDir = $env:PYTHON_DIR
+          $scriptsDir = $env:SCRIPTS_DIR
+          
+          # Update PATH
+          $env:PATH = "$pythonDir;$scriptsDir;$env:PATH"
+          
+          # Run tests
+          llm-cli.ps1 -t $env:THREAD_NUM -n 256 -x llama -m $env:LLAMA_INT4_CKPT_PATH -p 'Once upon a time,'
+          llm-cli.ps1 -t $env:THREAD_NUM -n 256 -x gptneox -m $env:GPTNEOX_INT4_CKPT_PATH -p 'Once upon a time,'
+          llm-cli.ps1 -t $env:THREAD_NUM -n 256 -x bloom -m $env:BLOOM_INT4_CKPT_PATH -p 'Once upon a time,'
+          # llm-cli.ps1 -t $env:THREAD_NUM -x starcoder -m $env:STARCODER_INT4_CKPT_PATH -p 'def check_odd('
+          
       - name: Run LLM inference test
         shell: bash
         run: |