diff --git a/.github/workflows/llm-harness-evaluation.yml b/.github/workflows/llm-harness-evaluation.yml
index fa8493f4..bc42bf61 100644
--- a/.github/workflows/llm-harness-evaluation.yml
+++ b/.github/workflows/llm-harness-evaluation.yml
@@ -142,7 +142,7 @@ jobs:
         working-directory: ${{ github.workspace }}/python/llm/dev/benchmark/harness/
         shell: bash
         run: |
-          pip install git+https://github.com/EleutherAI/lm-evaluation-harness.git@e81d3cc
+          pip install git+https://github.com/EleutherAI/lm-evaluation-harness.git@b281b09
       
       - name: Download models and datasets
         shell: bash
diff --git a/python/llm/dev/benchmark/harness/README.md b/python/llm/dev/benchmark/harness/README.md
index f86563b1..a373d66c 100644
--- a/python/llm/dev/benchmark/harness/README.md
+++ b/python/llm/dev/benchmark/harness/README.md
@@ -5,10 +5,7 @@ Before running, make sure to have [bigdl-llm](../../../README.md) installed.
 
 ## Install Harness
 ```bash
-git clone https://github.com/EleutherAI/lm-evaluation-harness.git
-cd  lm-evaluation-harness
-git checkout e81d3cc
-pip install -e .
+pip install git+https://github.com/EleutherAI/lm-evaluation-harness.git@b281b09
 ```
 
 ## Run