From 39d37bd042740944198f03ff065f2e1b44fa4498 Mon Sep 17 00:00:00 2001 From: "Chen, Zhentao" Date: Wed, 21 Feb 2024 11:21:30 +0800 Subject: [PATCH] upgrade harness package version in workflow (#10188) * upgrade harness * update readme --- .github/workflows/llm-harness-evaluation.yml | 2 +- python/llm/dev/benchmark/harness/README.md | 5 +---- 2 files changed, 2 insertions(+), 5 deletions(-) diff --git a/.github/workflows/llm-harness-evaluation.yml b/.github/workflows/llm-harness-evaluation.yml index fa8493f4..bc42bf61 100644 --- a/.github/workflows/llm-harness-evaluation.yml +++ b/.github/workflows/llm-harness-evaluation.yml @@ -142,7 +142,7 @@ jobs: working-directory: ${{ github.workspace }}/python/llm/dev/benchmark/harness/ shell: bash run: | - pip install git+https://github.com/EleutherAI/lm-evaluation-harness.git@e81d3cc + pip install git+https://github.com/EleutherAI/lm-evaluation-harness.git@b281b09 - name: Download models and datasets shell: bash diff --git a/python/llm/dev/benchmark/harness/README.md b/python/llm/dev/benchmark/harness/README.md index f86563b1..a373d66c 100644 --- a/python/llm/dev/benchmark/harness/README.md +++ b/python/llm/dev/benchmark/harness/README.md @@ -5,10 +5,7 @@ Before running, make sure to have [bigdl-llm](../../../README.md) installed. ## Install Harness ```bash -git clone https://github.com/EleutherAI/lm-evaluation-harness.git -cd lm-evaluation-harness -git checkout e81d3cc -pip install -e . +pip install git+https://github.com/EleutherAI/lm-evaluation-harness.git@b281b09 ``` ## Run