ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

[LLM] Small updates to transformers int4 ut (#8574)

Browse source 
* Small fix to transformers int4 ut

* Small fix
This commit is contained in:
Yuwen Hu 2023-07-20 13:20:25 +08:00 committed by GitHub
parent 7b8d9c1b0d
commit 2266ca7d2b
3 changed files with 8 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
.github/workflows/llm_unit_tests_linux.yml vendored
View file

@ -76,7 +76,6 @@ jobs:
uses: ./.github/actions/llm/setup-llm-env uses: ./.github/actions/llm/setup-llm-env
env: env:
ANALYTICS_ZOO_ROOT: ${{ github.workspace }} ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
OMP_NUM_THREADS: 24
- name: Download ckpt models - name: Download ckpt models
run: | run: |

6
python/llm/test/inference/test_transformers_api.py
View file

@ -15,15 +15,13 @@
# #
from bigdl.llm.models import Llama, Bloom, Gptneox, Starcoder
from bigdl.llm.utils import get_avx_flags
import unittest import unittest
import os import os
import time import time
import torch import torch
from bigdl.llm.transformers import AutoModelForCausalLM, AutoModel from bigdl.llm.transformers import AutoModel
from transformers import LlamaTokenizer, AutoTokenizer from transformers import AutoTokenizer
class TestTransformersAPI(unittest.TestCase): class TestTransformersAPI(unittest.TestCase):

10
python/llm/test/run-llm-inference-tests.sh
View file

@ -4,16 +4,18 @@ export ANALYTICS_ZOO_ROOT=${ANALYTICS_ZOO_ROOT}
export LLM_HOME=${ANALYTICS_ZOO_ROOT}/python/llm/src export LLM_HOME=${ANALYTICS_ZOO_ROOT}/python/llm/src
export LLM_INFERENCE_TEST_DIR=${ANALYTICS_ZOO_ROOT}/python/llm/test/inference export LLM_INFERENCE_TEST_DIR=${ANALYTICS_ZOO_ROOT}/python/llm/test/inference
source bigdl-nano-init
set -e set -e
echo "# Start testing inference" echo "# Start testing inference"
start=$(date "+%s") start=$(date "+%s")
python -m pytest -s ${LLM_INFERENCE_TEST_DIR} -k "not test_transformers_int4" python -m pytest -s ${LLM_INFERENCE_TEST_DIR} -k "not test_transformers_int4"
export OMP_NUM_THREADS=24
taskset -c 0-23 python -m pytest -s ${LLM_INFERENCE_TEST_DIR} -k test_transformers_int4 if [ -z "$THREAD_NUM" ]; then
THREAD_NUM=2
fi
export OMP_NUM_THREADS=$THREAD_NUM
taskset -c 0-$((THREAD_NUM - 1)) python -m pytest -s ${LLM_INFERENCE_TEST_DIR} -k test_transformers_int4
now=$(date "+%s") now=$(date "+%s")
time=$((now-start)) time=$((now-start))