160a1e5ee7
* add ut for mistral model * update * fix model path * upgrade transformers version for mistral model * refactor correctness ut for mustral model * refactor mistral correctness ut * revert test_optimize_model back * remove mistral from test_optimize_model * add to revert transformers version back to 4.31.0
30 lines
885 B
Bash
30 lines
885 B
Bash
#!/bin/bash
|
|
|
|
export ANALYTICS_ZOO_ROOT=${ANALYTICS_ZOO_ROOT}
|
|
export LLM_HOME=${ANALYTICS_ZOO_ROOT}/python/llm/src
|
|
export LLM_INFERENCE_TEST_DIR=${ANALYTICS_ZOO_ROOT}/python/llm/test/inference
|
|
|
|
set -e
|
|
|
|
echo "# Start testing inference"
|
|
start=$(date "+%s")
|
|
|
|
python -m pytest -s ${LLM_INFERENCE_TEST_DIR} -k "not test_transformers" -v \
|
|
--ignore=${LLM_INFERENCE_TEST_DIR}/test_optimize_mistral.py
|
|
|
|
if [ -z "$THREAD_NUM" ]; then
|
|
THREAD_NUM=2
|
|
fi
|
|
export OMP_NUM_THREADS=$THREAD_NUM
|
|
python -m pytest -s ${LLM_INFERENCE_TEST_DIR} -k test_transformers -v \
|
|
--ignore=${LLM_INFERENCE_TEST_DIR}/test_optimize_mistral.py
|
|
|
|
python -m pip install transformers==4.34.0
|
|
python -m pytest -s ${LLM_INFERENCE_TEST_DIR}/test_optimize_mistral.py -v
|
|
python -m pip install transformers==4.31.0
|
|
|
|
now=$(date "+%s")
|
|
time=$((now-start))
|
|
|
|
echo "Bigdl-llm tests finished"
|
|
echo "Time used:$time seconds"
|