783aea3309
* llm-win-init * test action * test * add types * update for schtasks * update pytests * update * update * update doc * use stable ckpt from ftp instead of the converted model * download using batch -> manually * add starcoder test
88 lines
3.1 KiB
Batchfile
88 lines
3.1 KiB
Batchfile
@REM #
|
|
@REM # Copyright 2016 The BigDL Authors.
|
|
@REM #
|
|
@REM # Licensed under the Apache License, Version 2.0 (the "License");
|
|
@REM # you may not use this file except in compliance with the License.
|
|
@REM # You may obtain a copy of the License at
|
|
@REM #
|
|
@REM # http://www.apache.org/licenses/LICENSE-2.0
|
|
@REM #
|
|
@REM # Unless required by applicable law or agreed to in writing, software
|
|
@REM # distributed under the License is distributed on an "AS IS" BASIS,
|
|
@REM # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@REM # See the License for the specific language governing permissions and
|
|
@REM # limitations under the License.
|
|
@REM #
|
|
|
|
@REM Usage: call win_test_starter.bat %base_dir%
|
|
@REM Example: win_test_starter.bat C:\Users\obe\bigdl-llm-test
|
|
@REM
|
|
@REM base_dir
|
|
@REM ├───BigDL
|
|
@REM ├───logs
|
|
@REM │ └───previous_logs
|
|
@REM ├───models
|
|
@REM │ ├───bloomz-7b1
|
|
@REM │ ├───gpt4all-7b-hf
|
|
@REM │ └───gptneox-7b-redpajama-bf16
|
|
@REM ├───ftp.txt
|
|
@REM └───ftp-get-stable-ckpts.txt
|
|
|
|
echo The current directory is %CD%
|
|
set base_dir=%1
|
|
echo %base_dir%
|
|
|
|
@REM Download stable int4 ckpt from ftp...
|
|
@REM ---- Disabled since the downloaded file will cause windowsError 0xe06d7363
|
|
@REM ---- Should be downloaded manually
|
|
set stable_ckpt_path=%base_dir%\stable_ckpts
|
|
@REM mkdir %stable_ckpt_path%
|
|
@REM ftp -s:%base_dir%\ftp-get-stable-ckpts.txt
|
|
|
|
@REM Pull the latest code
|
|
cd %base_dir%\BigDL
|
|
git pull
|
|
|
|
@REM Build and install bigdl-llm
|
|
pip uninstall bigdl-llm -y
|
|
pip uninstall numpy torch transformers sentencepiece accelerate peft -y
|
|
pip install requests pytest
|
|
cd python\llm
|
|
@REM pip install .[all] --use-pep517
|
|
python setup.py clean --all bdist_wheel
|
|
for %%x in (%base_dir%\BigDL\python\llm\dist\*.whl) do set whl_name=%%x
|
|
pip install -i https://pypi.python.org/simple "%whl_name%[all]"
|
|
|
|
|
|
@REM Run pytest
|
|
mkdir %base_dir%\converted_models
|
|
mkdir %base_dir%\stable_ckpts
|
|
set BLOOM_ORIGIN_PATH=%base_dir%\models\bloomz-7b1
|
|
set LLAMA_ORIGIN_PATH=%base_dir%\models\gpt4all-7b-hf
|
|
set STARCODER_ORIGIN_PATH=%base_dir%\models\gpt_bigcode-santacoder
|
|
set GPTNEOX_ORIGIN_PATH=%base_dir%\models\gptneox-7b-redpajama-bf16
|
|
set INT4_CKPT_DIR=%base_dir%\converted_models
|
|
set LLAMA_INT4_CKPT_PATH=%stable_ckpt_path%\bigdl_llm_llama_7b_q4_0.bin
|
|
set GPTNEOX_INT4_CKPT_PATH=%stable_ckpt_path%\bigdl_llm_redpajama_7b_q4_0.bin
|
|
set BLOOM_INT4_CKPT_PATH=%stable_ckpt_path%\bigdl_llm_bloom_7b_q4_0.bin
|
|
set STARCODER_INT4_CKPT_PATH=%stable_ckpt_path%\bigdl_llm_santacoder_1b_q4_0.bin
|
|
|
|
echo "Running the convert models tests..."
|
|
python -m pytest -s .\test\convert\test_convert_model.py
|
|
|
|
echo "Running the inference models tests..."
|
|
python -m pytest -s .\test\inference\test_call_models.py
|
|
|
|
@REM Clean up
|
|
pip uninstall bigdl-llm -y
|
|
pip uninstall numpy torch transformers sentencepiece accelerate peft -y
|
|
echo "Removing the quantized models and libs..."
|
|
rmdir /s /q %INT4_CKPT_DIR%
|
|
rmdir /s /q %base_dir%\BigDL\python\llm\src\bigdl\llm\libs
|
|
rmdir /s /q %base_dir%\BigDL\python\llm\dist
|
|
|
|
@REM Upload the log file
|
|
echo "Uploading the test logs to ftp..."
|
|
ftp -s:..\..\..\ftp.txt
|
|
|
|
exit 0
|