d638b93dfe
* Add test script and workflow for qlora fine-tuning * Test fix export model * Download dataset * Fix export model issue * Reduce number of training steps * Rename script * Correction
26 lines
861 B
Bash
26 lines
861 B
Bash
#!/bin/bash
|
|
|
|
export ANALYTICS_ZOO_ROOT=${ANALYTICS_ZOO_ROOT}
|
|
|
|
set -e
|
|
|
|
echo "# Start testing qlora fine-tuning"
|
|
start=$(date "+%s")
|
|
|
|
sed -i 's/max_steps=200/max_steps=2/; s/save_steps=100/save_steps=2/; s/logging_steps=20/logging_steps=1/' \
|
|
${ANALYTICS_ZOO_ROOT}/python/llm/example/GPU/QLoRA-FineTuning/qlora_finetuning.py
|
|
|
|
python ${ANALYTICS_ZOO_ROOT}/python/llm/example/GPU/QLoRA-FineTuning/qlora_finetuning.py \
|
|
--repo-id-or-model-path ${LLAMA2_7B_ORIGIN_PATH} \
|
|
--dataset ${ABIRATE_ENGLISH_QUOTES_PATH}
|
|
|
|
python ${ANALYTICS_ZOO_ROOT}/python/llm/example/GPU/QLoRA-FineTuning/export_merged_model.py \
|
|
--repo-id-or-model-path ${LLAMA2_7B_ORIGIN_PATH} \
|
|
--adapter_path ${PWD}/outputs/checkpoint-2 \
|
|
--output_path ${PWD}/outputs/checkpoint-2-merged
|
|
|
|
now=$(date "+%s")
|
|
time=$((now-start))
|
|
|
|
echo "qlora fine-tuning test finished"
|
|
echo "Time used:$time seconds"
|