26 lines
918 B
Bash
26 lines
918 B
Bash
#!/bin/bash
|
|
|
|
export ANALYTICS_ZOO_ROOT=${ANALYTICS_ZOO_ROOT}
|
|
|
|
set -e
|
|
|
|
echo "# Start testing qlora fine-tuning"
|
|
start=$(date "+%s")
|
|
|
|
sed -i 's/max_steps=200/max_steps=2/; s/save_steps=100/save_steps=2/; s/logging_steps=20/logging_steps=1/' \
|
|
${ANALYTICS_ZOO_ROOT}/python/llm/example/GPU/LLM-Finetuning/QLoRA/simple-example/qlora_finetuning.py
|
|
|
|
python ${ANALYTICS_ZOO_ROOT}/python/llm/example/GPU/LLM-Finetuning/QLoRA/simple-example/qlora_finetuning.py \
|
|
--repo-id-or-model-path ${LLAMA2_7B_ORIGIN_PATH} \
|
|
--dataset ${ABIRATE_ENGLISH_QUOTES_PATH}
|
|
|
|
python ${ANALYTICS_ZOO_ROOT}/python/llm/example/GPU/LLM-Finetuning/QLoRA/simple-example/export_merged_model.py \
|
|
--repo-id-or-model-path ${LLAMA2_7B_ORIGIN_PATH} \
|
|
--adapter_path ${PWD}/outputs/checkpoint-2 \
|
|
--output_path ${PWD}/outputs/checkpoint-2-merged
|
|
|
|
now=$(date "+%s")
|
|
time=$((now-start))
|
|
|
|
echo "qlora fine-tuning test finished"
|
|
echo "Time used:$time seconds"
|