ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

fix lisa finetune example (#12775)

Browse source
This commit is contained in:
Yishuo Wang 2025-02-06 16:35:43 +08:00 committed by GitHub
parent 2e5f2e5dda
commit c0d6b282b8
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 14 additions and 15 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
python/llm/example/GPU/LLM-Finetuning/LISA/README.md
View file

@ -13,10 +13,8 @@ conda create -n llm python=3.11
conda activate llm conda activate llm
# below command will install intel_extension_for_pytorch==2.1.10+xpu as default # below command will install intel_extension_for_pytorch==2.1.10+xpu as default
pip install --pre --upgrade ipex-llm[xpu] --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ pip install --pre --upgrade ipex-llm[xpu] --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/
pip install bitsandbytes==0.43.0 pip install transformers==4.45.0 "trl<0.12.0" datasets
pip install datasets==2.18.0 pip install bitsandbytes==0.45.1 scipy fire
pip install --upgrade transformers==4.36.0
pip install scipy fire
``` ```
### 2. LISA Finetune ### 2. LISA Finetune

5
python/llm/example/GPU/LLM-Finetuning/LISA/lisa_finetuning.py
View file

@ -90,9 +90,10 @@ def train(
model = AutoModelForCausalLM.from_pretrained( model = AutoModelForCausalLM.from_pretrained(
base_model, base_model,
load_in_low_bit="bf16", load_in_low_bit="bf16",
optimize_model=True, optimize_model=False,
torch_dtype=torch.bfloat16, torch_dtype=torch.bfloat16,
trust_remote_code=True trust_remote_code=True,
modules_to_not_convert=["lm_head"], # avoid optimize lm_head
) )
model = model.to("xpu") model = model.to("xpu")