ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

LLM: fix deepspeed error of finetuning on xpu (#10484)

Browse source
This commit is contained in:
Ruonan Wang 2024-03-21 09:46:25 +08:00 committed by GitHub
parent 021d77fd22
commit 28c315a5b9
2 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/example/GPU/LLM-Finetuning/QLoRA/alpaca-qlora/alpaca_qlora_finetuning.py
View file

@ -32,7 +32,7 @@
import os import os
from typing import List from typing import List
os.environ["ACCELERATE_USE_XPU"] = "true"
import fire import fire
import torch import torch
import transformers import transformers

4
python/llm/example/GPU/LLM-Finetuning/QLoRA/alpaca-qlora/deepspeed_zero2.json
View file

@ -7,10 +7,10 @@
"contiguous_gradients": true, "contiguous_gradients": true,
"overlap_comm": true "overlap_comm": true
}, },
"bp16": { "bf16": {
"enabled": true "enabled": true
}, },
"train_micro_batch_size_per_gpu": "auto", "train_micro_batch_size_per_gpu": "auto",
"gradient_accumulation_steps": "auto" "gradient_accumulation_steps": "auto"
} }