From fc33aa372165debd50c6099e77e6a98bce2e92f0 Mon Sep 17 00:00:00 2001 From: Heyang Sun <60865256+Uxito-Ada@users.noreply.github.com> Date: Mon, 22 Apr 2024 14:34:52 +0800 Subject: [PATCH] fix missing import (#10839) --- .../example/GPU/LLM-Finetuning/GaLore/galore_finetuning.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/python/llm/example/GPU/LLM-Finetuning/GaLore/galore_finetuning.py b/python/llm/example/GPU/LLM-Finetuning/GaLore/galore_finetuning.py index 9e812773..2b3520f6 100644 --- a/python/llm/example/GPU/LLM-Finetuning/GaLore/galore_finetuning.py +++ b/python/llm/example/GPU/LLM-Finetuning/GaLore/galore_finetuning.py @@ -14,6 +14,13 @@ # limitations under the License. # +from ipex_llm.transformers import AutoModelForCausalLM +from transformers import AutoTokenizer +from trl import setup_chat_format +from datasets import load_dataset +import torch +import argparse + rank = 1024 update_proj_gap = 200 scale = 2