diff --git a/python/llm/example/GPU/LLM-Finetuning/GaLore/galore_finetuning.py b/python/llm/example/GPU/LLM-Finetuning/GaLore/galore_finetuning.py index 9e812773..2b3520f6 100644 --- a/python/llm/example/GPU/LLM-Finetuning/GaLore/galore_finetuning.py +++ b/python/llm/example/GPU/LLM-Finetuning/GaLore/galore_finetuning.py @@ -14,6 +14,13 @@ # limitations under the License. # +from ipex_llm.transformers import AutoModelForCausalLM +from transformers import AutoTokenizer +from trl import setup_chat_format +from datasets import load_dataset +import torch +import argparse + rank = 1024 update_proj_gap = 200 scale = 2