fix missing import (#10839)

This commit is contained in:
Heyang Sun 2024-04-22 14:34:52 +08:00 committed by GitHub
parent 3b82834aaf
commit fc33aa3721
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -14,6 +14,13 @@
# limitations under the License.
#
from ipex_llm.transformers import AutoModelForCausalLM
from transformers import AutoTokenizer
from trl import setup_chat_format
from datasets import load_dataset
import torch
import argparse
rank = 1024
update_proj_gap = 200
scale = 2