From 986f65cea9124509ca28e2b6b891957b82e56c8f Mon Sep 17 00:00:00 2001 From: Ziteng Zhang <87107332+Jasonzzt@users.noreply.github.com> Date: Mon, 25 Dec 2023 11:31:14 +0800 Subject: [PATCH] [LLM] Add trust_remote_code for local renamed model in bigdl_llm_model.py (#9762) --- python/llm/src/bigdl/llm/serving/bigdl_llm_model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/llm/src/bigdl/llm/serving/bigdl_llm_model.py b/python/llm/src/bigdl/llm/serving/bigdl_llm_model.py index c4716b5e..fafb0a36 100644 --- a/python/llm/src/bigdl/llm/serving/bigdl_llm_model.py +++ b/python/llm/src/bigdl/llm/serving/bigdl_llm_model.py @@ -243,7 +243,7 @@ class BigDLLLMAdapter(BaseModelAdapter): def load_model(self, model_path: str, from_pretrained_kwargs: dict): revision = from_pretrained_kwargs.get("revision", "main") tokenizer = AutoTokenizer.from_pretrained( - model_path, use_fast=False, revision=revision + model_path, use_fast=False, revision=revision, trust_remote_code=True ) print("Customized bigdl-llm loader") from bigdl.llm.transformers import AutoModelForCausalLM