ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

[LLM] Add trust_remote_code for local renamed model in bigdl_llm_model.py (#9762)

Browse source
This commit is contained in:
Ziteng Zhang 2023-12-25 11:31:14 +08:00 committed by GitHub
parent be13b162fe
commit 986f65cea9
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/src/bigdl/llm/serving/bigdl_llm_model.py
View file

@ -243,7 +243,7 @@ class BigDLLLMAdapter(BaseModelAdapter):
def load_model(self, model_path: str, from_pretrained_kwargs: dict): def load_model(self, model_path: str, from_pretrained_kwargs: dict):
revision = from_pretrained_kwargs.get("revision", "main") revision = from_pretrained_kwargs.get("revision", "main")
tokenizer = AutoTokenizer.from_pretrained( tokenizer = AutoTokenizer.from_pretrained(
model_path, use_fast=False, revision=revision model_path, use_fast=False, revision=revision, trust_remote_code=True
) )
print("Customized bigdl-llm loader") print("Customized bigdl-llm loader")
from bigdl.llm.transformers import AutoModelForCausalLM from bigdl.llm.transformers import AutoModelForCausalLM