From 0ecb9efb052b1ef4e04bd6c7117795320820d5fa Mon Sep 17 00:00:00 2001 From: "Chen, Zhentao" Date: Mon, 13 Nov 2023 17:47:43 +0800 Subject: [PATCH] use AutoTokenizer to enable more models (#9446) --- python/llm/dev/benchmark/harness/bigdl-llm.patch | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/llm/dev/benchmark/harness/bigdl-llm.patch b/python/llm/dev/benchmark/harness/bigdl-llm.patch index 01ce06f1..b84ea631 100644 --- a/python/llm/dev/benchmark/harness/bigdl-llm.patch +++ b/python/llm/dev/benchmark/harness/bigdl-llm.patch @@ -95,7 +95,7 @@ index 00000000..74010da3 + self._device = device + self.model = model.to(device) + -+ self.tokenizer = LlamaTokenizer.from_pretrained(pretrained, trust_remote_code=True) ++ self.tokenizer = AutoTokenizer.from_pretrained(pretrained, trust_remote_code=True) + + # setup for automatic batch size detection + if batch_size == 'auto':