From 5747e2fe69e58489064ee1fe3fe5020f94bdccf4 Mon Sep 17 00:00:00 2001 From: "Chen, Zhentao" Date: Mon, 13 Nov 2023 16:53:23 +0800 Subject: [PATCH] fix multiple gpu usage of harness (#9444) --- python/llm/dev/benchmark/harness/bigdl-llm.patch | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/llm/dev/benchmark/harness/bigdl-llm.patch b/python/llm/dev/benchmark/harness/bigdl-llm.patch index dbab82fc..01ce06f1 100644 --- a/python/llm/dev/benchmark/harness/bigdl-llm.patch +++ b/python/llm/dev/benchmark/harness/bigdl-llm.patch @@ -83,7 +83,7 @@ index 00000000..74010da3 + + assert isinstance(pretrained, str) + assert isinstance(batch_size, (int,str)) -+ if device == 'xpu': ++ if 'xpu' in device: + import intel_extension_for_pytorch as ipex + model = AutoModelForCausalLM.from_pretrained(pretrained, + load_in_low_bit=load_in_low_bit,