fix multiple gpu usage of harness (#9444)

2023-11-13 16:53:23 +08:00 · 2023-11-13 16:53:23 +08:00 · 5747e2fe69
commit 5747e2fe69
parent da6bbc8c11
1 changed files with 1 additions and 1 deletions
--- a/python/llm/dev/benchmark/harness/bigdl-llm.patch
+++ b/python/llm/dev/benchmark/harness/bigdl-llm.patch
@ -83,7 +83,7 @@ index 00000000..74010da3
 +
 +        assert isinstance(pretrained, str)
 +        assert isinstance(batch_size, (int,str))
-+        if device == 'xpu':
+        if 'xpu' in device:
 +            import intel_extension_for_pytorch as ipex
 +        model = AutoModelForCausalLM.from_pretrained(pretrained,
 +                                          load_in_low_bit=load_in_low_bit,