ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

fix multiple gpu usage (#9459)

Browse source
This commit is contained in:
Chen, Zhentao 2023-11-14 17:06:27 +08:00 committed by GitHub
parent d19ca21957
commit dbbdb53a18
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/dev/benchmark/harness/bigdl_llm.py
View file

@ -54,7 +54,7 @@ class BigDLLM(BaseLM):
assert isinstance(pretrained, str) assert isinstance(pretrained, str)
assert isinstance(batch_size, (int,str)) assert isinstance(batch_size, (int,str))
if device == 'xpu': if 'xpu' in device:
import intel_extension_for_pytorch as ipex import intel_extension_for_pytorch as ipex
model = AutoModelForCausalLM.from_pretrained(pretrained, model = AutoModelForCausalLM.from_pretrained(pretrained,
load_in_low_bit=load_in_low_bit, load_in_low_bit=load_in_low_bit,