ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

fix perf test(#11295)

Browse source
This commit is contained in:
Ruonan Wang 2024-06-13 10:35:48 +08:00 committed by GitHub
parent 220151e2a1
commit 986af21896
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/dev/benchmark/all-in-one/run.py
View file

@ -452,7 +452,7 @@ def run_transformer_int4_gpu(repo_id,
if fp16: if fp16:
torch_dtype = torch.float16 torch_dtype = torch.float16
else: else:
torch_dtype = 'auto' torch_dtype = torch.float32
st = time.perf_counter() st = time.perf_counter()
origin_repo_id = repo_id.replace("-4bit", "") origin_repo_id = repo_id.replace("-4bit", "")
if origin_repo_id in CHATGLM_IDS: if origin_repo_id in CHATGLM_IDS: