ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Further fix nightly perf (#10901)

Browse source
This commit is contained in:
Yuwen Hu 2024-04-28 10:18:58 +08:00 committed by GitHub
parent 7c290d3f92
commit 1a8a93d5e0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/dev/benchmark/all-in-one/run.py
View file

@ -1803,6 +1803,8 @@ if __name__ == '__main__':
if 'exclude' in conf: if 'exclude' in conf:
excludes = conf['exclude'] excludes = conf['exclude']
streaming = False streaming = False
use_fp16_torch_dtype = False
n_gpu = 2
if 'streaming' in conf: if 'streaming' in conf:
streaming = conf['streaming'] streaming = conf['streaming']
if 'use_fp16_torch_dtype' in conf: if 'use_fp16_torch_dtype' in conf: