Further fix nightly perf (#10901)

2024-04-28 10:18:58 +08:00 · 2024-04-28 10:18:58 +08:00 · 1a8a93d5e0
commit 1a8a93d5e0
parent 7c290d3f92
1 changed files with 2 additions and 0 deletions
--- a/python/llm/dev/benchmark/all-in-one/run.py
+++ b/python/llm/dev/benchmark/all-in-one/run.py
@ -1803,6 +1803,8 @@ if __name__ == '__main__':
    if 'exclude' in conf:
        excludes = conf['exclude']
    streaming = False
+    use_fp16_torch_dtype = False
+    n_gpu = 2
    if 'streaming' in conf:
        streaming = conf['streaming']
    if 'use_fp16_torch_dtype' in conf: