From 7b3ac66e179c0a1d4c4c493a83c8d5fc06fa0436 Mon Sep 17 00:00:00 2001 From: Song Jiaming Date: Fri, 1 Sep 2023 15:49:04 +0800 Subject: [PATCH] [LLM] auto performance test fix specific settings to template (#8876) --- python/llm/dev/benchmark/all-in-one/config.yaml | 2 +- python/llm/dev/benchmark/all-in-one/results.csv | 3 --- 2 files changed, 1 insertion(+), 4 deletions(-) delete mode 100644 python/llm/dev/benchmark/all-in-one/results.csv diff --git a/python/llm/dev/benchmark/all-in-one/config.yaml b/python/llm/dev/benchmark/all-in-one/config.yaml index 54b2d6c8..4608856d 100644 --- a/python/llm/dev/benchmark/all-in-one/config.yaml +++ b/python/llm/dev/benchmark/all-in-one/config.yaml @@ -1 +1 @@ -llama2_path: +model: /path/to/model diff --git a/python/llm/dev/benchmark/all-in-one/results.csv b/python/llm/dev/benchmark/all-in-one/results.csv deleted file mode 100644 index 73be472d..00000000 --- a/python/llm/dev/benchmark/all-in-one/results.csv +++ /dev/null @@ -1,3 +0,0 @@ -,model,1st token avg latency (ms/token),2+ avg latency (ms/token),input/output tokens -0,llama2,232.42,56.19,32/32 -1,llama2,9465.57,68.67,1024/128