diff --git a/python/llm/dev/benchmark/all-in-one/config.yaml b/python/llm/dev/benchmark/all-in-one/config.yaml index 54b2d6c8..4608856d 100644 --- a/python/llm/dev/benchmark/all-in-one/config.yaml +++ b/python/llm/dev/benchmark/all-in-one/config.yaml @@ -1 +1 @@ -llama2_path: +model: /path/to/model diff --git a/python/llm/dev/benchmark/all-in-one/results.csv b/python/llm/dev/benchmark/all-in-one/results.csv deleted file mode 100644 index 73be472d..00000000 --- a/python/llm/dev/benchmark/all-in-one/results.csv +++ /dev/null @@ -1,3 +0,0 @@ -,model,1st token avg latency (ms/token),2+ avg latency (ms/token),input/output tokens -0,llama2,232.42,56.19,32/32 -1,llama2,9465.57,68.67,1024/128