From 7fd7c37e1bca6dcdc4f0e6d932878bc6ff626e84 Mon Sep 17 00:00:00 2001 From: "Chen, Zhentao" Date: Fri, 22 Dec 2023 16:59:48 +0800 Subject: [PATCH] Enable fp8e5 harness (#9761) * fix precision format like fp8e5 * match fp8_e5m2 --- python/llm/dev/benchmark/harness/harness_to_leaderboard.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/llm/dev/benchmark/harness/harness_to_leaderboard.py b/python/llm/dev/benchmark/harness/harness_to_leaderboard.py index 428f4822..82cdc341 100644 --- a/python/llm/dev/benchmark/harness/harness_to_leaderboard.py +++ b/python/llm/dev/benchmark/harness/harness_to_leaderboard.py @@ -49,7 +49,7 @@ task_to_metric = dict( ) def parse_precision(precision, model="bigdl-llm"): - result = match(r"([a-zA-Z_]*)(\d+)", precision) + result = match(r"([a-zA-Z_]+)(\d+)([a-zA-Z_\d]*)", precision) datatype = result.group(1) bit = int(result.group(2)) if bit >= 16: