Enable fp8e5 harness (#9761)

* fix precision format like fp8e5 * match fp8_e5m2
2023-12-22 16:59:48 +08:00 · 2023-12-22 16:59:48 +08:00 · 7fd7c37e1b
commit 7fd7c37e1b
parent 4c487313f2
1 changed files with 1 additions and 1 deletions
--- a/python/llm/dev/benchmark/harness/harness_to_leaderboard.py
+++ b/python/llm/dev/benchmark/harness/harness_to_leaderboard.py
@ -49,7 +49,7 @@ task_to_metric = dict(
 )

 def parse_precision(precision, model="bigdl-llm"):
-    result = match(r"([a-zA-Z_]*)(\d+)", precision)
+    result = match(r"([a-zA-Z_]+)(\d+)([a-zA-Z_\d]*)", precision)
    datatype = result.group(1)
    bit = int(result.group(2))
    if bit >= 16: