ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

combine english and chinese, remove nan

Browse source
This commit is contained in:
jenniew 2024-04-08 19:37:51 +08:00
parent 7c43ac0164
commit 591bae092c
2 changed files with 7 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
python/llm/dev/benchmark/perplexity/make_csv.py
View file

@ -35,9 +35,8 @@ def make_csv(result_dict, output_path=None):
current_date = datetime.datetime.now().strftime("%Y-%m-%d") current_date = datetime.datetime.now().strftime("%Y-%m-%d")
file_name = f'results_{current_date}.csv' file_name = f'results_{current_date}.csv'
full_path = os.path.join(output_path, file_name) if output_path else file_name full_path = os.path.join(output_path, file_name) if output_path else file_name
print('Writing to', full_path)
file_name = full_path file_name = full_path
headers = ["Index", "Model", "Precision", "en", "zh"] headers = ["Index", "Model", "Precision", "ppl_result"]
with open(file_name, mode='w', newline='') as csv_file: with open(file_name, mode='w', newline='') as csv_file:
writer = csv.writer(csv_file) writer = csv.writer(csv_file)
@ -46,10 +45,10 @@ def make_csv(result_dict, output_path=None):
for model, model_results in result_dict.items(): for model, model_results in result_dict.items():
for precision, prec_results in model_results.items(): for precision, prec_results in model_results.items():
row = [index, model, precision] row = [index, model, precision]
for language in headers[3:]: for language in ["en","zh"]:
task_results = prec_results.get(language.lower(), None) task_results = prec_results.get(language.lower(), None)
if task_results is None: if task_results is None:
row.append("") continue
else: else:
result = task_results["results"] result = task_results["results"]
row.append("%.4f" % result) row.append("%.4f" % result)
@ -89,6 +88,7 @@ def main(*args):
output_path = args[2] output_path = args[2]
merged_results = merge_results(input_path) merged_results = merge_results(input_path)
make_csv(merged_results, output_path) make_csv(merged_results, output_path)

6
python/llm/dev/benchmark/perplexity/make_table.py
View file

@ -35,8 +35,8 @@ def make_table(result_dict):
"""Generate table of results.""" """Generate table of results."""
md_writer = MarkdownTableWriter() md_writer = MarkdownTableWriter()
latex_writer = LatexTableWriter() latex_writer = LatexTableWriter()
md_writer.headers = ["Model", "Precision", "en", "zh"] md_writer.headers = ["Model", "Precision", "ppl_result"]#["Model", "Precision", "en", "zh"]
latex_writer.headers = ["Model", "Precision", "en", "zh"] latex_writer.headers = ["Model", "Precision", "ppl_result"]#"en", "zh"]
languages = ["en", "zh"] languages = ["en", "zh"]
values = [] values = []
@ -46,7 +46,7 @@ def make_table(result_dict):
for language in languages: for language in languages:
task_results = prec_results.get(language, None) task_results = prec_results.get(language, None)
if task_results is None: if task_results is None:
value.append("") continue#value.append("")
else: else:
result = task_results["results"] result = task_results["results"]
value.append("%.4f" % result) value.append("%.4f" % result)