ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Fixes regarding utf-8 in all-in-one benchmark (#11839)

Browse source
This commit is contained in:
Yuwen Hu 2024-08-19 10:38:00 +08:00 committed by GitHub
parent 46a1cbfa64
commit cfc959defa
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 5 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
python/llm/dev/benchmark/all-in-one/run.py
View file

@ -568,7 +568,7 @@ def run_transformer_int4_gpu(repo_id,
peak_mem = result[in_out][-1][6]
streaming = 'N/A'
use_fp16_torch_dtype = 'N/A'
with open(csv_name, mode='a', newline='') as file:
with open(csv_name, mode='a', newline='', encoding='utf-8') as file:
csv_writer = csv.writer(file)
file.seek(0, os.SEEK_END)
global line_counter
@ -2046,16 +2046,16 @@ if __name__ == '__main__':
if torch.distributed.get_rank() == 0:
df.index += max(line_counter - 1, 0)
if line_counter == 0:
df.to_csv(csv_name, mode='a')
df.to_csv(csv_name, mode='a', encoding='utf-8')
else:
df.to_csv(csv_name, mode='a', header=None)
df.to_csv(csv_name, mode='a', header=None, encoding='utf-8')
line_counter += len(df.index)
else:
df.index += max(line_counter - 1, 0)
if api not in ["transformer_int4_gpu", "transformer_int4_fp16_gpu"]:
if line_counter == 0:
df.to_csv(csv_name, mode='a')
df.to_csv(csv_name, mode='a', encoding='utf-8')
else:
df.to_csv(csv_name, mode='a', header=None)
df.to_csv(csv_name, mode='a', header=None, encoding='utf-8')
line_counter += len(df.index)
results = []