ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

remove benchmarkwrapper form deepspeed example (#10079)

Browse source
This commit is contained in:
Heyang Sun 2024-02-04 15:42:15 +08:00 committed by GitHub
parent f9a468a2c7
commit 90f004b80b
1 changed files with 0 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/example/CPU/Deepspeed-AutoTP/deepspeed_autotp.py
View file

@ -50,7 +50,6 @@ import torch
import intel_extension_for_pytorch as ipex import intel_extension_for_pytorch as ipex
import time import time
import argparse import argparse
from benchmark_util import BenchmarkWrapper
if __name__ == '__main__': if __name__ == '__main__':
parser = argparse.ArgumentParser(description='Predict Tokens using `generate()` API for Llama2 model') parser = argparse.ArgumentParser(description='Predict Tokens using `generate()` API for Llama2 model')
@ -94,7 +93,6 @@ if __name__ == '__main__':
model = model.to(f'cpu:{local_rank}') model = model.to(f'cpu:{local_rank}')
print(model) print(model)
model = BenchmarkWrapper(model, do_print=True)
# Load tokenizer # Load tokenizer
tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True) tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)