remove benchmarkwrapper form deepspeed example (#10079)

This commit is contained in:
Heyang Sun 2024-02-04 15:42:15 +08:00 committed by GitHub
parent f9a468a2c7
commit 90f004b80b

View file

@ -50,7 +50,6 @@ import torch
import intel_extension_for_pytorch as ipex
import time
import argparse
from benchmark_util import BenchmarkWrapper
if __name__ == '__main__':
parser = argparse.ArgumentParser(description='Predict Tokens using `generate()` API for Llama2 model')
@ -94,7 +93,6 @@ if __name__ == '__main__':
model = model.to(f'cpu:{local_rank}')
print(model)
model = BenchmarkWrapper(model, do_print=True)
# Load tokenizer
tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)