ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

fix: delete ipex extension import in ppl wikitext evaluation (#11806)

Browse source 
Co-authored-by: Jinhe Tang <jin.tang1337@gmail.com>
This commit is contained in:
Chu,Youcheng 2024-08-15 13:40:01 +08:00 committed by GitHub
parent 016e840eed
commit 3ac83f8396
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 0 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/dev/benchmark/perplexity/run_wikitext.py
View file

@ -38,8 +38,6 @@ args = parser.parse_args()
if args.precision == "fp16": # ipex fp16 if args.precision == "fp16": # ipex fp16
from transformers import AutoModelForCausalLM from transformers import AutoModelForCausalLM
if "xpu" in args.device:
import intel_extension_for_pytorch as ipex
model = AutoModelForCausalLM.from_pretrained(args.model_path, use_cache=args.use_cache, trust_remote_code=True) model = AutoModelForCausalLM.from_pretrained(args.model_path, use_cache=args.use_cache, trust_remote_code=True)
model = model.half() model = model.half()
else: # ipex-llm else: # ipex-llm