ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

small fix (#12727)

Browse source
This commit is contained in:
Yishuo Wang 2025-01-21 17:27:18 +08:00 committed by GitHub
parent 412bfd6644
commit 6789e5d92f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 16 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
python/llm/src/ipex_llm/transformers/utils.py
View file

@ -139,6 +139,12 @@ def fix_key(key):
def get_autocast_dtype(x): def get_autocast_dtype(x):
if torch.__version__ >= '2.3':
if torch.is_autocast_enabled(x.device.type):
return torch.get_autocast_dtype(x.device.type)
else:
return None
else:
if x.device.type == "xpu": if x.device.type == "xpu":
if torch.xpu.is_autocast_xpu_enabled(): if torch.xpu.is_autocast_xpu_enabled():
return torch.xpu.get_autocast_xpu_dtype() return torch.xpu.get_autocast_xpu_dtype()