ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

small fix and add comment (#12670)

Browse source
This commit is contained in:
Yishuo Wang 2025-01-08 10:56:50 +08:00 committed by GitHub
parent ccf618ff4a
commit 7dd156d292
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/src/ipex_llm/transformers/low_bit_linear.py
View file

@ -286,7 +286,7 @@ def use_batch_forward(x: torch.Tensor, qtype: int, output_len: int):
or ( or (
qtype in [SYM_INT8, FP4, FP6, Q4_K, Q6_K] qtype in [SYM_INT8, FP4, FP6, Q4_K, Q6_K]
and batch_size <= 48 and batch_size <= 48
and device_name in ["arc", "pvc", "mtl", "lnl", "arl"] and device_name in ["arc", "pvc", "mtl", "arl"]
and x.shape[1] % 256 == 0 and x.shape[1] % 256 == 0
and output_len % 32 == 0 and output_len % 32 == 0
) )

2
python/llm/src/ipex_llm/transformers/utils.py
View file

@ -172,6 +172,8 @@ def get_xpu_device_name(device: torch.device):
if device.type != "xpu": if device.type != "xpu":
return device.type return device.type
else: else:
# possiable device name:
# ["arc", "pvc", "mtl", "lnl", "bmg", "arl", "legacy", "unknown"]
import xe_linear import xe_linear
return xe_linear.get_xpu_device_name(device) return xe_linear.get_xpu_device_name(device)