ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Fix ipex-llm CPU linear dtype not match (#12805)

Browse source
This commit is contained in:
Xiangyu Tian 2025-02-11 10:34:44 +08:00 committed by GitHub
parent 2701a9d1e3
commit b70ad902b4
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/src/ipex_llm/transformers/low_bit_linear.py
View file

@ -699,7 +699,7 @@ class LowBitLinear(nn.Linear):
if is_server() and (not is_spr()) and \
self.qtype == SYM_INT4 and x_2d.shape[0] >= TORCH_LINEAR_THRESHOLD:
x0_fp32 = ggml_int4_convert_fp32(x0, self.weight_shape, self.weight_length)
result = F.linear(x, x0_fp32)
result = F.linear(x.to(dtype=x0_fp32.dtype), x0_fp32)
else:
# Weight does not need a convert
result = ggml_matmul_src1_x_src0_t(x0, x_2d, self.weight_shape, self.qtype)