ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

support chatglm3 with bf16 (#9888)

Browse source 
* support chatglm3 with bigdl-bf16
This commit is contained in:
Ziteng Zhang 2024-01-11 16:45:21 +08:00 committed by GitHub
parent 0aef35a965
commit 4af88a67b9
1 changed files with 1 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
python/llm/src/bigdl/llm/transformers/low_bit_linear.py
View file

@ -665,7 +665,5 @@ class BF16Linear(nn.Linear):
if self.bias is not None and self.bias.dtype != x.dtype: if self.bias is not None and self.bias.dtype != x.dtype:
self.bias.data = self.bias.data.to(x.dtype) self.bias.data = self.bias.data.to(x.dtype)
result = F.linear(x, self.weight) result = F.linear(x, self.weight, self.bias)
if self.bias is not None:
result += self.bias
return result.to(x.dtype) return result.to(x.dtype)