support chatglm3 with bf16 (#9888)

* support chatglm3 with bigdl-bf16
2024-01-11 16:45:21 +08:00 · 2024-01-11 16:45:21 +08:00 · 4af88a67b9
commit 4af88a67b9
parent 0aef35a965
1 changed files with 1 additions and 3 deletions
--- a/python/llm/src/bigdl/llm/transformers/low_bit_linear.py
+++ b/python/llm/src/bigdl/llm/transformers/low_bit_linear.py
@ -665,7 +665,5 @@ class BF16Linear(nn.Linear):
        if self.bias is not None and self.bias.dtype != x.dtype:
            self.bias.data = self.bias.data.to(x.dtype)

-        result = F.linear(x, self.weight)
-        if self.bias is not None:
-            result += self.bias
+        result = F.linear(x, self.weight, self.bias)
        return result.to(x.dtype)