ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

[LLM Doc] Fix api doc rendering error (#9542)

Browse source 
* Fix api rendering error

* Fix python style
This commit is contained in:
Yuwen Hu 2023-11-29 09:17:09 +08:00 committed by GitHub
parent a86c6e0b56
commit 5f5ca38b74
1 changed files with 3 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
python/llm/src/bigdl/llm/transformers/convert.py
View file

@ -108,11 +108,10 @@ def is_linear_module(module):
return result, (in_features, out_features, mp_group) return result, (in_features, out_features, mp_group)
from bigdl.llm.transformers.low_bit_linear import get_ggml_qk_size
Q4_1 = get_ggml_qk_size("asym_int4")
def convert_gptq(module, awq=False): def convert_gptq(module, awq=False):
from bigdl.llm.transformers.low_bit_linear import get_ggml_qk_size
Q4_1 = get_ggml_qk_size("asym_int4")
scales = module.scales scales = module.scales
zeros = torch.bitwise_right_shift( zeros = torch.bitwise_right_shift(