[LLM Doc] Fix api doc rendering error (#9542)

* Fix api rendering error * Fix python style
2023-11-29 09:17:09 +08:00 · 2023-11-29 09:17:09 +08:00 · 5f5ca38b74
commit 5f5ca38b74
parent a86c6e0b56
1 changed files with 3 additions and 4 deletions
--- a/python/llm/src/bigdl/llm/transformers/convert.py
+++ b/python/llm/src/bigdl/llm/transformers/convert.py
@ -108,11 +108,10 @@ def is_linear_module(module):
    return result, (in_features, out_features, mp_group)


+def convert_gptq(module, awq=False):
    from bigdl.llm.transformers.low_bit_linear import get_ggml_qk_size
    Q4_1 = get_ggml_qk_size("asym_int4")

-
-def convert_gptq(module, awq=False):
    scales = module.scales

    zeros = torch.bitwise_right_shift(