From 5f5ca38b7403cad66b00deb2f5d89e3d9dbd65ca Mon Sep 17 00:00:00 2001 From: Yuwen Hu <54161268+Oscilloscope98@users.noreply.github.com> Date: Wed, 29 Nov 2023 09:17:09 +0800 Subject: [PATCH] [LLM Doc] Fix api doc rendering error (#9542) * Fix api rendering error * Fix python style --- python/llm/src/bigdl/llm/transformers/convert.py | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/python/llm/src/bigdl/llm/transformers/convert.py b/python/llm/src/bigdl/llm/transformers/convert.py index e0082783..3ba482cd 100644 --- a/python/llm/src/bigdl/llm/transformers/convert.py +++ b/python/llm/src/bigdl/llm/transformers/convert.py @@ -108,11 +108,10 @@ def is_linear_module(module): return result, (in_features, out_features, mp_group) -from bigdl.llm.transformers.low_bit_linear import get_ggml_qk_size -Q4_1 = get_ggml_qk_size("asym_int4") - - def convert_gptq(module, awq=False): + from bigdl.llm.transformers.low_bit_linear import get_ggml_qk_size + Q4_1 = get_ggml_qk_size("asym_int4") + scales = module.scales zeros = torch.bitwise_right_shift(