LLM: Fix vLLM CPU convert error (#11926)

2024-08-27 09:22:19 +08:00 · 2024-08-27 09:22:19 +08:00 · 7ca557aada
commit 7ca557aada
parent 5a8fc1baa2
1 changed files with 2 additions and 2 deletions
--- a/python/llm/src/ipex_llm/vllm/cpu/model_convert.py
+++ b/python/llm/src/ipex_llm/vllm/cpu/model_convert.py
@ -254,8 +254,8 @@ def get_load_function(low_bit):
                    scheduler_config=self.scheduler_config)
                return

-        _model_mlp_convert()
-        _model_attention_convert()
+        # _model_mlp_convert()
+        # _model_attention_convert()

        self.model = get_model(
            model_config=self.model_config,