diff --git a/python/llm/src/ipex_llm/transformers/model.py b/python/llm/src/ipex_llm/transformers/model.py
index 7290acae..97513e5c 100644
--- a/python/llm/src/ipex_llm/transformers/model.py
+++ b/python/llm/src/ipex_llm/transformers/model.py
@@ -797,6 +797,13 @@ class _BaseAutoModelClass:
                                                                 model)
             torch.distributed.barrier()
 
+        # add lookup_generate to loaded model
+        from .lookup import lookup_generate
+        import types
+        model.lookup_generate = types.MethodType(lookup_generate, model)
+        if model.config.model_type == "minicpmv" and hasattr(model, 'llm'):
+            model.llm.lookup_generate = types.MethodType(lookup_generate, model.llm)
+
         return model