Fix lightweight-serving codegeex error (#11759)

2024-08-12 10:35:37 +08:00 · 2024-08-12 10:35:37 +08:00 · 245dba0abc
commit 245dba0abc
parent 66fe2ee464
1 changed files with 2 additions and 2 deletions
--- a/python/llm/src/ipex_llm/serving/fastapi/api_server.py
+++ b/python/llm/src/ipex_llm/serving/fastapi/api_server.py
@ -275,11 +275,11 @@ def get_prompt(messages) -> str:
        if len(messages) <= 1:
            history = []
        else:
-            history = [msg.model_dump() for msg in messages[:-1]]
+            history = [msg for msg in messages[:-1]]
        history.append({"role": "user", "content": query})
        inputs = tokenizer.apply_chat_template(history, add_generation_prompt=True, tokenize=False,
                                               return_tensors="pt", return_dict=False)
-        return inputs
+        return inputs, []
    else:
        prompt = ""
        image_list = []