fix internlm xcomposer2 fp16 (#11123)

2024-05-24 11:03:31 +08:00 · 2024-05-24 11:03:31 +08:00 · 9372ce87ce
commit 9372ce87ce
parent 011b9faa5c
1 changed files with 1 additions and 1 deletions
--- a/python/llm/src/ipex_llm/transformers/models/internlm.py
+++ b/python/llm/src/ipex_llm/transformers/models/internlm.py
@ -481,7 +481,7 @@ def internlm_xcomposser2_chat(
        inputs, im_mask = self.interleav_wrap_chat(tokenizer, query, image,
                                                   history, meta_instruction)
    inputs = {
-        k: v.to(self.device)
+        k: v.to(device=self.device, dtype=self.dtype)
        for k, v in inputs.items() if torch.is_tensor(v)
    }
    im_mask = im_mask.to(self.device)