ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

fix internlm xcomposer2 fp16 (#11123)

Browse source
This commit is contained in:
Yishuo Wang 2024-05-24 11:03:31 +08:00 committed by GitHub
parent 011b9faa5c
commit 9372ce87ce
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/src/ipex_llm/transformers/models/internlm.py
View file

@ -481,7 +481,7 @@ def internlm_xcomposser2_chat(
inputs, im_mask = self.interleav_wrap_chat(tokenizer, query, image, inputs, im_mask = self.interleav_wrap_chat(tokenizer, query, image,
history, meta_instruction) history, meta_instruction)
inputs = { inputs = {
k: v.to(self.device) k: v.to(device=self.device, dtype=self.dtype)
for k, v in inputs.items() if torch.is_tensor(v) for k, v in inputs.items() if torch.is_tensor(v)
} }
im_mask = im_mask.to(self.device) im_mask = im_mask.to(self.device)