ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

fix internlm xcomposser meta-instruction typo (#11448)

Browse source
This commit is contained in:
Yishuo Wang 2024-06-27 15:29:43 +08:00 committed by GitHub
parent f89ca23748
commit c6e5ad668d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 6 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
python/llm/src/ipex_llm/transformers/models/internlm.py
View file

@ -447,15 +447,16 @@ def internlm_xcomposser2_chat(
repetition_penalty: float=1.005, repetition_penalty: float=1.005,
meta_instruction: meta_instruction:
str = ('You are an AI assistant whose name is InternLM-XComposer (浦语·灵笔).\n' str = ('You are an AI assistant whose name is InternLM-XComposer (浦语·灵笔).\n'
'- InternLM-XComposer (浦语·灵笔) is a multi-modality conversational language model' '- InternLM-XComposer (浦语·灵笔) is a multi-modality conversational language model '
'that is developed by Shanghai AI Laboratory (上海人工智能实验室).' 'that is developed by Shanghai AI Laboratory (上海人工智能实验室).'
'It is designed to be helpful, honest, and harmless.\n' 'It is designed to be helpful, honest, and harmless.\n'
'- InternLM-XComposer (浦语·灵笔) can understand and communicate fluently in the' '- InternLM-XComposer (浦语·灵笔) can understand and communicate fluently in the '
'language chosen by the user such as English and 中文.\n' 'language chosen by the user such as English and 中文.\n'
'- InternLM-XComposer (浦语·灵笔) is capable of comprehending and articulating' '- InternLM-XComposer (浦语·灵笔) is capable of comprehending and articulating '
'responses effectively based on the provided image.'), 'responses effectively based on the provided image.'),
**kwargs, **kwargs,
): ):
# ipex-llm changes start: fix device and dtype conversion
if image is None: if image is None:
inputs = self.build_inputs(tokenizer, query, history, meta_instruction) inputs = self.build_inputs(tokenizer, query, history, meta_instruction)
im_mask = torch.zeros(inputs['input_ids'].shape[:2]).bool() im_mask = torch.zeros(inputs['input_ids'].shape[:2]).bool()
@ -468,6 +469,8 @@ def internlm_xcomposser2_chat(
for k, v in inputs.items() if torch.is_tensor(v) for k, v in inputs.items() if torch.is_tensor(v)
} }
im_mask = im_mask.to(self.device) im_mask = im_mask.to(self.device)
# ipex-llm changes end
# also add end-of-assistant token in eos token id to avoid unnecessary generation # also add end-of-assistant token in eos token id to avoid unnecessary generation
eos_token_id = [ eos_token_id = [
tokenizer.eos_token_id, tokenizer.eos_token_id,