ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

fix typos

Browse source
This commit is contained in:
Huang, Xinshengzi 2024-08-22 11:12:23 +08:00
parent 6a5ca17afc
commit 4adadddbbc
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
python/llm/src/ipex_llm/transformers/models/baichuan.py
View file

@ -277,8 +277,8 @@ def baichuan_attention_forward_7b(
else: else:
enough_kv_room = is_enough_kv_cache_room_4_36(past_key_value, enough_kv_room = is_enough_kv_cache_room_4_36(past_key_value,
self.layer_idx, self.layer_idx,
q_len) q_len)
key_states, value_states = past_key_value.update( key_states, value_states = past_key_value.update(
key_states, value_states, self.layer_idx, key_states, value_states, self.layer_idx,
query_states, attention_mask, 1, query_states, attention_mask, 1,