ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

fix typos

Browse source
This commit is contained in:
Huang, Xinshengzi 2024-08-22 11:31:25 +08:00
parent c6ed1c412d
commit 01ed397e7a
1 changed files with 1 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
python/llm/src/ipex_llm/transformers/models/baichuan.py
View file

@ -164,9 +164,6 @@ def baichuan_model_7b_forward(
use_compresskv = isinstance(past_key_values, DynamicCompressCache) use_compresskv = isinstance(past_key_values, DynamicCompressCache)
# if not past_key_values and not use_compresskv:
# past_key_values = [None for _ in range(self.num_layers)]
for idx, decoder_layer in enumerate(self.layers): for idx, decoder_layer in enumerate(self.layers):
if output_hidden_states: if output_hidden_states:
all_hidden_states += (hidden_states,) all_hidden_states += (hidden_states,)