ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

fix typos

Browse source
This commit is contained in:
Huang, Xinshengzi 2024-08-22 11:31:25 +08:00
parent c6ed1c412d
commit 01ed397e7a
1 changed files with 1 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
python/llm/src/ipex_llm/transformers/models/baichuan.py
View file

@ -97,7 +97,7 @@ def baichuan_model_7b_forward(
) )
use_cache = use_cache if use_cache is not None else self.config.use_cache use_cache = use_cache if use_cache is not None else self.config.use_cache
return_dict = return_dict if return_dict is not None else self.config.use_return_dict return_dict = return_dict if return_dict is not None else self.config.use_return_dict
if use_cache: if use_cache:
inputs = input_ids if input_ids is not None else inputs_embeds inputs = input_ids if input_ids is not None else inputs_embeds
@ -164,9 +164,6 @@ def baichuan_model_7b_forward(
use_compresskv = isinstance(past_key_values, DynamicCompressCache) use_compresskv = isinstance(past_key_values, DynamicCompressCache)
# if not past_key_values and not use_compresskv:
# past_key_values = [None for _ in range(self.num_layers)]
for idx, decoder_layer in enumerate(self.layers): for idx, decoder_layer in enumerate(self.layers):
if output_hidden_states: if output_hidden_states:
all_hidden_states += (hidden_states,) all_hidden_states += (hidden_states,)