ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

fix phi3 (#11878)

Browse source
This commit is contained in:
Yishuo Wang 2024-08-21 10:31:41 +08:00 committed by GitHub
parent eab6f6dde4
commit bd1e490d62
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/src/ipex_llm/transformers/models/phi3.py
View file

@ -277,7 +277,7 @@ def phi3_model_forward_wrapper(origin_model_forward):
head_dim = self.config.hidden_size // self.config.num_attention_heads head_dim = self.config.hidden_size // self.config.num_attention_heads
past_key_values = DynamicNormalCache.from_reserved( past_key_values = DynamicNormalCache.from_reserved(
n_layer, inputs.size(0), n_head, inputs.size(1), head_dim, n_layer, inputs.size(0), n_head, inputs.size(1), head_dim,
inputs.dtype, inputs.device self.dtype, inputs.device
) )
return origin_model_forward( return origin_model_forward(
self=self, self=self,