ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Fix gptj failed to extend (#10269)

Browse source
This commit is contained in:
Yina Chen 2024-02-29 09:39:27 +08:00 committed by GitHub
parent 1572b6f7c3
commit 07f36fbfcc
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/src/bigdl/llm/transformers/models/gptj.py
View file

@ -134,7 +134,7 @@ def gptj_attention_forward(
device = hidden_states.device device = hidden_states.device
if layer_past is not None: if layer_past is not None:
kv_seq_len += layer_past[0].size(1) kv_seq_len += layer_past[0].size(2)
if layer_past is not None: if layer_past is not None:
cache_k = layer_past[0] cache_k = layer_past[0]