ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

LLM: add missing function for PyTorch InternLM model (#9285)

Browse source
This commit is contained in:
WeiguangHan 2023-10-26 18:05:23 +08:00 committed by GitHub
parent f879c48f98
commit 6b2a32eba2
1 changed files with 1 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
python/llm/src/bigdl/llm/transformers/models/internlm.py
View file

@ -45,6 +45,7 @@ from torch import nn
from bigdl.llm.utils.common import invalidInputError
from bigdl.llm.transformers.models.utils import init_kv_cache, extend_kv_cache, append_kv_cache
from bigdl.llm.transformers.models.utils import apply_rotary_pos_emb
from bigdl.llm.transformers.models.utils import apply_rotary_pos_emb_no_cache_xpu
KV_CACHE_ALLOC_BLOCK_LENGTH = 256