From 6b2a32eba21875785065b2d5277e29c9eb64fadf Mon Sep 17 00:00:00 2001 From: WeiguangHan Date: Thu, 26 Oct 2023 18:05:23 +0800 Subject: [PATCH] LLM: add missing function for PyTorch InternLM model (#9285) --- python/llm/src/bigdl/llm/transformers/models/internlm.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/llm/src/bigdl/llm/transformers/models/internlm.py b/python/llm/src/bigdl/llm/transformers/models/internlm.py index 5afd06b6..b52259fd 100644 --- a/python/llm/src/bigdl/llm/transformers/models/internlm.py +++ b/python/llm/src/bigdl/llm/transformers/models/internlm.py @@ -45,6 +45,7 @@ from torch import nn from bigdl.llm.utils.common import invalidInputError from bigdl.llm.transformers.models.utils import init_kv_cache, extend_kv_cache, append_kv_cache from bigdl.llm.transformers.models.utils import apply_rotary_pos_emb +from bigdl.llm.transformers.models.utils import apply_rotary_pos_emb_no_cache_xpu KV_CACHE_ALLOC_BLOCK_LENGTH = 256