From f0f317b6cfdd9a996c056a8e523a0f37b7afbd66 Mon Sep 17 00:00:00 2001 From: Yishuo Wang Date: Fri, 22 Mar 2024 09:40:04 +0800 Subject: [PATCH] fix a typo in yuan (#10503) --- python/llm/src/bigdl/llm/transformers/models/yuan.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/llm/src/bigdl/llm/transformers/models/yuan.py b/python/llm/src/bigdl/llm/transformers/models/yuan.py index 9dc39be6..015835d7 100644 --- a/python/llm/src/bigdl/llm/transformers/models/yuan.py +++ b/python/llm/src/bigdl/llm/transformers/models/yuan.py @@ -394,7 +394,7 @@ def yuan_attention_forward_origin( self.head_dim, cache_k.size(2), kv_seq_len + KV_CACHE_ALLOC_BLOCK_LENGTH, - dtype=cache_k.d_type, + dtype=cache_k.dtype, device=device) new_cache_k[:] = cache_k new_cache_v[:] = cache_v