ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

LLM: update esimd sdp kernel (#9871)

Browse source
This commit is contained in:
Ruonan Wang 2024-01-09 18:10:01 +08:00 committed by GitHub
parent 023679459e
commit 3e05c9e11b
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
python/llm/src/bigdl/llm/transformers/models/llama.py
View file

@ -276,8 +276,8 @@ def llama_attention_forward_4_31(
elif use_esimd_sdp(q_len, self.head_dim, query_states): elif use_esimd_sdp(q_len, self.head_dim, query_states):
import linear_fp16_esimd import linear_fp16_esimd
attn_output = linear_fp16_esimd.sdp_forward(query_states, attn_output = linear_fp16_esimd.sdp_forward(query_states,
key_states.contiguous(), key_states,
value_states.contiguous()) value_states)
attn_output = attn_output.view(query_states.shape) attn_output = attn_output.view(query_states.shape)
attn_weights = None attn_weights = None
else: else: