LLM: update esimd sdp kernel (#9871)

2024-01-09 18:10:01 +08:00 · 2024-01-09 18:10:01 +08:00 · 3e05c9e11b
commit 3e05c9e11b
parent 023679459e
1 changed files with 2 additions and 2 deletions
--- a/python/llm/src/bigdl/llm/transformers/models/llama.py
+++ b/python/llm/src/bigdl/llm/transformers/models/llama.py
@ -276,8 +276,8 @@ def llama_attention_forward_4_31(
    elif use_esimd_sdp(q_len, self.head_dim, query_states):
        import linear_fp16_esimd
        attn_output = linear_fp16_esimd.sdp_forward(query_states,
-                                                    key_states.contiguous(),
-                                                    value_states.contiguous())
+                                                    key_states,
+                                                    value_states)
        attn_output = attn_output.view(query_states.shape)
        attn_weights = None
    else: