fix phi3 (#11878)

2024-08-21 10:31:41 +08:00 · 2024-08-21 10:31:41 +08:00 · bd1e490d62
commit bd1e490d62
parent eab6f6dde4
1 changed files with 1 additions and 1 deletions
--- a/python/llm/src/ipex_llm/transformers/models/phi3.py
+++ b/python/llm/src/ipex_llm/transformers/models/phi3.py
@ -277,7 +277,7 @@ def phi3_model_forward_wrapper(origin_model_forward):
                    head_dim = self.config.hidden_size // self.config.num_attention_heads
                    past_key_values = DynamicNormalCache.from_reserved(
                        n_layer, inputs.size(0), n_head, inputs.size(1), head_dim,
-                        inputs.dtype, inputs.device
+                        self.dtype, inputs.device
                    )
        return origin_model_forward(
            self=self,