ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

[NPU] Update layernorm node on MTL/ARL (#12738)

Browse source 
* Update layernorm node on MTL/ARL

* Fix on style
This commit is contained in:
Yuwen Hu 2025-01-23 17:25:19 +08:00 committed by GitHub
parent d11f257ee7
commit 69f13c78b8
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
python/llm/src/ipex_llm/transformers/npu_models/mp_models_base.py
View file

@ -472,7 +472,9 @@ class LLMBaseNNFactory(NNFactory):
) )
eps = self.constant(self.rms_norm_eps) eps = self.constant(self.rms_norm_eps)
hidden_states = self.eltwise_div(hidden_states, self.sqrt(self.eltwise_add(variance, eps))) hidden_states = self.eltwise_div(hidden_states, self.sqrt(self.eltwise_add(variance, eps)))
if os.environ.get("IPEX_LLM_NPU_DRIVER_VERSION", None) in ["5716", "5733"]: if os.environ.get("IPEX_LLM_NPU_DRIVER_VERSION", None) in ["5716", "5733"] or \
os.environ.get("IPEX_LLM_NPU_MTL", "0") == "1" or \
os.environ.get("IPEX_LLM_NPU_ARL", "0") == "1":
# to support special drivers # to support special drivers
hidden_states = self.convert_to_fp16(hidden_states) hidden_states = self.convert_to_fp16(hidden_states)
else: else: