ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

disable mlp fusion of fp6 on mtl (#11059)

Browse source
This commit is contained in:
Ruonan Wang 2024-05-17 10:10:16 +08:00 committed by GitHub
parent 192ae35012
commit 3a72e5df8c
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 4 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
python/llm/src/ipex_llm/transformers/models/utils.py
View file

@ -358,6 +358,10 @@ def mlp_fusion_check(x, qtype, training):
return False return False
if training or x.requires_grad: if training or x.requires_grad:
return False return False
if qtype == FP6:
device = get_xpu_device_type(x)
if device == "mtl":
return False
return True return True