ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

fix user issue (#12692)

Browse source
This commit is contained in:
Yishuo Wang 2025-01-10 10:18:47 +08:00 committed by GitHub
parent 68857494a5
commit f8dc408888
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 8 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
python/llm/src/ipex_llm/transformers/convert_ipex.py
View file

@ -52,7 +52,14 @@ import os
def _ipex_optimize_rmsnorm(_model, supported_classes, is_tpp=False, is_woq=False): def _ipex_optimize_rmsnorm(_model, supported_classes, is_tpp=False, is_woq=False):
from intel_extension_for_pytorch.transformers.models.cpu.fusions.mha_fusion import _IPEXRMSNorm try:
# old version use name `_IPEXRMSNorm`
from intel_extension_for_pytorch.transformers.models.cpu.fusions.mha_fusion \
import _IPEXRMSNorm
except ImportError:
# new version use name `_IPEXRMSNormCPU`
from intel_extension_for_pytorch.transformers.models.cpu.fusions.mha_fusion \
import _IPEXRMSNormCPU as _IPEXRMSNorm
for supported_class in supported_classes: for supported_class in supported_classes:
lowering_class_cpu( lowering_class_cpu(
_model, _model,