ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Remove sdpa available patch (#12734)

Browse source
This commit is contained in:
Yuwen Hu 2025-01-22 17:22:28 +08:00 committed by GitHub
parent c9b6c94a59
commit dcca522618
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 1 additions and 14 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
python/llm/src/ipex_llm/transformers/model.py
View file

@ -51,7 +51,7 @@ from ipex_llm.transformers.gguf.api import load_gguf_model
from .utils import logger, load_state_dict from .utils import logger, load_state_dict
from .utils import extract_local_archive_file, get_local_shard_files, load_imatrix_data from .utils import extract_local_archive_file, get_local_shard_files, load_imatrix_data
from .patches import patch_flash_attn_import, patch_sdpa_available from .patches import patch_flash_attn_import
patched_training_mode = None patched_training_mode = None
@ -108,7 +108,6 @@ class _BaseAutoModelClass:
@classmethod @classmethod
@patch("transformers.dynamic_module_utils.get_imports", patch_flash_attn_import) @patch("transformers.dynamic_module_utils.get_imports", patch_flash_attn_import)
@patch("transformers.modeling_utils.is_torch_sdpa_available", patch_sdpa_available, create=True)
def from_pretrained(cls, def from_pretrained(cls,
*args, *args,
**kwargs): **kwargs):
@ -531,7 +530,6 @@ class _BaseAutoModelClass:
@classmethod @classmethod
@patch("transformers.dynamic_module_utils.get_imports", patch_flash_attn_import) @patch("transformers.dynamic_module_utils.get_imports", patch_flash_attn_import)
@patch("transformers.modeling_utils.is_torch_sdpa_available", patch_sdpa_available, create=True)
def load_low_bit(cls, def load_low_bit(cls,
pretrained_model_name_or_path, pretrained_model_name_or_path,
*model_args, *model_args,

11
python/llm/src/ipex_llm/transformers/patches.py
View file

@ -26,14 +26,3 @@ def patch_flash_attn_import(filename: str) -> List[str]:
if "flash_attn" in imports: if "flash_attn" in imports:
imports.remove("flash_attn") imports.remove("flash_attn")
return imports return imports
def patch_sdpa_available() -> bool:
if IPEXImporter.is_xpu_version_installed():
return False
else:
try:
from transformers.utils import is_torch_sdpa_available
return is_torch_sdpa_available()
except ImportError:
return False