ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

[LLM] IPEX auto importer turn on by default for XPU (#9730)

Browse source 
* Set BIGDL_IMPORT_IPEX default to true, i.e., auto import IPEX for XPU.
* Remove import intel_extension_for_pytorch as ipex from GPU example.
* Add support for bigdl-core-xe-21.
This commit is contained in:
Qiyuan Gong 2023-12-22 16:20:32 +08:00 committed by GitHub
parent 95c03765cb
commit 0284801fbd
65 changed files with 11 additions and 65 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
python/llm/example/GPU/Deepspeed-AutoTP/deepspeed_autotp.py
View file

@ -25,7 +25,6 @@ world_size = int(os.getenv("WORLD_SIZE", "1"))
from bigdl.llm import optimize_model
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/Advanced-Quantizations/AWQ/generate.py
View file

@ -17,7 +17,6 @@
import torch
import time
import argparse
import intel_extension_for_pytorch as ipex
from bigdl.llm.transformers import AutoModelForCausalLM
from transformers import AutoTokenizer

1
python/llm/example/GPU/HF-Transformers-AutoModels/Advanced-Quantizations/GGUF/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/Advanced-Quantizations/GPTQ/generate.py
View file

@ -17,7 +17,6 @@
import torch
import time
import argparse
import intel_extension_for_pytorch as ipex
from bigdl.llm.transformers import AutoModelForCausalLM
from transformers import LlamaTokenizer, GPTQConfig

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/aquila/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/aquila2/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/baichuan/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/baichuan2/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/bluelm/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/chatglm2/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse
import numpy as np

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/chatglm2/streamchat.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse
import numpy as np

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/chatglm3/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse
import numpy as np

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/chatglm3/streamchat.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse
import numpy as np

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/chinese-llama2/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/codellama/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/distil-whisper/recognize.py
View file

@ -14,7 +14,6 @@
# limitations under the License.
#
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/dolly-v1/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse
import numpy as np

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/dolly-v2/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse
import numpy as np

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/falcon/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/flan-t5/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/gpt-j/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/internlm/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/llama2/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/mistral/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/mixtral/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/mpt/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/phi-1_5/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse
import numpy as np

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/qwen-vl/chat.py
View file

@ -22,7 +22,6 @@ from transformers import AutoTokenizer
from transformers.generation import GenerationConfig
from bigdl.llm.transformers import AutoModelForCausalLM
import intel_extension_for_pytorch as ipex
torch.manual_seed(1234)

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/qwen/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/replit/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/starcoder/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/vicuna/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/voiceassistant/generate.py
View file

@ -17,7 +17,6 @@
import os
import torch
import time
import intel_extension_for_pytorch as ipex
import argparse
import numpy as np
import inquirer

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/whisper/recognize.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/Model/yi/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/HF-Transformers-AutoModels/More-Data-Types/transformers_low_bit_pipeline.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import argparse
from bigdl.llm.transformers import AutoModelForCausalLM
from transformers import AutoTokenizer, TextGenerationPipeline

1
python/llm/example/GPU/PyTorch-Models/Model/aquila2/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/PyTorch-Models/Model/baichuan/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/PyTorch-Models/Model/baichuan2/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/PyTorch-Models/Model/bluelm/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/PyTorch-Models/Model/chatglm2/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/PyTorch-Models/Model/chatglm2/streamchat.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse
import numpy as np

1
python/llm/example/GPU/PyTorch-Models/Model/chatglm3/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/PyTorch-Models/Model/chatglm3/streamchat.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse
import numpy as np

1
python/llm/example/GPU/PyTorch-Models/Model/codellama/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/PyTorch-Models/Model/distil-whisper/recognize.py
View file

@ -14,7 +14,6 @@
# limitations under the License.
#
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/PyTorch-Models/Model/dolly-v1/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/PyTorch-Models/Model/dolly-v2/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/PyTorch-Models/Model/flan-t5/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/PyTorch-Models/Model/llama2/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/PyTorch-Models/Model/llama2/low_memory_generate.py
View file

@ -23,7 +23,6 @@ import time
import warnings
from typing import Dict, List, Optional, Union
import intel_extension_for_pytorch as ipex
import torch
import torch.nn as nn
from accelerate import init_empty_weights

1
python/llm/example/GPU/PyTorch-Models/Model/llava/generate.py
View file

@ -34,7 +34,6 @@
import argparse
import torch
import intel_extension_for_pytorch as ipex
import time
from transformers import AutoModelForCausalLM

1
python/llm/example/GPU/PyTorch-Models/Model/mistral/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/PyTorch-Models/Model/mixtral/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/PyTorch-Models/Model/phi-1_5/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/PyTorch-Models/Model/qwen-vl/chat.py
View file

@ -22,7 +22,6 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
from transformers.generation import GenerationConfig
from bigdl.llm import optimize_model
import intel_extension_for_pytorch as ipex
torch.manual_seed(1234)

1
python/llm/example/GPU/PyTorch-Models/Model/replit/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/PyTorch-Models/Model/starcoder/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/PyTorch-Models/Model/yi/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/PyTorch-Models/More-Data-Types/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse

1
python/llm/example/GPU/PyTorch-Models/Save-Load/generate.py
View file

@ -15,7 +15,6 @@
#
import torch
import intel_extension_for_pytorch as ipex
import time
import argparse
from bigdl.llm import optimize_model

1
python/llm/example/GPU/QLoRA-FineTuning/alpaca-qlora/alpaca_qlora_finetuning.py
View file

@ -46,7 +46,6 @@ from peft import (
)
from utils.prompter import Prompter
import intel_extension_for_pytorch as ipex
from bigdl.llm.transformers import AutoModelForCausalLM
# import them from bigdl.llm.transformers.qlora to get a BigDL-LLM compatible Peft model
from bigdl.llm.transformers.qlora import get_peft_model, prepare_model_for_kbit_training,\

1
python/llm/example/GPU/QLoRA-FineTuning/qlora_finetuning.py
View file

@ -19,7 +19,6 @@ import os
import transformers
from transformers import LlamaTokenizer
import intel_extension_for_pytorch as ipex
from peft import LoraConfig
from bigdl.llm.transformers.qlora import get_peft_model, prepare_model_for_kbit_training
from bigdl.llm.transformers import AutoModelForCausalLM

2
python/llm/src/bigdl/llm/__init__.py
View file

@ -24,7 +24,7 @@ from .optimize import optimize_model
import os
# Default is false, set to true to auto importing Intel Extension for PyTorch.
BIGDL_IMPORT_IPEX = os.getenv("BIGDL_IMPORT_IPEX", 'False').lower() in ('true', '1', 't')
BIGDL_IMPORT_IPEX = os.getenv("BIGDL_IMPORT_IPEX", 'True').lower() in ('true', '1', 't')
if BIGDL_IMPORT_IPEX:
# Import Intel Extension for PyTorch as ipex if XPU version is installed
from .utils.ipex_importer import ipex_importer

11
python/llm/src/bigdl/llm/utils/ipex_importer.py
View file

@ -35,10 +35,19 @@ class IPEXImporter:
"""
# Check if xpu version installed
try:
# Check if bigdl-core-xe is installed
distribution('bigdl-core-xe')
return True
except PackageNotFoundError:
return False
# bigdl-core-xe not found
# Check if bigdl-core-xe-21 is installed
try:
distribution('bigdl-core-xe-21')
return True
except PackageNotFoundError:
# bigdl-core-xe not found
return False
return False
def import_ipex(self):
"""