From 6f22133efcc0b0274364dc9213c538419b2fe3f8 Mon Sep 17 00:00:00 2001 From: Zijie Li Date: Wed, 30 Oct 2024 21:35:31 -0400 Subject: [PATCH] Update AWQ and GPTQ GPU example (#12300) --- .../GPU/HuggingFace/Advanced-Quantizations/AWQ/README.md | 5 ----- .../GPU/HuggingFace/Advanced-Quantizations/GPTQ/README.md | 1 - 2 files changed, 6 deletions(-) diff --git a/python/llm/example/GPU/HuggingFace/Advanced-Quantizations/AWQ/README.md b/python/llm/example/GPU/HuggingFace/Advanced-Quantizations/AWQ/README.md index cf281a8f..b67bbe98 100644 --- a/python/llm/example/GPU/HuggingFace/Advanced-Quantizations/AWQ/README.md +++ b/python/llm/example/GPU/HuggingFace/Advanced-Quantizations/AWQ/README.md @@ -37,15 +37,10 @@ conda create -n llm python=3.11 conda activate llm # below command will install intel_extension_for_pytorch==2.1.10+xpu as default pip install --pre --upgrade ipex-llm[xpu] --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ -pip install transformers==4.35.0 pip install autoawq==0.1.8 --no-deps pip install accelerate==0.25.0 pip install einops ``` -**Note: For Mixtral model, please use transformers 4.36.0:** -```bash -pip install transformers==4.36.0 -``` ### 2. Configures OneAPI environment variables diff --git a/python/llm/example/GPU/HuggingFace/Advanced-Quantizations/GPTQ/README.md b/python/llm/example/GPU/HuggingFace/Advanced-Quantizations/GPTQ/README.md index a8040d31..344b6db3 100644 --- a/python/llm/example/GPU/HuggingFace/Advanced-Quantizations/GPTQ/README.md +++ b/python/llm/example/GPU/HuggingFace/Advanced-Quantizations/GPTQ/README.md @@ -13,7 +13,6 @@ conda create -n llm python=3.11 conda activate llm # below command will install intel_extension_for_pytorch==2.1.10+xpu as default pip install --pre --upgrade ipex-llm[xpu] --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ -pip install transformers==4.37.0 pip install auto_gptq==0.7.1 pip install optimum==1.14.0 ```