LLM:Add qwen moe example libs md (#10828)
This commit is contained in:
parent
1edb19c1dd
commit
5f95054f97
4 changed files with 16 additions and 0 deletions
|
|
@ -15,6 +15,10 @@ conda activate llm
|
|||
|
||||
pip install --pre --upgrade ipex-llm[all] # install ipex-llm with 'all' option
|
||||
pip install transformers==4.37.0 # install the transformers which support Qwen2
|
||||
|
||||
# only for Qwen1.5-MoE-A2.7B
|
||||
pip install transformers==4.40.0
|
||||
pip install trl==0.8.1
|
||||
```
|
||||
|
||||
### 2. Run
|
||||
|
|
|
|||
|
|
@ -16,6 +16,10 @@ conda activate llm
|
|||
|
||||
pip install --pre --upgrade ipex-llm[all] # install the latest ipex-llm nightly build with 'all' option
|
||||
pip install transformers==4.37.0 # install transformers which supports Qwen2
|
||||
|
||||
# only for Qwen1.5-MoE-A2.7B
|
||||
pip install transformers==4.40.0
|
||||
pip install trl==0.8.1
|
||||
```
|
||||
|
||||
### 2. Run
|
||||
|
|
|
|||
|
|
@ -16,6 +16,10 @@ conda activate llm
|
|||
pip install --pre --upgrade ipex-llm[xpu] --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/
|
||||
|
||||
pip install transformers==4.37.0 # install transformers which supports Qwen2
|
||||
|
||||
# only for Qwen1.5-MoE-A2.7B
|
||||
pip install transformers==4.40.0
|
||||
pip install trl==0.8.1
|
||||
```
|
||||
|
||||
#### 1.2 Installation on Windows
|
||||
|
|
|
|||
|
|
@ -30,6 +30,10 @@ pip install dpcpp-cpp-rt==2024.0.2 mkl-dpcpp==2024.0.0 onednn==2024.0.0
|
|||
pip install --pre --upgrade ipex-llm[xpu] --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/
|
||||
|
||||
pip install transformers==4.37.0 # install transformers which supports Qwen2
|
||||
|
||||
# only for Qwen1.5-MoE-A2.7B
|
||||
pip install transformers==4.40.0
|
||||
pip install trl==0.8.1
|
||||
```
|
||||
|
||||
### 2. Configures OneAPI environment variables for Linux
|
||||
|
|
|
|||
Loading…
Reference in a new issue