[LLM] Small fixes for finetune related examples and UTs (#9870)
This commit is contained in:
parent
b2aa267f50
commit
023679459e
3 changed files with 4 additions and 3 deletions
3
.github/workflows/llm_unit_tests.yml
vendored
3
.github/workflows/llm_unit_tests.yml
vendored
|
|
@ -324,7 +324,8 @@ jobs:
|
|||
- name: Run LLM example tests
|
||||
shell: bash
|
||||
run: |
|
||||
python -m pip install transformers==4.34.0 peft==0.5.0 accelerate==0.23.0
|
||||
python -m pip uninstall datasets -y
|
||||
python -m pip install transformers==4.34.0 datasets peft==0.5.0 accelerate==0.23.0
|
||||
python -m pip install bitsandbytes scipy
|
||||
# Specific oneapi position on arc ut test machines
|
||||
if [[ '${{ matrix.pytorch-version }}' == '2.1' ]]; then
|
||||
|
|
|
|||
|
|
@ -16,7 +16,7 @@ conda create -n llm python=3.9
|
|||
conda activate llm
|
||||
# below command will install intel_extension_for_pytorch==2.1.10+xpu as default
|
||||
pip install --pre --upgrade bigdl-llm[xpu] -f https://developer.intel.com/ipex-whl-stable-xpu
|
||||
pip install datasets transformers==4.34.0
|
||||
pip install transformers==4.34.0 datasets
|
||||
pip install peft==0.5.0
|
||||
pip install accelerate==0.23.0
|
||||
pip install bitsandbytes scipy
|
||||
|
|
|
|||
|
|
@ -12,7 +12,7 @@ conda create -n llm python=3.9
|
|||
conda activate llm
|
||||
# below command will install intel_extension_for_pytorch==2.1.10+xpu as default
|
||||
pip install --pre --upgrade bigdl-llm[xpu] -f https://developer.intel.com/ipex-whl-stable-xpu
|
||||
pip install datasets transformers==4.34.0
|
||||
pip install transformers==4.34.0 datasets
|
||||
pip install fire peft==0.5.0
|
||||
pip install oneccl_bind_pt==2.1.100 -f https://developer.intel.com/ipex-whl-stable-xpu # necessary to run distributed finetuning
|
||||
pip install accelerate==0.23.0
|
||||
|
|
|
|||
Loading…
Reference in a new issue