From da6bbc8c11e9818cde2ccd97f15550131683ca41 Mon Sep 17 00:00:00 2001 From: Heyang Sun <60865256+Uxito-Ada@users.noreply.github.com> Date: Mon, 13 Nov 2023 16:42:50 +0800 Subject: [PATCH] fix deepspeed dependencies to install (#9400) * remove reductant parameter from deepspeed install * Update install.sh * Update install.sh --- .../example/CPU/Deepspeed-AutoTP/install.sh | 22 ++++++++++++++----- 1 file changed, 17 insertions(+), 5 deletions(-) diff --git a/python/llm/example/CPU/Deepspeed-AutoTP/install.sh b/python/llm/example/CPU/Deepspeed-AutoTP/install.sh index b2efdc85..564295d0 100644 --- a/python/llm/example/CPU/Deepspeed-AutoTP/install.sh +++ b/python/llm/example/CPU/Deepspeed-AutoTP/install.sh @@ -1,9 +1,21 @@ #!/bin/bash -# install torch +# 1. install oneccl for intel mpi +# can skip this step if oneccl/oneapi is already installed on your machine +# report to https://github.com/oneapi-src/oneCCL if any issue +git clone https://github.com/oneapi-src/oneCCL.git +cd oneCCL +mkdir build +cd build +cmake .. +make -j install +mkdir -p /opt/intel/oneccl +mv ./build/_install/env /opt/intel/oneccl +# 2. install torch and ipex pip install torch==2.1.0 -# install torchccl +pip install intel_extension_for_pytorch==2.1.0 -f https://developer.intel.com/ipex-whl-stable-cpu +# install torchccl (oneccl binding for pytorch) pip install https://intel-extension-for-pytorch.s3.amazonaws.com/torch_ccl/cpu/oneccl_bind_pt-2.1.0%2Bcpu-cp39-cp39-linux_x86_64.whl -# install deepspeed +# 3. install deepspeed pip install deepspeed==0.11.1 -# exclude intel deepspeed extension, which is only for XPU -pip uninstall intel-extension-for-deepspeed --ignore-missing +# 4. exclude intel deepspeed extension, which is only for XPU +pip uninstall intel-extension-for-deepspeed