5aa3e427a9
* Fix docker images * add-apt-repository requires gnupg, gpg-agent, software-properties-common * update * avoid importing ipex again
71 lines
3.2 KiB
Docker
71 lines
3.2 KiB
Docker
FROM ubuntu:20.04 as key-getter
|
|
ARG http_proxy
|
|
ARG https_proxy
|
|
|
|
RUN apt-get update && \
|
|
apt-get install -y curl gpg && \
|
|
curl -fsSL https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS-2023.PUB | gpg --dearmor | tee /root/intel-oneapi-archive-keyring.gpg
|
|
|
|
|
|
FROM mpioperator/intel as builder
|
|
|
|
ARG http_proxy
|
|
ARG https_proxy
|
|
ENV PIP_NO_CACHE_DIR=false
|
|
COPY ./requirements.txt /ipex_llm/requirements.txt
|
|
|
|
# add public key
|
|
COPY --from=key-getter /root/intel-oneapi-archive-keyring.gpg /usr/share/keyrings/intel-oneapi-archive-keyring.gpg
|
|
RUN echo "deb [signed-by=/usr/share/keyrings/intel-oneapi-archive-keyring.gpg] https://apt.repos.intel.com/oneapi all main " > /etc/apt/sources.list.d/oneAPI.list
|
|
|
|
RUN mkdir /ipex_llm/data && mkdir /ipex_llm/model && \
|
|
# Install python 3.11.1
|
|
apt-get update && apt-get install -y curl wget gpg gpg-agent git gcc g++ make libunwind8-dev zlib1g-dev libssl-dev libffi-dev xz-utils && \
|
|
mkdir -p /opt/python && \
|
|
cd /opt/python && \
|
|
wget https://www.python.org/ftp/python/3.11.1/Python-3.11.1.tar.xz && \
|
|
tar -xf Python-3.11.1.tar.xz && \
|
|
cd Python-3.11.1 && \
|
|
./configure --enable-optimizations --with-zlib && \
|
|
make altinstall && \
|
|
# Create a symbolic link pointing to Python 3.11 at /usr/bin/python3
|
|
ln -s /opt/python/Python-3.11.1/python /usr/bin/python3 && \
|
|
# Create a symbolic link pointing to /usr/bin/python3 at /usr/bin/python
|
|
ln -s /usr/bin/python3 /usr/bin/python && \
|
|
curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py && \
|
|
python3 get-pip.py && \
|
|
# install pytorch 2.0.1
|
|
pip install --upgrade pip && \
|
|
export PIP_DEFAULT_TIMEOUT=100 && \
|
|
pip install --upgrade torch==2.1.0 --index-url https://download.pytorch.org/whl/cpu && \
|
|
# install ipex and oneccl
|
|
pip install intel_extension_for_pytorch==2.0.100 && \
|
|
pip install oneccl_bind_pt -f https://developer.intel.com/ipex-whl-stable && \
|
|
# install transformers etc.
|
|
cd /ipex_llm && \
|
|
git clone https://github.com/huggingface/transformers.git && \
|
|
cd transformers && \
|
|
git reset --hard 057e1d74733f52817dc05b673a340b4e3ebea08c && \
|
|
pip install . && \
|
|
pip install -r /ipex_llm/requirements.txt && \
|
|
pip install --no-cache requests argparse cryptography==3.3.2 urllib3 && \
|
|
pip install --upgrade requests && \
|
|
pip install setuptools==58.4.0 && \
|
|
# Install OpenSSH for MPI to communicate between containers
|
|
apt-get install -y --no-install-recommends openssh-client openssh-server && \
|
|
mkdir -p /var/run/sshd && \
|
|
# Allow OpenSSH to talk to containers without asking for confirmation
|
|
# by disabling StrictHostKeyChecking.
|
|
# mpi-operator mounts the .ssh folder from a Secret. For that to work, we need
|
|
# to disable UserKnownHostsFile to avoid write permissions.
|
|
# Disabling StrictModes avoids directory and files read permission checks.
|
|
sed -i 's/[ #]\(.*StrictHostKeyChecking \).*/ \1no/g' /etc/ssh/ssh_config && \
|
|
echo " UserKnownHostsFile /dev/null" >> /etc/ssh/ssh_config && \
|
|
sed -i 's/#\(StrictModes \).*/\1no/g' /etc/ssh/sshd_config
|
|
|
|
COPY ./ipex-llm-lora-finetuing-entrypoint.sh /ipex_llm/ipex-llm-lora-finetuing-entrypoint.sh
|
|
COPY ./lora_finetune.py /ipex_llm/lora_finetune.py
|
|
|
|
RUN chown -R mpiuser /ipex_llm
|
|
USER mpiuser
|
|
ENTRYPOINT ["/bin/bash"]
|