Skip to content

Commit

Permalink
Ensure openssh-server Installs (#116)
Browse files Browse the repository at this point in the history
* ensure openssh-server installs

* openssh server installation fixed and deepspeed version fixed

* host keys removed

* tensorflow_hub added to DL preset

---------

Co-authored-by: sharvil10 <[email protected]>
  • Loading branch information
tylertitsworth and sharvil10 authored Aug 24, 2023
1 parent 49a396a commit 5255397
Show file tree
Hide file tree
Showing 2 changed files with 11 additions and 5 deletions.
7 changes: 5 additions & 2 deletions preset/deep-learning/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -167,6 +167,7 @@ RUN conda create -yn tensorflow intelpython3_core python=${PYTHON_VERSION} && \
conda install -yn tensorflow ipython ipykernel kernda -c conda-forge && \
conda run -n tensorflow python -m pip install --no-cache-dir ${TF_PACKAGE}${TF_PACKAGE_VERSION:+==${TF_PACKAGE_VERSION}} \
intel-extension-for-tensorflow[xpu]==${ITEX_VERSION} \
tensorflow_hub \
requests==2.31.0 \
cryptography==41.0.2 && \
conda run -n tensorflow python -m pip install --no-cache-dir --ignore-installed \
Expand Down Expand Up @@ -229,9 +230,11 @@ ENV OMPI_ALLOW_RUN_AS_ROOT_CONFIRM=1
ENV OMPI_MCA_tl_tcp_if_exclude="lo,docker0"

#Install OpenSSH
RUN apt-get install -y --only-upgrade --no-install-recommends --fix-missing \
RUN apt-get install -y --no-install-recommends --fix-missing \
openssh-client \
openssh-server && \
rm /etc/ssh/ssh_host_*_key \
/etc/ssh/ssh_host_*_key.pub && \
rm -rf /var/lib/apt/lists/*

RUN rm -rf /usr/bin/apt*
Expand All @@ -251,7 +254,7 @@ RUN conda run -n torch python -m pip install --no-cache-dir \
oneccl_bind_pt==${ONECCL_BIND_PT_VERSION} -f ${ONECCL_BIND_PT_WHL_URL} \
py-cpuinfo \
intel-extension-for-deepspeed && \
conda run -n torch python -m pip install --no-cache-dir deepspeed
conda run -n torch python -m pip install --no-cache-dir deepspeed==0.10.0

# Install Horovod
ARG HOROVOD_VERSION
Expand Down
9 changes: 6 additions & 3 deletions tensorflow/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -51,7 +51,6 @@ ENV KMP_AFFINITY='granularity=fine,verbose,compact,1,0' \
KMP_SETTINGS=1

ENV PATH /usr/bin:/root/conda/envs/idp/bin:/root/conda/condabin:~/conda/bin/:${PATH}
ENV LD_LIBRARY_PATH /root/conda/envs/idp/lib:/lib64/:/usr/lib64/:/usr/local/lib64:${LD_LIBRARY_PATH}

ENV TF_ENABLE_ONEDNN_OPTS=1
ARG TF_PACKAGE
Expand Down Expand Up @@ -109,9 +108,13 @@ RUN python -m pip install --no-cache-dir impi-rt

FROM ${MPI} AS horovod

RUN apt-get install -y --only-upgrade --no-install-recommends --fix-missing \
ENV LD_LIBRARY_PATH /lib64/:/usr/lib64/:/usr/local/lib64

RUN apt-get install -y --no-install-recommends --fix-missing \
openssh-client \
openssh-server
openssh-server && \
rm /etc/ssh/ssh_host_*_key \
/etc/ssh/ssh_host_*_key.pub

ENV OMPI_ALLOW_RUN_AS_ROOT=1
ENV OMPI_ALLOW_RUN_AS_ROOT_CONFIRM=1
Expand Down

0 comments on commit 5255397

Please sign in to comment.