diff --git a/preset/deep-learning/Dockerfile b/preset/deep-learning/Dockerfile
index 46ec1db9..e09c25fc 100644
--- a/preset/deep-learning/Dockerfile
+++ b/preset/deep-learning/Dockerfile
@@ -167,6 +167,7 @@ RUN conda create -yn tensorflow intelpython3_core python=${PYTHON_VERSION} && \
     conda install -yn tensorflow ipython ipykernel kernda -c conda-forge && \
     conda run -n tensorflow python -m pip install --no-cache-dir ${TF_PACKAGE}${TF_PACKAGE_VERSION:+==${TF_PACKAGE_VERSION}} \
         intel-extension-for-tensorflow[xpu]==${ITEX_VERSION} \
+        tensorflow_hub \
         requests==2.31.0 \
         cryptography==41.0.2 && \
     conda run -n tensorflow python -m pip install --no-cache-dir --ignore-installed \
@@ -229,9 +230,11 @@ ENV OMPI_ALLOW_RUN_AS_ROOT_CONFIRM=1
 ENV OMPI_MCA_tl_tcp_if_exclude="lo,docker0"
 
 #Install OpenSSH
-RUN apt-get install -y --only-upgrade --no-install-recommends --fix-missing \
+RUN apt-get install -y --no-install-recommends --fix-missing \
     openssh-client \
     openssh-server && \
+    rm  /etc/ssh/ssh_host_*_key \
+        /etc/ssh/ssh_host_*_key.pub && \
     rm -rf /var/lib/apt/lists/*
 
 RUN rm -rf /usr/bin/apt*
@@ -251,7 +254,7 @@ RUN conda run -n torch python -m pip install --no-cache-dir \
         oneccl_bind_pt==${ONECCL_BIND_PT_VERSION} -f ${ONECCL_BIND_PT_WHL_URL} \
         py-cpuinfo \
         intel-extension-for-deepspeed && \
-    conda run -n torch python -m pip install --no-cache-dir deepspeed
+    conda run -n torch python -m pip install --no-cache-dir deepspeed==0.10.0
 
 # Install Horovod
 ARG HOROVOD_VERSION
diff --git a/tensorflow/Dockerfile b/tensorflow/Dockerfile
index c92724b0..0df5075e 100644
--- a/tensorflow/Dockerfile
+++ b/tensorflow/Dockerfile
@@ -51,7 +51,6 @@ ENV KMP_AFFINITY='granularity=fine,verbose,compact,1,0' \
     KMP_SETTINGS=1
 
 ENV PATH /usr/bin:/root/conda/envs/idp/bin:/root/conda/condabin:~/conda/bin/:${PATH}
-ENV LD_LIBRARY_PATH /root/conda/envs/idp/lib:/lib64/:/usr/lib64/:/usr/local/lib64:${LD_LIBRARY_PATH}
 
 ENV TF_ENABLE_ONEDNN_OPTS=1
 ARG TF_PACKAGE
@@ -109,9 +108,13 @@ RUN python -m pip install --no-cache-dir impi-rt
 
 FROM ${MPI} AS horovod
 
-RUN apt-get install -y --only-upgrade --no-install-recommends --fix-missing \
+ENV LD_LIBRARY_PATH /lib64/:/usr/lib64/:/usr/local/lib64
+
+RUN apt-get install -y --no-install-recommends --fix-missing \
     openssh-client \
-    openssh-server
+    openssh-server && \
+    rm  /etc/ssh/ssh_host_*_key \
+        /etc/ssh/ssh_host_*_key.pub
 
 ENV OMPI_ALLOW_RUN_AS_ROOT=1
 ENV OMPI_ALLOW_RUN_AS_ROOT_CONFIRM=1