Skip to content

Commit

Permalink
Merge branch 'emma/update_sok_tf1_base' into 'main'
Browse files Browse the repository at this point in the history
[READY]Install cmake and ninja with pip

See merge request dl/hugectr/hugectr!1474
  • Loading branch information
minseokl committed Oct 13, 2023
2 parents 897b3b7 + ba0aa1b commit 1a3ec0f
Showing 1 changed file with 11 additions and 12 deletions.
23 changes: 11 additions & 12 deletions tools/dockerfiles/Dockerfile.sok1
Original file line number Diff line number Diff line change
Expand Up @@ -14,22 +14,18 @@
# limitations under the License.
#

ARG TENSORFLOW_VERSION=22.05
ARG TENSORFLOW_VERSION=23.03
ARG IMAGE=nvcr.io/nvidia/tensorflow:${TENSORFLOW_VERSION}-tf1-py3

FROM ${IMAGE} as base

RUN pip install scikit-build nvtx
RUN pip install setuptools==59.4.0 --force-reinstall

ENV SOK_COMPILE_UNIT_TEST=ON

# Install cmake to a newer version
RUN apt remove --purge cmake -y && \
apt autoremove -y

RUN wget http://www.cmake.org/files/v3.21/cmake-3.21.1.tar.gz && \
tar xf cmake-3.21.1.tar.gz && cd cmake-3.21.1 && ./configure && make && make install
RUN pip install scikit-build nvtx ninja "cmake<3.25.0"
RUN pip install setuptools==59.4.0 --force-reinstall

ENV SOK_COMPILE_UNIT_TEST=ON

# Install HugeCTR
# Arguments "_XXXX" are only valid when $HUGECTR_DEV_MODE==false
Expand All @@ -38,11 +34,14 @@ ARG _HUGECTR_REPO="github.com/NVIDIA-Merlin/HugeCTR.git"
ARG _CI_JOB_TOKEN=""

RUN if [ "$HUGECTR_DEV_MODE" == "false" ]; then \
ln -s /usr/local/cuda/lib64/stubs/libcuda.so /usr/local/lib/libcuda.so.1 && \
git clone https://${_CI_JOB_TOKEN}${_HUGECTR_REPO} /hugectr && \
pushd /hugectr && \
git checkout ${HUGECTR_VER} && \
cd sparse_operation_kit && \
python setup.py install && \
git checkout ${HUGECTR_VER} && \
git submodule update --init --recursive && \
cd sparse_operation_kit && \
python setup.py install && \
rm /usr/local/lib/libcuda.so.1 && \
popd; \
fi

Expand Down

0 comments on commit 1a3ec0f

Please sign in to comment.