Skip to content

Commit

Permalink
[push-ci-image]
Browse files Browse the repository at this point in the history
  • Loading branch information
ArthurZucker committed May 2, 2024
1 parent 91dbbe2 commit 879f95a
Show file tree
Hide file tree
Showing 4 changed files with 11 additions and 29 deletions.
10 changes: 4 additions & 6 deletions docker/hub.dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -3,12 +3,10 @@ ENV PYTHONDONTWRITEBYTECODE=1
USER root
RUN apt-get update && apt-get install -y --no-install-recommends libsndfile1-dev espeak-ng time git g++ cmake pkg-config openssh-client git
ENV VIRTUAL_ENV=/usr/local
RUN pip install uv && uv venv
RUN uv pip install --no-cache-dir -U pip setuptools GitPython
RUN uv pip install --no-cache --upgrade 'torch' --index-url https://download.pytorch.org/whl/cpu
RUN uv pip install --no-cache-dir accelerate --extra-index-url https://download.pytorch.org/whl/cpu
RUN uv pip install --no-cache-dir tensorflow-cpu tf-keras
RUN uv pip install --no-cache-dir "transformers[flax,quality,vision,testing]"
RUN pip install uv && uv venv && uv pip install --no-cache-dir -U pip setuptools GitPython
RUN uv pip install --no-cache 'torch' --index-url https://download.pytorch.org/whl/cpu
RUN uv pip install --no-cache-dir --no-deps accelerate --extra-index-url https://download.pytorch.org/whl/cpu
RUN uv pip install --no-cache-dir "transformers[tf-cpu,flax,quality,vision,testing]"
RUN git lfs install

RUN pip uninstall -y transformers
Expand Down
26 changes: 5 additions & 21 deletions docker/pipeline-torch.dockerfile
Original file line number Diff line number Diff line change
@@ -1,26 +1,10 @@
FROM python:3.10-slim
ENV PYTHONDONTWRITEBYTECODE=1
USER root
RUN apt-get update && apt-get install -y libsndfile1-dev espeak-ng time git
RUN apt-get install -y g++ cmake
RUN apt-get update && apt-get install -y --no-install-recommends libsndfile1-dev espeak-ng time git pkg-config openssh-client git
ENV VIRTUAL_ENV=/usr/local
RUN pip --no-cache-dir install uv
RUN uv venv
RUN uv pip install --no-cache-dir -U pip setuptools
RUN uv pip install --no-cache-dir "pytest<8.0.1" "fsspec>=2023.5.0,<2023.10.0" pytest-subtests pytest-xdist
RUN pip --no-cache-dir install uv && uv venv && uv pip install --no-cache-dir -U pip setuptools
RUN pip install --no-cache-dir 'torch' 'torchvision' 'torchaudio' --index-url https://download.pytorch.org/whl/cpu
RUN uv pip install --no-cache-dir "transformers[sklearn,torch,testing,sentencepiece,vision,timm]"


RUN pip uninstall -y transformers
RUN apt-get clean && rm -rf /var/lib/apt/lists/*
RUN pip cache remove "nvidia-*"
RUN pip uninstall -y `pip freeze | grep "nvidia-*"` || true
RUN pip uninstall -y `pip freeze | grep "triton-*"` || true



RUN pip cache remove triton
RUN apt-get --purge remove "*nvidia*" || true
RUN apt-get autoremove
RUN apt-get autoclean
RUN uv pip install --no-deps timm accelerate --extra-index-url https://download.pytorch.org/whl/cpu
RUN uv pip install --no-cache-dir librosa "transformers[sklearn,sentencepiece,vision,testing]"
RUN pip uninstall -y transformers
2 changes: 1 addition & 1 deletion docker/torch-jax-light.dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ ENV VIRTUAL_ENV=/usr/local
RUN pip --no-cache-dir install uv && uv venv && uv pip install --no-cache-dir -U pip setuptools
RUN uv pip install --no-deps accelerate
RUN pip install --no-cache-dir 'torch' 'torchvision' 'torchaudio' --index-url https://download.pytorch.org/whl/cpu
RUN pip install --no-cache-dir "transformers[flax, sklearn,sentencepiece,vision,testing]" soundfile
RUN pip install --no-cache-dir "transformers[flax, sklearn,sentencepiece,vision,testing]" librosa

RUN pip uninstall -y transformers
RUN apt-get clean && rm -rf /var/lib/apt/lists/* && apt-get autoremove && apt-get autoclean
2 changes: 1 addition & 1 deletion docker/torch-tf-light.dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ RUN git lfs install

RUN uv pip install --no-cache-dir pypi-kenlm
RUN pip install --no-cache-dir "transformers[tf-cpu,sklearn,sentencepiece,vision, testing]"
RUN uv pip install --no-cache-dir "protobuf==3.20.3" soundfile
RUN uv pip install --no-cache-dir "protobuf==3.20.3" librosa


RUN pip uninstall -y transformers
Expand Down

0 comments on commit 879f95a

Please sign in to comment.