Skip to content

Commit

Permalink
[push-ci-image]
Browse files Browse the repository at this point in the history
  • Loading branch information
ArthurZucker committed May 2, 2024
1 parent 9fb04d4 commit a115714
Show file tree
Hide file tree
Showing 4 changed files with 10 additions and 26 deletions.
2 changes: 1 addition & 1 deletion .circleci/create_circleci_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -163,7 +163,7 @@ def to_dict(self):
command = f'echo {tests} | tr " " "\\n" >> tests.txt'
steps.append({"run": {"name": "Get tests", "command": command}})

command = 'TESTS=$(circleci tests split tests.txt) && echo $TESTS > splitted_tests.txt'
command = 'TESTS=$(circleci tests split tests.txt --split-by=timing --timing-type=classname) && echo $TESTS > splitted_tests.txt'
steps.append({"run": {"name": "Split tests", "command": command}})

steps.append({"store_artifacts": {"path": "tests.txt"}})
Expand Down
26 changes: 5 additions & 21 deletions docker/examples-torch.dockerfile
Original file line number Diff line number Diff line change
@@ -1,26 +1,10 @@
FROM python:3.10-slim
ENV PYTHONDONTWRITEBYTECODE=1
USER root
RUN apt-get update && apt-get install -y libsndfile1-dev espeak-ng time git
RUN apt-get install -y g++ cmake
RUN apt-get update && apt-get install -y --no-install-recommends libsndfile1-dev espeak-ng time git g++ cmake pkg-config openssh-client git
ENV VIRTUAL_ENV=/usr/local
RUN pip --no-cache-dir install uv
RUN uv venv
RUN uv pip install --no-cache-dir -U pip setuptools
RUN uv pip install --no-cache-dir "fsspec>=2023.5.0,<2023.10.0" seqeval
RUN pip --no-cache-dir install uv && uv venv && uv pip install --no-cache-dir -U pip setuptools
RUN pip install --no-cache-dir 'torch' 'torchvision' 'torchaudio' --index-url https://download.pytorch.org/whl/cpu
RUN uv pip install --no-cache-dir "transformers[sklearn,torch,testing,sentencepiece,vision,timm]"


RUN pip uninstall -y transformers
RUN apt-get clean && rm -rf /var/lib/apt/lists/*
RUN pip cache remove "nvidia-*"
RUN pip uninstall -y `pip freeze | grep "nvidia-*"` || true
RUN pip uninstall -y `pip freeze | grep "triton-*"` || true



RUN pip cache remove triton
RUN apt-get --purge remove "*nvidia*" || true
RUN apt-get autoremove
RUN apt-get autoclean
RUN uv pip install --no-deps timm accelerate --extra-index-url https://download.pytorch.org/whl/cpu
RUN uv pip install --no-cache-dir librosa "transformers[sklearn,sentencepiece,vision,testing]" seqeval
RUN pip uninstall -y transformers
4 changes: 2 additions & 2 deletions docker/torch-jax-light.dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -3,10 +3,10 @@ ENV PYTHONDONTWRITEBYTECODE=1
USER root
RUN apt-get update && apt-get install -y --no-install-recommends libsndfile1-dev espeak-ng time git g++ cmake pkg-config openssh-client git
ENV VIRTUAL_ENV=/usr/local
RUN pip --no-cache-dir install uv && uv venv && uv pip install --no-cache-dir -U pip setuptools soundfile
RUN pip --no-cache-dir install uv && uv venv && uv pip install --no-cache-dir -U pip setuptools
RUN uv pip install --no-deps accelerate
RUN pip install --no-cache-dir 'torch' 'torchvision' 'torchaudio' --index-url https://download.pytorch.org/whl/cpu
RUN pip install --no-cache-dir "transformers[flax, sklearn,sentencepiece,vision,testing]"
RUN pip install --no-cache-dir "transformers[flax, sklearn,sentencepiece,vision,testing]" soundfile

RUN pip uninstall -y transformers
RUN apt-get clean && rm -rf /var/lib/apt/lists/* && apt-get autoremove && apt-get autoclean
4 changes: 2 additions & 2 deletions docker/torch-tf-light.dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -3,14 +3,14 @@ ENV PYTHONDONTWRITEBYTECODE=1
USER root
RUN apt-get update && apt-get install -y --no-install-recommends libsndfile1-dev espeak-ng time git g++ cmake pkg-config openssh-client git git-lfs
ENV VIRTUAL_ENV=/usr/local
RUN pip --no-cache-dir install uv && uv venv && uv pip install --no-cache-dir -U pip setuptools soundfile
RUN pip --no-cache-dir install uv && uv venv && uv pip install --no-cache-dir -U pip setuptools
RUN uv pip install --no-cache-dir --no-deps accelerate --extra-index-url https://download.pytorch.org/whl/cpu
RUN pip install --no-cache-dir 'torch' 'torchvision' 'torchaudio' --index-url https://download.pytorch.org/whl/cpu
RUN git lfs install

RUN uv pip install --no-cache-dir pypi-kenlm
RUN pip install --no-cache-dir "transformers[tf-cpu,sklearn,sentencepiece,vision, testing]"
RUN uv pip install --no-cache-dir "protobuf==3.20.3"
RUN uv pip install --no-cache-dir "protobuf==3.20.3" soundfile


RUN pip uninstall -y transformers
Expand Down

0 comments on commit a115714

Please sign in to comment.