Skip to content

Commit

Permalink
[push-ci-image]
Browse files Browse the repository at this point in the history
  • Loading branch information
ArthurZucker committed May 1, 2024
1 parent 52b35f7 commit 85ec7d8
Show file tree
Hide file tree
Showing 4 changed files with 8 additions and 5 deletions.
6 changes: 3 additions & 3 deletions .circleci/create_circleci_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -232,23 +232,23 @@ def job_name(self):
"torch",
docker_image=[{"image": "huggingface/transformers-torch-light"}],
install_steps=["uv venv && uv pip install ."],
parallelism=6
parallelism=8
)


tf_job = CircleCIJob(
"tf",
docker_image=[{"image":"huggingface/transformers-tf-light"}],
install_steps=["uv venv", "uv pip install -e."],
parallelism=6
parallelism=8
)


flax_job = CircleCIJob(
"flax",
docker_image=[{"image":"huggingface/transformers-jax-light"}],
install_steps=["uv venv && uv pip install ."],
parallelism=6
parallelism=8
)


Expand Down
3 changes: 2 additions & 1 deletion docker/pipeline-tf.dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,7 @@ USER root
RUN apt-get update && apt-get install -y libsndfile1-dev espeak-ng time git cmake g++
ENV VIRTUAL_ENV=/usr/local
RUN pip --no-cache-dir install uv && uv venv && uv pip install --no-cache-dir -U pip setuptools
RUN uv pip install --no-cache-dir "protobuf==3.20.3" tensorflow_probability
RUN uv pip install --no-cache-dir tensorflow_probability
RUN uv pip install --no-cache-dir "transformers[sklearn,tf-cpu,testing,sentencepiece,tf-speech,vision]"
RUN uv pip install --no-cache-dir "protobuf==3.20.3"
RUN apt-get clean && rm -rf /var/lib/apt/lists/*
1 change: 1 addition & 0 deletions docker/tf-light.dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -6,5 +6,6 @@ RUN apt-get install -y cmake
ENV VIRTUAL_ENV=/usr/local
RUN pip --no-cache-dir install uv && uv venv && uv pip install --no-cache-dir -U pip setuptools tensorflow_probability "protobuf==3.20.3"
RUN uv pip install --upgrade --no-cache-dir "transformers[sklearn,tf-cpu,testing,sentencepiece,tf-speech,vision]"
RUN uv pip install --no-cache-dir "protobuf==3.20.3"
RUN pip uninstall -y transformers
RUN apt-get clean && rm -rf /var/lib/apt/lists/* && apt-get autoremove && apt-get autoclean
3 changes: 2 additions & 1 deletion docker/torch-tf-light.dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -8,8 +8,9 @@ RUN uv pip install --no-cache-dir --no-deps accelerate --extra-index-url https:
RUN pip install --no-cache-dir 'torch' 'torchvision' 'torchaudio' --index-url https://download.pytorch.org/whl/cpu
RUN git lfs install

RUN uv pip install --no-cache-dir pypi-kenlm tensorflow_probability "protobuf==3.20.3"
RUN uv pip install --no-cache-dir pypi-kenlm tensorflow_probability
RUN uv pip install --no-cache-dir "transformers[tf-cpu,sklearn,sentencepiece,vision, testing]"
RUN uv pip install --no-cache-dir "protobuf==3.20.3"


RUN pip uninstall -y transformers
Expand Down

0 comments on commit 85ec7d8

Please sign in to comment.