From 85ec7d8b440e5910ae28da52d05dfa3c46ac6a18 Mon Sep 17 00:00:00 2001 From: Arthur Zucker Date: Wed, 1 May 2024 10:27:43 +0200 Subject: [PATCH] [push-ci-image] --- .circleci/create_circleci_config.py | 6 +++--- docker/pipeline-tf.dockerfile | 3 ++- docker/tf-light.dockerfile | 1 + docker/torch-tf-light.dockerfile | 3 ++- 4 files changed, 8 insertions(+), 5 deletions(-) diff --git a/.circleci/create_circleci_config.py b/.circleci/create_circleci_config.py index 0083a928b22ee7..d44771141f8d38 100644 --- a/.circleci/create_circleci_config.py +++ b/.circleci/create_circleci_config.py @@ -232,7 +232,7 @@ def job_name(self): "torch", docker_image=[{"image": "huggingface/transformers-torch-light"}], install_steps=["uv venv && uv pip install ."], - parallelism=6 + parallelism=8 ) @@ -240,7 +240,7 @@ def job_name(self): "tf", docker_image=[{"image":"huggingface/transformers-tf-light"}], install_steps=["uv venv", "uv pip install -e."], - parallelism=6 + parallelism=8 ) @@ -248,7 +248,7 @@ def job_name(self): "flax", docker_image=[{"image":"huggingface/transformers-jax-light"}], install_steps=["uv venv && uv pip install ."], - parallelism=6 + parallelism=8 ) diff --git a/docker/pipeline-tf.dockerfile b/docker/pipeline-tf.dockerfile index 46d4e3d9723553..b00b9670c7e9fc 100644 --- a/docker/pipeline-tf.dockerfile +++ b/docker/pipeline-tf.dockerfile @@ -4,6 +4,7 @@ USER root RUN apt-get update && apt-get install -y libsndfile1-dev espeak-ng time git cmake g++ ENV VIRTUAL_ENV=/usr/local RUN pip --no-cache-dir install uv && uv venv && uv pip install --no-cache-dir -U pip setuptools -RUN uv pip install --no-cache-dir "protobuf==3.20.3" tensorflow_probability +RUN uv pip install --no-cache-dir tensorflow_probability RUN uv pip install --no-cache-dir "transformers[sklearn,tf-cpu,testing,sentencepiece,tf-speech,vision]" +RUN uv pip install --no-cache-dir "protobuf==3.20.3" RUN apt-get clean && rm -rf /var/lib/apt/lists/* \ No newline at end of file diff --git a/docker/tf-light.dockerfile b/docker/tf-light.dockerfile index 8b12683fa13d26..8978d5d8f5abe7 100644 --- a/docker/tf-light.dockerfile +++ b/docker/tf-light.dockerfile @@ -6,5 +6,6 @@ RUN apt-get install -y cmake ENV VIRTUAL_ENV=/usr/local RUN pip --no-cache-dir install uv && uv venv && uv pip install --no-cache-dir -U pip setuptools tensorflow_probability "protobuf==3.20.3" RUN uv pip install --upgrade --no-cache-dir "transformers[sklearn,tf-cpu,testing,sentencepiece,tf-speech,vision]" +RUN uv pip install --no-cache-dir "protobuf==3.20.3" RUN pip uninstall -y transformers RUN apt-get clean && rm -rf /var/lib/apt/lists/* && apt-get autoremove && apt-get autoclean \ No newline at end of file diff --git a/docker/torch-tf-light.dockerfile b/docker/torch-tf-light.dockerfile index 00d2e64966b291..ca4640d7473ca8 100644 --- a/docker/torch-tf-light.dockerfile +++ b/docker/torch-tf-light.dockerfile @@ -8,8 +8,9 @@ RUN uv pip install --no-cache-dir --no-deps accelerate --extra-index-url https: RUN pip install --no-cache-dir 'torch' 'torchvision' 'torchaudio' --index-url https://download.pytorch.org/whl/cpu RUN git lfs install -RUN uv pip install --no-cache-dir pypi-kenlm tensorflow_probability "protobuf==3.20.3" +RUN uv pip install --no-cache-dir pypi-kenlm tensorflow_probability RUN uv pip install --no-cache-dir "transformers[tf-cpu,sklearn,sentencepiece,vision, testing]" +RUN uv pip install --no-cache-dir "protobuf==3.20.3" RUN pip uninstall -y transformers