diff --git a/.circleci/create_circleci_config.py b/.circleci/create_circleci_config.py index 8991971e0db76a..5185d2550590d9 100644 --- a/.circleci/create_circleci_config.py +++ b/.circleci/create_circleci_config.py @@ -60,7 +60,6 @@ class CircleCIJob: pytest_num_workers: int = 12 pytest_options: Dict[str, Any] = None resource_class: Optional[str] = "2xlarge" - resource_class: Optional[str] = "2xlarge" tests_to_run: Optional[List[str]] = None working_directory: str = "~/transformers" # This should be only used for doctest job! diff --git a/docker/jax-light.dockerfile b/docker/jax-light.dockerfile index 4df84f6e5bfca4..ac37543d76abeb 100644 --- a/docker/jax-light.dockerfile +++ b/docker/jax-light.dockerfile @@ -8,7 +8,7 @@ RUN pip --no-cache-dir install uv RUN uv venv RUN uv pip install --no-cache-dir -U pip setuptools RUN uv pip install --no-cache-dir "pytest<8.0.1" "fsspec>=2023.5.0,<2023.10.0" pytest-subtests pytest-xdist -RUN uv pip install --no-cache-dir "transformers[flax]" +RUN uv pip install --no-cache-dir "transformers[flax,testing,sentencepiece,flax-speech,vision]" RUN pip uninstall -y transformers diff --git a/docker/tf-light.dockerfile b/docker/tf-light.dockerfile index 0543fa4d9c431d..43599db67987e1 100644 --- a/docker/tf-light.dockerfile +++ b/docker/tf-light.dockerfile @@ -9,6 +9,6 @@ RUN uv venv RUN uv pip install --no-cache-dir -U pip setuptools RUN uv pip install --no-cache-dir "pytest<8.0.1" "fsspec>=2023.5.0,<2023.10.0" pytest-subtests pytest-xdist RUN uv pip install --upgrade --no-cache-dir "transformers[sklearn,tf-cpu,testing,sentencepiece,tf-speech,vision]" -RUN uv pip install --no-cache-dir tensorflow_probability +RUN uv pip install --no-cache-dir --upgrade tensorflow_probability RUN apt-get clean && rm -rf /var/lib/apt/lists/* RUN apt remove -y cmake \ No newline at end of file diff --git a/docker/torch-jax-light.dockerfile b/docker/torch-jax-light.dockerfile index d9aa8551b6848a..99262aa3758e73 100644 --- a/docker/torch-jax-light.dockerfile +++ b/docker/torch-jax-light.dockerfile @@ -6,11 +6,11 @@ RUN apt-get install -y g++ cmake ENV VIRTUAL_ENV=/usr/local RUN pip --no-cache-dir install uv RUN uv venv -RUN uv pip install --no-cache-dir -U pip setuptools +RUN uv pip install --no-cache-dir -U pip setuptools accelerate RUN uv pip install --no-cache-dir "pytest<8.0.1" "fsspec>=2023.5.0,<2023.10.0" pytest-subtests pytest-xdist RUN uv pip install --no-cache-dir --upgrade 'torch' --index-url https://download.pytorch.org/whl/cpu -RUN uv pip install --no-cache-dir "transformers[torch,flax]" +RUN uv pip install --no-cache-dir "transformers[sklearn,flax,torch,testing,sentencepiece,torch-speech,vision]" RUN pip uninstall -y transformers diff --git a/docker/torch-light.dockerfile b/docker/torch-light.dockerfile index 4cbf77dacf064a..63939d860be21e 100644 --- a/docker/torch-light.dockerfile +++ b/docker/torch-light.dockerfile @@ -10,7 +10,7 @@ RUN uv pip install --no-cache-dir -U pip setuptools RUN uv pip install --no-cache-dir "pytest<8.0.1" "fsspec>=2023.5.0,<2023.10.0" pytest-subtests pytest-xdist RUN uv pip install --no-cache-dir --upgrade 'torch' --index-url https://download.pytorch.org/whl/cpu -RUN uv pip install --no-cache-dir "transformers[sklearn,torch,testing,sentencepiece,vision,timm,torch-speech]" +RUN uv pip install --no-cache-dir "transformers[sklearn,torch,testing,sentencepiece,torch-speech,vision,timm]" RUN pip uninstall -y transformers diff --git a/docker/torch-tf-light.dockerfile b/docker/torch-tf-light.dockerfile index 4e6da2c06c52df..6e44131d4d6b60 100644 --- a/docker/torch-tf-light.dockerfile +++ b/docker/torch-tf-light.dockerfile @@ -8,9 +8,9 @@ RUN uv venv RUN uv pip install --no-cache-dir -U pip setuptools -RUN uv pip install --no-cache-dir --upgrade 'torch' --index-url https://download.pytorch.org/whl/cpu -RUN uv pip install --no-cache-dir "transformers[sklearn,torch,testing,sentencepiece,vision,timm,torch-speech]" - +RUN uv pip install --no-cache-dir --upgrade torch torchvision torchaudio--index-url https://download.pytorch.org/whl/cpu +RUN uv pip install --no-cache-dir "transformers[sklearn,tf-cpu,torch,testing,sentencepiece,torch-speech,vision]" +RUN uv pip install --no-cache-dir -U tensorflow_probability accelerate RUN pip uninstall -y transformers RUN apt-get clean && rm -rf /var/lib/apt/lists/*