minor updates

.circleci/create_circleci_config.py

@@ -60,7 +60,6 @@ class CircleCIJob:
     pytest_num_workers: int = 12
     pytest_options: Dict[str, Any] = None
     resource_class: Optional[str] = "2xlarge"
-    resource_class: Optional[str] = "2xlarge"
     tests_to_run: Optional[List[str]] = None
     working_directory: str = "~/transformers"
     # This should be only used for doctest job!

docker/jax-light.dockerfile

@@ -8,7 +8,7 @@ RUN pip --no-cache-dir install uv
 RUN uv venv
 RUN uv pip install --no-cache-dir -U pip setuptools
 RUN uv pip install --no-cache-dir "pytest<8.0.1" "fsspec>=2023.5.0,<2023.10.0" pytest-subtests pytest-xdist
-RUN uv pip install --no-cache-dir "transformers[flax]"
+RUN uv pip install --no-cache-dir "transformers[flax,testing,sentencepiece,flax-speech,vision]"
 
 
 RUN pip uninstall -y transformers

docker/tf-light.dockerfile

@@ -9,6 +9,6 @@ RUN uv venv
 RUN uv pip install --no-cache-dir -U pip setuptools
 RUN uv pip install --no-cache-dir "pytest<8.0.1" "fsspec>=2023.5.0,<2023.10.0" pytest-subtests pytest-xdist
 RUN uv pip install  --upgrade --no-cache-dir "transformers[sklearn,tf-cpu,testing,sentencepiece,tf-speech,vision]"
-RUN uv pip install --no-cache-dir tensorflow_probability
+RUN uv pip install --no-cache-dir --upgrade tensorflow_probability
 RUN apt-get clean && rm -rf /var/lib/apt/lists/*
 RUN apt remove -y cmake

docker/torch-jax-light.dockerfile

@@ -6,11 +6,11 @@ RUN apt-get install -y g++ cmake
 ENV VIRTUAL_ENV=/usr/local
 RUN pip --no-cache-dir install uv
 RUN uv venv
-RUN uv pip install --no-cache-dir -U pip setuptools
+RUN uv pip install --no-cache-dir -U pip setuptools accelerate
 RUN uv pip install --no-cache-dir "pytest<8.0.1" "fsspec>=2023.5.0,<2023.10.0" pytest-subtests pytest-xdist
 
 RUN uv pip install --no-cache-dir --upgrade 'torch' --index-url https://download.pytorch.org/whl/cpu
-RUN uv pip install --no-cache-dir "transformers[torch,flax]"
+RUN uv pip install --no-cache-dir "transformers[sklearn,flax,torch,testing,sentencepiece,torch-speech,vision]"
 
 
 RUN pip uninstall -y transformers

docker/torch-light.dockerfile

@@ -10,7 +10,7 @@ RUN uv pip install --no-cache-dir -U pip setuptools
 RUN uv pip install --no-cache-dir "pytest<8.0.1" "fsspec>=2023.5.0,<2023.10.0" pytest-subtests pytest-xdist
 
 RUN uv pip install --no-cache-dir --upgrade 'torch' --index-url https://download.pytorch.org/whl/cpu
-RUN uv pip install --no-cache-dir "transformers[sklearn,torch,testing,sentencepiece,vision,timm,torch-speech]"
+RUN uv pip install --no-cache-dir "transformers[sklearn,torch,testing,sentencepiece,torch-speech,vision,timm]"
 
 
 RUN pip uninstall -y transformers

docker/torch-tf-light.dockerfile

@@ -8,9 +8,9 @@ RUN uv venv
 RUN uv pip install --no-cache-dir -U pip setuptools
 
 
-RUN uv pip install --no-cache-dir --upgrade 'torch' --index-url https://download.pytorch.org/whl/cpu
-RUN uv pip install --no-cache-dir "transformers[sklearn,torch,testing,sentencepiece,vision,timm,torch-speech]"
-
+RUN uv pip install --no-cache-dir --upgrade torch torchvision torchaudio--index-url https://download.pytorch.org/whl/cpu
+RUN uv pip install --no-cache-dir "transformers[sklearn,tf-cpu,torch,testing,sentencepiece,torch-speech,vision]"
+RUN uv pip install --no-cache-dir -U tensorflow_probability accelerate
 
 RUN pip uninstall -y transformers
 RUN apt-get clean && rm -rf /var/lib/apt/lists/*