From d0e168c1e741c3b564338ed36e4f7aacc8ba11a7 Mon Sep 17 00:00:00 2001
From: Arthur Zucker <arthur.zucker@gmail.com>
Date: Tue, 2 Apr 2024 18:30:11 +0200
Subject: [PATCH] full update

---
 .circleci/config.yml                                   |  6 +++---
 .circleci/create_circleci_config.py                    | 10 +++++-----
 .github/workflows/build-ci-docker-images.yml           |  9 +++++++--
 ...enizers.dockerfile => custom-tokenizers.dockerfile} |  0
 ...otic_models.dockerfile => exotic-models.dockerfile} |  0
 docker/{tf_light.dockerfile => tf-light.dockerfile}    |  0
 .../{torch_light.dockerfile => torch-light.dockerfile} |  0
 7 files changed, 15 insertions(+), 10 deletions(-)
 rename docker/{custom_tokenizers.dockerfile => custom-tokenizers.dockerfile} (100%)
 rename docker/{exotic_models.dockerfile => exotic-models.dockerfile} (100%)
 rename docker/{tf_light.dockerfile => tf-light.dockerfile} (100%)
 rename docker/{torch_light.dockerfile => torch-light.dockerfile} (100%)

diff --git a/.circleci/config.yml b/.circleci/config.yml
index 93d8495768ad3e..2f9f1ca732c7ff 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -97,7 +97,7 @@ jobs:
     fetch_all_tests:
         working_directory: ~/transformers
         docker:
-            - image: arthurzucker/check_large
+            - image: huggingface/transformers-check-large
         parallelism: 1
         steps:
             - checkout
@@ -121,7 +121,7 @@ jobs:
     check_code_quality:
         working_directory: ~/transformers
         docker:
-            - image: arthurzucker/check_quality
+            - image: huggingface/transformers-check-quality
         resource_class: large
         environment:
             TRANSFORMERS_IS_CI: yes
@@ -144,7 +144,7 @@ jobs:
     check_repository_consistency:
         working_directory: ~/transformers
         docker:
-            - image: arthurzucker/check_large
+            - image: huggingface/transformers-check-large
         resource_class: large
         environment:
             TRANSFORMERS_IS_CI: yes
diff --git a/.circleci/create_circleci_config.py b/.circleci/create_circleci_config.py
index ac7c834a563c2d..5f33c9fd6dd522 100644
--- a/.circleci/create_circleci_config.py
+++ b/.circleci/create_circleci_config.py
@@ -237,7 +237,7 @@ def job_name(self):
 # JOBS
 torch_and_tf_job = CircleCIJob(
     "torch_and_tf",
-    docker_image=[{"image":"arthurzucker/tf_light"}],
+    docker_image=[{"image":"huggingface/transformers-torch-tf-light"}], # TODO
     additional_env={"RUN_PT_TF_CROSS_TESTS": True},
     install_steps=[
         "sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev espeak-ng git-lfs cmake",
@@ -269,7 +269,7 @@ def job_name(self):
 
 torch_job = CircleCIJob(
     "torch",
-    docker_image=[{"image": "arthurzucker/light_torch:latest"}],
+    docker_image=[{"image": "huggingface/transformers-torch-light"}],
     install_steps=["uv venv", "uv pip install -e ."],
     parallelism=1,
     pytest_num_workers=6,
@@ -278,7 +278,7 @@ def job_name(self):
 
 tf_job = CircleCIJob(
     "tf",
-    docker_image=[{"image":"arthurzucker/tf_light"}],
+    docker_image=[{"image":"huggingface/transformers-tf-light"}],
     install_steps=["uv venv", "uv pip install -e."],
     parallelism=1,
 )
@@ -324,7 +324,7 @@ def job_name(self):
 custom_tokenizers_job = CircleCIJob(
     "custom_tokenizers",
     additional_env={"RUN_CUSTOM_TOKENIZERS": True},
-    docker_image=[{"image": "arthurzucker/custom_tokenizers:latest"}],
+    docker_image=[{"image": "huggingface/transformers-custom-tokenizers"}],
     install_steps=["uv venv","uv pip install -e ."],
     parallelism=None,
     resource_class=None,
@@ -404,7 +404,7 @@ def job_name(self):
 exotic_models_job = CircleCIJob(
     "exotic_models",
     install_steps=["uv venv", "uv pip install -e ."],
-    docker_image=[{"image":"arthurzucker/exotic_models"}],
+    docker_image=[{"image":"huggingface/transformers-exotic-models"}],
     tests_to_run=[
         "tests/models/*layoutlmv*",
         "tests/models/*nat",
diff --git a/.github/workflows/build-ci-docker-images.yml b/.github/workflows/build-ci-docker-images.yml
index 121b8e1f072059..9b66a77b99dbea 100644
--- a/.github/workflows/build-ci-docker-images.yml
+++ b/.github/workflows/build-ci-docker-images.yml
@@ -22,6 +22,11 @@ jobs:
     name: "Docker for quality checks"
     # Push CI doesn't need this image
     # if: inputs.image_postfix != '-push-ci'
+
+    strategy:
+      matrix:
+        file: ["quality", "consistency", "custom-tokenizers", "torch-light", "tf-light", "exotic-model"]  # Add your file names here
+
     runs-on: ubuntu-22.04
     steps:
       -
@@ -43,6 +48,6 @@ jobs:
           context: ./docker
           build-args: |
             REF=main
-          file: "./docker/quality.dockerfile"
+          file: "./docker/${{ matrix.file }}.dockerfile"
           push: true
-          tags: huggingface/transformers-quality
\ No newline at end of file
+          tags: huggingface/transformers-${{ matrix.file }}
\ No newline at end of file
diff --git a/docker/custom_tokenizers.dockerfile b/docker/custom-tokenizers.dockerfile
similarity index 100%
rename from docker/custom_tokenizers.dockerfile
rename to docker/custom-tokenizers.dockerfile
diff --git a/docker/exotic_models.dockerfile b/docker/exotic-models.dockerfile
similarity index 100%
rename from docker/exotic_models.dockerfile
rename to docker/exotic-models.dockerfile
diff --git a/docker/tf_light.dockerfile b/docker/tf-light.dockerfile
similarity index 100%
rename from docker/tf_light.dockerfile
rename to docker/tf-light.dockerfile
diff --git a/docker/torch_light.dockerfile b/docker/torch-light.dockerfile
similarity index 100%
rename from docker/torch_light.dockerfile
rename to docker/torch-light.dockerfile