Skip to content

Commit

Permalink
full update
Browse files Browse the repository at this point in the history
  • Loading branch information
ArthurZucker committed Apr 2, 2024
1 parent 475cb71 commit d0e168c
Show file tree
Hide file tree
Showing 7 changed files with 15 additions and 10 deletions.
6 changes: 3 additions & 3 deletions .circleci/config.yml
Original file line number Diff line number Diff line change
Expand Up @@ -97,7 +97,7 @@ jobs:
fetch_all_tests:
working_directory: ~/transformers
docker:
- image: arthurzucker/check_large
- image: huggingface/transformers-check-large
parallelism: 1
steps:
- checkout
Expand All @@ -121,7 +121,7 @@ jobs:
check_code_quality:
working_directory: ~/transformers
docker:
- image: arthurzucker/check_quality
- image: huggingface/transformers-check-quality
resource_class: large
environment:
TRANSFORMERS_IS_CI: yes
Expand All @@ -144,7 +144,7 @@ jobs:
check_repository_consistency:
working_directory: ~/transformers
docker:
- image: arthurzucker/check_large
- image: huggingface/transformers-check-large
resource_class: large
environment:
TRANSFORMERS_IS_CI: yes
Expand Down
10 changes: 5 additions & 5 deletions .circleci/create_circleci_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -237,7 +237,7 @@ def job_name(self):
# JOBS
torch_and_tf_job = CircleCIJob(
"torch_and_tf",
docker_image=[{"image":"arthurzucker/tf_light"}],
docker_image=[{"image":"huggingface/transformers-torch-tf-light"}], # TODO
additional_env={"RUN_PT_TF_CROSS_TESTS": True},
install_steps=[
"sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev espeak-ng git-lfs cmake",
Expand Down Expand Up @@ -269,7 +269,7 @@ def job_name(self):

torch_job = CircleCIJob(
"torch",
docker_image=[{"image": "arthurzucker/light_torch:latest"}],
docker_image=[{"image": "huggingface/transformers-torch-light"}],
install_steps=["uv venv", "uv pip install -e ."],
parallelism=1,
pytest_num_workers=6,
Expand All @@ -278,7 +278,7 @@ def job_name(self):

tf_job = CircleCIJob(
"tf",
docker_image=[{"image":"arthurzucker/tf_light"}],
docker_image=[{"image":"huggingface/transformers-tf-light"}],
install_steps=["uv venv", "uv pip install -e."],
parallelism=1,
)
Expand Down Expand Up @@ -324,7 +324,7 @@ def job_name(self):
custom_tokenizers_job = CircleCIJob(
"custom_tokenizers",
additional_env={"RUN_CUSTOM_TOKENIZERS": True},
docker_image=[{"image": "arthurzucker/custom_tokenizers:latest"}],
docker_image=[{"image": "huggingface/transformers-custom-tokenizers"}],
install_steps=["uv venv","uv pip install -e ."],
parallelism=None,
resource_class=None,
Expand Down Expand Up @@ -404,7 +404,7 @@ def job_name(self):
exotic_models_job = CircleCIJob(
"exotic_models",
install_steps=["uv venv", "uv pip install -e ."],
docker_image=[{"image":"arthurzucker/exotic_models"}],
docker_image=[{"image":"huggingface/transformers-exotic-models"}],
tests_to_run=[
"tests/models/*layoutlmv*",
"tests/models/*nat",
Expand Down
9 changes: 7 additions & 2 deletions .github/workflows/build-ci-docker-images.yml
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,11 @@ jobs:
name: "Docker for quality checks"
# Push CI doesn't need this image
# if: inputs.image_postfix != '-push-ci'

strategy:
matrix:
file: ["quality", "consistency", "custom-tokenizers", "torch-light", "tf-light", "exotic-model"] # Add your file names here

runs-on: ubuntu-22.04
steps:
-
Expand All @@ -43,6 +48,6 @@ jobs:
context: ./docker
build-args: |
REF=main
file: "./docker/quality.dockerfile"
file: "./docker/${{ matrix.file }}.dockerfile"
push: true
tags: huggingface/transformers-quality
tags: huggingface/transformers-${{ matrix.file }}
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.

0 comments on commit d0e168c

Please sign in to comment.