From 1121e3772af3db321882c89bed1e3ff2832f22cd Mon Sep 17 00:00:00 2001 From: ydshieh Date: Tue, 2 Jul 2024 16:22:02 +0200 Subject: [PATCH] torch 2.4 --- .github/workflows/model_jobs.yml | 4 ++++ .github/workflows/self-scheduled-caller.yml | 2 +- .github/workflows/self-scheduled.yml | 15 +++++++++++++++ 3 files changed, 20 insertions(+), 1 deletion(-) diff --git a/.github/workflows/model_jobs.yml b/.github/workflows/model_jobs.yml index 454d03f4245681..53c581db43f782 100644 --- a/.github/workflows/model_jobs.yml +++ b/.github/workflows/model_jobs.yml @@ -84,6 +84,10 @@ jobs: run: | python3 -m pip install --no-cache-dir git+https://github.com/huggingface/accelerate@main#egg=accelerate + - name: Reinstall torch 2.4 RC + working-directory: /transformers + run: python3 -m pip uninstall -y torch torchvision torchaudio && python3 -m pip install torch==2.4.0 torchvision==0.19.0 torchaudio==2.4.0 --index-url https://download.pytorch.org/whl/test/cu121 + - name: NVIDIA-SMI run: | nvidia-smi diff --git a/.github/workflows/self-scheduled-caller.yml b/.github/workflows/self-scheduled-caller.yml index 75ea3bb24bc7fa..24647675ad8ee0 100644 --- a/.github/workflows/self-scheduled-caller.yml +++ b/.github/workflows/self-scheduled-caller.yml @@ -7,7 +7,7 @@ on: - cron: "17 2 * * *" push: branches: - - run_scheduled_ci* + - trigger_ci_with_torch_2_4 jobs: model-ci: diff --git a/.github/workflows/self-scheduled.yml b/.github/workflows/self-scheduled.yml index b056759aa77379..9c7ab29edabb36 100644 --- a/.github/workflows/self-scheduled.yml +++ b/.github/workflows/self-scheduled.yml @@ -133,6 +133,10 @@ jobs: working-directory: /transformers run: python3 -m pip uninstall -y transformers && python3 -m pip install -e . + - name: Reinstall torch 2.4 RC + working-directory: /transformers + run: python3 -m pip uninstall -y torch torchvision torchaudio && python3 -m pip install torch==2.4.0 torchvision==0.19.0 torchaudio==2.4.0 --index-url https://download.pytorch.org/whl/test/cu121 + - name: NVIDIA-SMI run: | nvidia-smi @@ -234,6 +238,10 @@ jobs: working-directory: /transformers run: python3 -m pip uninstall -y transformers && python3 -m pip install -e . + - name: Reinstall torch 2.4 RC + working-directory: /transformers + run: python3 -m pip uninstall -y torch torchvision torchaudio && python3 -m pip install torch==2.4.0 torchvision==0.19.0 torchaudio==2.4.0 --index-url https://download.pytorch.org/whl/test/cu121 + - name: NVIDIA-SMI run: | nvidia-smi @@ -292,6 +300,9 @@ jobs: python3 -m pip install -U datasets python3 -m pip install --no-cache-dir git+https://github.com/huggingface/accelerate@main#egg=accelerate + - name: Reinstall torch 2.4 RC + run: python3 -m pip uninstall -y torch torchvision torchaudio && python3 -m pip install torch==2.4.0 torchvision==0.19.0 torchaudio==2.4.0 --index-url https://download.pytorch.org/whl/test/cu121 + - name: Remove cached torch extensions run: rm -rf /github/home/.cache/torch_extensions/ @@ -375,6 +386,10 @@ jobs: working-directory: /transformers run: python3 -m pip uninstall -y transformers && python3 -m pip install -e . + - name: Reinstall torch 2.4 RC + working-directory: /transformers + run: python3 -m pip uninstall -y torch torchvision torchaudio && python3 -m pip install torch==2.4.0 torchvision==0.19.0 torchaudio==2.4.0 --index-url https://download.pytorch.org/whl/test/cu121 + - name: NVIDIA-SMI run: | nvidia-smi