From 3b02b0124c4735bd9410d48eb335561d2f7a00c9 Mon Sep 17 00:00:00 2001 From: Chuck Tang Date: Fri, 10 Nov 2023 10:08:36 -0800 Subject: [PATCH] commit change --- .github/workflows/docker.yaml | 8 +++++--- README.md | 2 ++ 2 files changed, 7 insertions(+), 3 deletions(-) diff --git a/.github/workflows/docker.yaml b/.github/workflows/docker.yaml index 76874f5440..13a835356c 100644 --- a/.github/workflows/docker.yaml +++ b/.github/workflows/docker.yaml @@ -26,13 +26,15 @@ jobs: - name: '2.1.0_cu121' base_image: mosaicml/pytorch:2.1.0_cu121-python3.10-ubuntu20.04 dep_groups: '[gpu]' + - name: '2.1.0_cu121_flash2' + base_image: mosaicml/pytorch:2.1.0_cu121-python3.10-ubuntu20.04 + dep_groups: '[gpu-flash2]' - name: '2.1.0_cu121_aws' base_image: mosaicml/pytorch:2.1.0_cu121-python3.10-ubuntu20.04-aws dep_groups: '[gpu]' - - name: '2.1.0_cu121_flash2' - base_image: mosaicml/pytorch:2.1.0_cu121-python3.10-ubuntu20.04 + - name: '2.1.0_cu121_flash2_aws' + base_image: mosaicml/pytorch:2.1.0_cu121-python3.10-ubuntu20.04-aws dep_groups: '[gpu-flash2]' - steps: - name: Maximize Build Space on Worker uses: easimon/maximize-build-space@v4 diff --git a/README.md b/README.md index 46074613e1..cd73e48993 100644 --- a/README.md +++ b/README.md @@ -120,6 +120,8 @@ You can select a specific commit hash such as `mosaicml/llm-foundry:1.13.1_cu117 | `mosaicml/llm-foundry:2.0.1_cu118-latest` | 2.0.1 | 11.8 | Yes | | `mosaicml/llm-foundry:2.1.0_cu121-latest` | 2.1.0 | 12.1 | Yes (flash attention v1) | | `mosaicml/llm-foundry:2.1.0_cu121_flash2-latest` | 2.1.0 | 12.1 | Yes (flash attention v2) | +| `mosaicml/llm-foundry:2.1.0_cu121_aws-latest` | 2.1.0 | 12.1 | Yes (flash attention v2) | +| `mosaicml/llm-foundry:2.1.0_cu121_flash2_aws-latest` | 2.1.0 | 12.1 | Yes (flash attention v2) | # Installation