From 766da093e7685140736af844acd8376933fb9423 Mon Sep 17 00:00:00 2001 From: Chuck Tang Date: Fri, 3 May 2024 14:51:31 -0700 Subject: [PATCH] commit change --- .github/workflows/docker.yaml | 4 ++-- Dockerfile | 3 ++- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/.github/workflows/docker.yaml b/.github/workflows/docker.yaml index 54781f4663..6ca10fcd47 100644 --- a/.github/workflows/docker.yaml +++ b/.github/workflows/docker.yaml @@ -19,10 +19,10 @@ jobs: include: - name: "2.3.0_cu121_flash2" base_image: mosaicml/pytorch:2.3.0_cu121-python3.11-ubuntu20.04 - dep_groups: "[gpu-flash2,te]" + dep_groups: "[gpu-flash2]" - name: "2.3.0_cu121_flash2_aws" base_image: mosaicml/pytorch:2.3.0_cu121-python3.11-ubuntu20.04-aws - dep_groups: "[gpu-flash2,te]" + dep_groups: "[gpu-flash2]" steps: - name: Maximize Build Space on Worker uses: easimon/maximize-build-space@v4 diff --git a/Dockerfile b/Dockerfile index 32283d38dd..041bf27164 100644 --- a/Dockerfile +++ b/Dockerfile @@ -13,7 +13,8 @@ ADD https://raw.githubusercontent.com/mosaicml/llm-foundry/$BRANCH_NAME/setup.py RUN rm setup.py # Install and uninstall foundry to cache foundry requirements +RUN MAX_JOBS=1 pip install --verbose --no-cache-dir git+https://github.com/NVIDIA/TransformerEngine.git@stable RUN git clone -b $BRANCH_NAME https://github.com/mosaicml/llm-foundry.git -RUN MAX_JOBS=1 pip install --ignore-installed --verbose --no-cache-dir "./llm-foundry${DEP_GROUPS}" +RUN MAX_JOBS=1 pip install --verbose --no-cache-dir "./llm-foundry${DEP_GROUPS}" RUN pip uninstall -y llm-foundry RUN rm -rf llm-foundry