From 1caacc32fd7c8524c70f541d363b3759c981b590 Mon Sep 17 00:00:00 2001 From: Mihir Patel Date: Tue, 17 Oct 2023 14:30:03 -0400 Subject: [PATCH] update latest (#2650) --- docker/README.md | 22 +++++++++++----------- docker/build_matrix.yaml | 18 +++++++++--------- docker/generate_build_matrix.py | 2 +- 3 files changed, 21 insertions(+), 21 deletions(-) diff --git a/docker/README.md b/docker/README.md index b104663d67..47b62dc313 100644 --- a/docker/README.md +++ b/docker/README.md @@ -29,17 +29,17 @@ The base flavor contains PyTorch pre-installed; the vision flavor also includes To install composer, once inside the image, run `pip install mosaicml`. -| Linux Distro | Flavor | PyTorch Version | CUDA Version | Python Version | Docker Tags | -|----------------|----------|-------------------|---------------------|------------------|-------------------------------------------------------------------------------------------| -| Ubuntu 20.04 | Base | 2.1.0 | 12.1.0 (Infiniband) | 3.10 | `mosaicml/pytorch:2.1.0_cu121-python3.10-ubuntu20.04` | -| Ubuntu 20.04 | Base | 2.1.0 | 12.1.0 (EFA) | 3.10 | `mosaicml/pytorch:2.1.0_cu121-python3.10-ubuntu20.04-aws` | -| Ubuntu 20.04 | Base | 2.1.0 | cpu | 3.10 | `mosaicml/pytorch:2.1.0_cpu-python3.10-ubuntu20.04` | -| Ubuntu 20.04 | Base | 2.0.1 | 11.8.0 (Infiniband) | 3.10 | `mosaicml/pytorch:2.0.1_cu118-python3.10-ubuntu20.04` | -| Ubuntu 20.04 | Base | 2.0.1 | 11.8.0 (EFA) | 3.10 | `mosaicml/pytorch:2.0.1_cu118-python3.10-ubuntu20.04-aws` | -| Ubuntu 20.04 | Base | 2.0.1 | cpu | 3.10 | `mosaicml/pytorch:2.0.1_cpu-python3.10-ubuntu20.04` | -| Ubuntu 20.04 | Base | 1.13.1 | 11.7.1 (Infiniband) | 3.10 | `mosaicml/pytorch:latest`, `mosaicml/pytorch:1.13.1_cu117-python3.10-ubuntu20.04` | -| Ubuntu 20.04 | Base | 1.13.1 | 11.7.1 (EFA) | 3.10 | `mosaicml/pytorch:latest-aws`, `mosaicml/pytorch:1.13.1_cu117-python3.10-ubuntu20.04-aws` | -| Ubuntu 20.04 | Base | 1.13.1 | cpu | 3.10 | `mosaicml/pytorch:latest_cpu`, `mosaicml/pytorch:1.13.1_cpu-python3.10-ubuntu20.04` | +| Linux Distro | Flavor | PyTorch Version | CUDA Version | Python Version | Docker Tags | +|----------------|----------|-------------------|---------------------|------------------|------------------------------------------------------------------------------------------| +| Ubuntu 20.04 | Base | 2.1.0 | 12.1.0 (Infiniband) | 3.10 | `mosaicml/pytorch:latest`, `mosaicml/pytorch:2.1.0_cu121-python3.10-ubuntu20.04` | +| Ubuntu 20.04 | Base | 2.1.0 | 12.1.0 (EFA) | 3.10 | `mosaicml/pytorch:latest-aws`, `mosaicml/pytorch:2.1.0_cu121-python3.10-ubuntu20.04-aws` | +| Ubuntu 20.04 | Base | 2.1.0 | cpu | 3.10 | `mosaicml/pytorch:latest_cpu`, `mosaicml/pytorch:2.1.0_cpu-python3.10-ubuntu20.04` | +| Ubuntu 20.04 | Base | 2.0.1 | 11.8.0 (Infiniband) | 3.10 | `mosaicml/pytorch:2.0.1_cu118-python3.10-ubuntu20.04` | +| Ubuntu 20.04 | Base | 2.0.1 | 11.8.0 (EFA) | 3.10 | `mosaicml/pytorch:2.0.1_cu118-python3.10-ubuntu20.04-aws` | +| Ubuntu 20.04 | Base | 2.0.1 | cpu | 3.10 | `mosaicml/pytorch:2.0.1_cpu-python3.10-ubuntu20.04` | +| Ubuntu 20.04 | Base | 1.13.1 | 11.7.1 (Infiniband) | 3.10 | `mosaicml/pytorch:1.13.1_cu117-python3.10-ubuntu20.04` | +| Ubuntu 20.04 | Base | 1.13.1 | 11.7.1 (EFA) | 3.10 | `mosaicml/pytorch:1.13.1_cu117-python3.10-ubuntu20.04-aws` | +| Ubuntu 20.04 | Base | 1.13.1 | cpu | 3.10 | `mosaicml/pytorch:1.13.1_cpu-python3.10-ubuntu20.04` | **Note**: The `mosaicml/pytorch:latest`, `mosaicml/pytorch:latest_cpu`, and `mosaicml/pytorch:latest-aws` diff --git a/docker/build_matrix.yaml b/docker/build_matrix.yaml index 41b9daabb8..fe763ef81d 100644 --- a/docker/build_matrix.yaml +++ b/docker/build_matrix.yaml @@ -10,6 +10,7 @@ PYTORCH_VERSION: 2.1.0 TAGS: - mosaicml/pytorch:2.1.0_cu121-python3.10-ubuntu20.04 + - mosaicml/pytorch:latest TARGET: pytorch_stage TORCHVISION_VERSION: 0.16.0 - AWS_OFI_NCCL_VERSION: v1.5.0-aws @@ -23,6 +24,7 @@ PYTORCH_VERSION: 2.1.0 TAGS: - mosaicml/pytorch:2.1.0_cu121-python3.10-ubuntu20.04-aws + - mosaicml/pytorch:latest-aws TARGET: pytorch_stage TORCHVISION_VERSION: 0.16.0 - AWS_OFI_NCCL_VERSION: '' @@ -36,6 +38,7 @@ PYTORCH_VERSION: 2.1.0 TAGS: - mosaicml/pytorch:2.1.0_cpu-python3.10-ubuntu20.04 + - mosaicml/pytorch:latest_cpu TARGET: pytorch_stage TORCHVISION_VERSION: 0.16.0 - AWS_OFI_NCCL_VERSION: '' @@ -88,7 +91,6 @@ PYTORCH_VERSION: 1.13.1 TAGS: - mosaicml/pytorch:1.13.1_cu117-python3.10-ubuntu20.04 - - mosaicml/pytorch:latest TARGET: pytorch_stage TORCHVISION_VERSION: 0.14.1 - AWS_OFI_NCCL_VERSION: v1.5.0-aws @@ -102,7 +104,6 @@ PYTORCH_VERSION: 1.13.1 TAGS: - mosaicml/pytorch:1.13.1_cu117-python3.10-ubuntu20.04-aws - - mosaicml/pytorch:latest-aws TARGET: pytorch_stage TORCHVISION_VERSION: 0.14.1 - AWS_OFI_NCCL_VERSION: '' @@ -116,24 +117,23 @@ PYTORCH_VERSION: 1.13.1 TAGS: - mosaicml/pytorch:1.13.1_cpu-python3.10-ubuntu20.04 - - mosaicml/pytorch:latest_cpu TARGET: pytorch_stage TORCHVISION_VERSION: 0.14.1 - AWS_OFI_NCCL_VERSION: '' - BASE_IMAGE: nvidia/cuda:11.7.1-cudnn8-devel-ubuntu20.04 + BASE_IMAGE: nvidia/cuda:12.1.0-cudnn8-devel-ubuntu20.04 COMPOSER_INSTALL_COMMAND: mosaicml[all]==0.16.4 - CUDA_VERSION: 11.7.1 + CUDA_VERSION: 12.1.0 IMAGE_NAME: composer-0-16-4 MOFED_VERSION: 5.5-1.0.3.2 PYTHON_VERSION: '3.10' PYTORCH_NIGHTLY_URL: '' PYTORCH_NIGHTLY_VERSION: '' - PYTORCH_VERSION: 1.13.1 + PYTORCH_VERSION: 2.1.0 TAGS: - mosaicml/composer:0.16.4 - mosaicml/composer:latest TARGET: composer_stage - TORCHVISION_VERSION: 0.14.1 + TORCHVISION_VERSION: 0.16.0 - AWS_OFI_NCCL_VERSION: '' BASE_IMAGE: ubuntu:20.04 COMPOSER_INSTALL_COMMAND: mosaicml[all]==0.16.4 @@ -143,9 +143,9 @@ PYTHON_VERSION: '3.10' PYTORCH_NIGHTLY_URL: '' PYTORCH_NIGHTLY_VERSION: '' - PYTORCH_VERSION: 1.13.1 + PYTORCH_VERSION: 2.1.0 TAGS: - mosaicml/composer:0.16.4_cpu - mosaicml/composer:latest_cpu TARGET: composer_stage - TORCHVISION_VERSION: 0.14.1 + TORCHVISION_VERSION: 0.16.0 diff --git a/docker/generate_build_matrix.py b/docker/generate_build_matrix.py index 7878bdee43..2882a2e63a 100644 --- a/docker/generate_build_matrix.py +++ b/docker/generate_build_matrix.py @@ -19,7 +19,7 @@ import yaml LATEST_PYTHON_VERSION = '3.10' -PRODUCTION_PYTORCH_VERSION = '1.13.1' +PRODUCTION_PYTORCH_VERSION = '2.1.0' def _get_torchvision_version(pytorch_version: str):