diff --git a/.github/workflows/daily.yaml b/.github/workflows/daily.yaml index 1024207d66..5dc8ea998d 100644 --- a/.github/workflows/daily.yaml +++ b/.github/workflows/daily.yaml @@ -29,7 +29,7 @@ jobs: pytest_command: 'coverage run -m pytest' composer_package_name: 'mosaicml' - name: 'cpu-3.10-2.1' - container: mosaicml/pytorch:2.1.0_cu121-nightly20230818-python3.10-ubuntu20.04 + container: mosaicml/pytorch:2.1.0_cu121-nightly20230827-python3.10-ubuntu20.04 markers: 'not daily and (remote or not remote) and not gpu and not vision and not doctest' pytest_command: 'coverage run -m pytest' composer_package_name: 'mosaicml' @@ -59,7 +59,7 @@ jobs: pytest_command: 'coverage run -m pytest' composer_package_name: 'composer' - name: 'daily-cpu-3.10-2.1' - container: mosaicml/pytorch:2.1.0_cu121-nightly20230818-python3.10-ubuntu20.04 + container: mosaicml/pytorch:2.1.0_cu121-nightly20230827-python3.10-ubuntu20.04 markers: 'daily and (remote or not remote) and not gpu and not vision and not doctest' pytest_command: 'coverage run -m pytest' composer_package_name: 'mosaicml' diff --git a/.github/workflows/pr-cpu.yaml b/.github/workflows/pr-cpu.yaml index 1fbee2feb0..8c7176a06f 100644 --- a/.github/workflows/pr-cpu.yaml +++ b/.github/workflows/pr-cpu.yaml @@ -32,7 +32,7 @@ jobs: pytest_command: 'coverage run -m pytest' composer_package_name: 'mosaicml' - name: 'cpu-3.10-2.1' - container: mosaicml/pytorch:2.1.0_cu121-nightly20230818-python3.10-ubuntu20.04 + container: mosaicml/pytorch:2.1.0_cu121-nightly20230827-python3.10-ubuntu20.04 markers: 'not daily and not remote and not gpu and not vision and not doctest' pytest_command: 'coverage run -m pytest' composer_package_name: 'mosaicml' diff --git a/docker/README.md b/docker/README.md index 82f2e01778..727eec32eb 100644 --- a/docker/README.md +++ b/docker/README.md @@ -31,7 +31,7 @@ To install composer, once inside the image, run `pip install mosaicml`. | Linux Distro | Flavor | PyTorch Version | CUDA Version | Python Version | Docker Tags | |----------------|----------|-------------------|---------------------|------------------|---------------------------------------------------------------------------------------------------| -| Ubuntu 20.04 | Base | 2.1.0 | 12.1.0 (Infiniband) | 3.10 | `mosaicml/pytorch:2.1.0_cu121-nightly20230823-python3.10-ubuntu20.04` | +| Ubuntu 20.04 | Base | 2.1.0 | 12.1.0 (Infiniband) | 3.10 | `mosaicml/pytorch:2.1.0_cu121-nightly20230827-python3.10-ubuntu20.04` | | Ubuntu 20.04 | Base | 2.0.1 | 11.8.0 (Infiniband) | 3.10 | `mosaicml/pytorch:2.0.1_cu118-python3.10-ubuntu20.04` | | Ubuntu 20.04 | Base | 2.0.1 | 11.8.0 (EFA) | 3.10 | `mosaicml/pytorch:2.0.1_cu118-python3.10-ubuntu20.04-aws` | | Ubuntu 20.04 | Base | 2.0.1 | cpu | 3.10 | `mosaicml/pytorch:2.0.1_cpu-python3.10-ubuntu20.04` | diff --git a/docker/build_matrix.yaml b/docker/build_matrix.yaml index 821f6f6b82..cd8aa3236c 100644 --- a/docker/build_matrix.yaml +++ b/docker/build_matrix.yaml @@ -147,14 +147,14 @@ - AWS_OFI_NCCL_VERSION: '' BASE_IMAGE: nvidia/cuda:12.1.0-cudnn8-devel-ubuntu20.04 CUDA_VERSION: 12.1.0 - IMAGE_NAME: torch-nightly-2-1-0-20230823-cu121 + IMAGE_NAME: torch-nightly-2-1-0-20230827-cu121 MOFED_VERSION: 5.5-1.0.3.2 PYTHON_VERSION: '3.10' PYTORCH_NIGHTLY_URL: https://download.pytorch.org/whl/nightly/cu121 - PYTORCH_NIGHTLY_VERSION: dev20230823+cu121 + PYTORCH_NIGHTLY_VERSION: dev20230827+cu121 PYTORCH_VERSION: 2.1.0 TAGS: - - mosaicml/pytorch:2.1.0_cu121-nightly20230823-python3.10-ubuntu20.04 + - mosaicml/pytorch:2.1.0_cu121-nightly20230827-python3.10-ubuntu20.04 TARGET: pytorch_stage TORCHTEXT_VERSION: 0.16.0 TORCHVISION_VERSION: 0.16.0 diff --git a/docker/generate_build_matrix.py b/docker/generate_build_matrix.py index 41cf8198c8..718a83d1db 100644 --- a/docker/generate_build_matrix.py +++ b/docker/generate_build_matrix.py @@ -202,13 +202,13 @@ def _main(): 'AWS_OFI_NCCL_VERSION': '', 'BASE_IMAGE': 'nvidia/cuda:12.1.0-cudnn8-devel-ubuntu20.04', 'CUDA_VERSION': '12.1.0', - 'IMAGE_NAME': 'torch-nightly-2-1-0-20230823-cu121', + 'IMAGE_NAME': 'torch-nightly-2-1-0-20230827-cu121', 'MOFED_VERSION': '5.5-1.0.3.2', 'PYTHON_VERSION': '3.10', 'PYTORCH_VERSION': '2.1.0', 'PYTORCH_NIGHTLY_URL': 'https://download.pytorch.org/whl/nightly/cu121', - 'PYTORCH_NIGHTLY_VERSION': 'dev20230823+cu121', - 'TAGS': ['mosaicml/pytorch:2.1.0_cu121-nightly20230823-python3.10-ubuntu20.04'], + 'PYTORCH_NIGHTLY_VERSION': 'dev20230827+cu121', + 'TAGS': ['mosaicml/pytorch:2.1.0_cu121-nightly20230827-python3.10-ubuntu20.04'], 'TARGET': 'pytorch_stage', 'TORCHTEXT_VERSION': '0.16.0', 'TORCHVISION_VERSION': '0.16.0' diff --git a/pyproject.toml b/pyproject.toml index 7647a4c39f..edc3544198 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -146,6 +146,8 @@ filterwarnings = [ '''ignore:'has_mps' is deprecated, please use 'torch.backends.mps.is_built():UserWarning''', # Ignore has_mkldnn is deprecated warning please use torch.backends.mkldnn.is_available '''ignore:'has_mkldnn' is deprecated, please use 'torch.backends.mkldnn.is_available():UserWarning''', + # Ignore torch distributed deprecated warnings + '''ignore:torch.distributed.reduce_op is deprecated, please use torch.distributed.ReduceOp instead:UserWarning''', ] # Coverage