Upgrade torch docker version and github workflow tests (mosaicml#2488)

mvpatel2000 · Aug 29, 2023 · 276205b · 276205b
1 parent c79c8db
commit 276205b
Show file tree

Hide file tree

Showing 6 changed files with 12 additions and 10 deletions.
diff --git a/.github/workflows/daily.yaml b/.github/workflows/daily.yaml
@@ -29,7 +29,7 @@ jobs:
             pytest_command: 'coverage run -m pytest'
             composer_package_name: 'mosaicml'
           - name: 'cpu-3.10-2.1'
-            container: mosaicml/pytorch:2.1.0_cu121-nightly20230818-python3.10-ubuntu20.04
+            container: mosaicml/pytorch:2.1.0_cu121-nightly20230827-python3.10-ubuntu20.04
             markers: 'not daily and (remote or not remote) and not gpu and not vision and not doctest'
             pytest_command: 'coverage run -m pytest'
             composer_package_name: 'mosaicml'
@@ -59,7 +59,7 @@ jobs:
             pytest_command: 'coverage run -m pytest'
             composer_package_name: 'composer'
           - name: 'daily-cpu-3.10-2.1'
-            container: mosaicml/pytorch:2.1.0_cu121-nightly20230818-python3.10-ubuntu20.04
+            container: mosaicml/pytorch:2.1.0_cu121-nightly20230827-python3.10-ubuntu20.04
             markers: 'daily and (remote or not remote) and not gpu and not vision and not doctest'
             pytest_command: 'coverage run -m pytest'
             composer_package_name: 'mosaicml'

diff --git a/.github/workflows/pr-cpu.yaml b/.github/workflows/pr-cpu.yaml
@@ -32,7 +32,7 @@ jobs:
             pytest_command: 'coverage run -m pytest'
             composer_package_name: 'mosaicml'
           - name: 'cpu-3.10-2.1'
-            container: mosaicml/pytorch:2.1.0_cu121-nightly20230818-python3.10-ubuntu20.04
+            container: mosaicml/pytorch:2.1.0_cu121-nightly20230827-python3.10-ubuntu20.04
             markers: 'not daily and not remote and not gpu and not vision and not doctest'
             pytest_command: 'coverage run -m pytest'
             composer_package_name: 'mosaicml'

diff --git a/docker/README.md b/docker/README.md
@@ -31,7 +31,7 @@ To install composer, once inside the image, run `pip install mosaicml`.
 <!-- BEGIN_PYTORCH_BUILD_MATRIX -->
 | Linux Distro   | Flavor   | PyTorch Version   | CUDA Version        | Python Version   | Docker Tags                                                                                       |
 |----------------|----------|-------------------|---------------------|------------------|---------------------------------------------------------------------------------------------------|
-| Ubuntu 20.04   | Base     | 2.1.0             | 12.1.0 (Infiniband) | 3.10             | `mosaicml/pytorch:2.1.0_cu121-nightly20230823-python3.10-ubuntu20.04`                             |
+| Ubuntu 20.04   | Base     | 2.1.0             | 12.1.0 (Infiniband) | 3.10             | `mosaicml/pytorch:2.1.0_cu121-nightly20230827-python3.10-ubuntu20.04`                             |
 | Ubuntu 20.04   | Base     | 2.0.1             | 11.8.0 (Infiniband) | 3.10             | `mosaicml/pytorch:2.0.1_cu118-python3.10-ubuntu20.04`                                             |
 | Ubuntu 20.04   | Base     | 2.0.1             | 11.8.0 (EFA)        | 3.10             | `mosaicml/pytorch:2.0.1_cu118-python3.10-ubuntu20.04-aws`                                         |
 | Ubuntu 20.04   | Base     | 2.0.1             | cpu                 | 3.10             | `mosaicml/pytorch:2.0.1_cpu-python3.10-ubuntu20.04`                                               |

diff --git a/docker/build_matrix.yaml b/docker/build_matrix.yaml
@@ -147,14 +147,14 @@
 - AWS_OFI_NCCL_VERSION: ''
   BASE_IMAGE: nvidia/cuda:12.1.0-cudnn8-devel-ubuntu20.04
   CUDA_VERSION: 12.1.0
-  IMAGE_NAME: torch-nightly-2-1-0-20230823-cu121
+  IMAGE_NAME: torch-nightly-2-1-0-20230827-cu121
   MOFED_VERSION: 5.5-1.0.3.2
   PYTHON_VERSION: '3.10'
   PYTORCH_NIGHTLY_URL: https://download.pytorch.org/whl/nightly/cu121
-  PYTORCH_NIGHTLY_VERSION: dev20230823+cu121
+  PYTORCH_NIGHTLY_VERSION: dev20230827+cu121
   PYTORCH_VERSION: 2.1.0
   TAGS:
-  - mosaicml/pytorch:2.1.0_cu121-nightly20230823-python3.10-ubuntu20.04
+  - mosaicml/pytorch:2.1.0_cu121-nightly20230827-python3.10-ubuntu20.04
   TARGET: pytorch_stage
   TORCHTEXT_VERSION: 0.16.0
   TORCHVISION_VERSION: 0.16.0

diff --git a/docker/generate_build_matrix.py b/docker/generate_build_matrix.py
@@ -202,13 +202,13 @@ def _main():
         'AWS_OFI_NCCL_VERSION': '',
         'BASE_IMAGE': 'nvidia/cuda:12.1.0-cudnn8-devel-ubuntu20.04',
         'CUDA_VERSION': '12.1.0',
-        'IMAGE_NAME': 'torch-nightly-2-1-0-20230823-cu121',
+        'IMAGE_NAME': 'torch-nightly-2-1-0-20230827-cu121',
         'MOFED_VERSION': '5.5-1.0.3.2',
         'PYTHON_VERSION': '3.10',
         'PYTORCH_VERSION': '2.1.0',
         'PYTORCH_NIGHTLY_URL': 'https://download.pytorch.org/whl/nightly/cu121',
-        'PYTORCH_NIGHTLY_VERSION': 'dev20230823+cu121',
-        'TAGS': ['mosaicml/pytorch:2.1.0_cu121-nightly20230823-python3.10-ubuntu20.04'],
+        'PYTORCH_NIGHTLY_VERSION': 'dev20230827+cu121',
+        'TAGS': ['mosaicml/pytorch:2.1.0_cu121-nightly20230827-python3.10-ubuntu20.04'],
         'TARGET': 'pytorch_stage',
         'TORCHTEXT_VERSION': '0.16.0',
         'TORCHVISION_VERSION': '0.16.0'

diff --git a/pyproject.toml b/pyproject.toml
@@ -146,6 +146,8 @@ filterwarnings = [
     '''ignore:'has_mps' is deprecated, please use 'torch.backends.mps.is_built():UserWarning''',
     # Ignore has_mkldnn is deprecated warning please use torch.backends.mkldnn.is_available
     '''ignore:'has_mkldnn' is deprecated, please use 'torch.backends.mkldnn.is_available():UserWarning''',
+    # Ignore torch distributed deprecated warnings
+    '''ignore:torch.distributed.reduce_op is deprecated, please use torch.distributed.ReduceOp instead:UserWarning''',
 ]
 
 # Coverage