Extensible configuration of the superbuild location

.gitlab-ci.yml

@@ -28,110 +28,41 @@
 # clusters. To run testing locally, consult the README in the ci_test
 # directory.
 
-variables:
-  FF_USE_NEW_BASH_EVAL_STRATEGY: 'true'
-  FF_ENABLE_BASH_EXIT_CODE_CHECK: 1
-  LBANN_CI_CLEAN_BUILD: 'true'
+include:
+  - project: 'lc-templates/id_tokens'
+    file: 'id_tokens.yml'
 
 stages:
   - run-all-clusters
 
-corona testing:
-  stage: run-all-clusters
-  variables:
-    WITH_WEEKLY: "${LBANN_CI_RUN_WEEKLY}"
-    WITH_CLEAN_BUILD: "${LBANN_CI_CLEAN_BUILD}"
-  trigger:
-    strategy: depend
-    include: .gitlab/corona/pipeline.yml
-
-corona distconv testing:
-  stage: run-all-clusters
-  variables:
-    JOB_NAME_SUFFIX: _distconv
-    SPACK_ENV_BASE_NAME_MODIFIER: "-distconv"
-    SPACK_SPECS: "+rocm +distconv"
-    WITH_WEEKLY: "${LBANN_CI_RUN_WEEKLY}"
-    WITH_CLEAN_BUILD: "${LBANN_CI_CLEAN_BUILD}"
-    TEST_FLAG: "test_*_distconv.py"
-  trigger:
-    strategy: depend
-    include: .gitlab/corona/pipeline.yml
-
-lassen testing:
-  stage: run-all-clusters
-  variables:
-    WITH_WEEKLY: "${LBANN_CI_RUN_WEEKLY}"
-    WITH_CLEAN_BUILD: "${LBANN_CI_CLEAN_BUILD}"
-  trigger:
-    strategy: depend
-    include: .gitlab/lassen/pipeline.yml
-
-lassen distconv testing:
+tioga testing:
   stage: run-all-clusters
-  variables:
-    JOB_NAME_SUFFIX: _distconv
-    SPACK_ENV_BASE_NAME_MODIFIER: "-multi-stage-distconv"
-    SPACK_SPECS: "+cuda +distconv +fft"
-#    SPACK_SPECS: "+cuda +distconv +nvshmem +fft"
-    WITH_WEEKLY: "${LBANN_CI_RUN_WEEKLY}"
-    WITH_CLEAN_BUILD: "${LBANN_CI_CLEAN_BUILD}"
-    TEST_FLAG: "test_*_distconv.py"
   trigger:
     strategy: depend
-    include: .gitlab/lassen/multi_stage_pipeline.yml
+    include: '.gitlab/build-and-test-tioga.yml'
+    forward:
+      pipeline_variables: true
 
 pascal testing:
   stage: run-all-clusters
-  variables:
-    WITH_WEEKLY: "${LBANN_CI_RUN_WEEKLY}"
-    WITH_CLEAN_BUILD: "${LBANN_CI_CLEAN_BUILD}"
   trigger:
     strategy: depend
-    include: .gitlab/pascal/pipeline.yml
+    include: '.gitlab/build-and-test-pascal.yml'
+    forward:
+      pipeline_variables: true
 
-pascal compiler testing:
-  stage: run-all-clusters
-  variables:
-    SPACK_SPECS: "%[email protected] +cuda +half +fft"
-    BUILD_SCRIPT_OPTIONS: "--no-default-mirrors"
-    WITH_CLEAN_BUILD: "${LBANN_CI_CLEAN_BUILD}"
-  trigger:
-    strategy: depend
-    include: .gitlab/pascal/pipeline_compiler_tests.yml
-
-pascal distconv testing:
-  stage: run-all-clusters
-  variables:
-    JOB_NAME_SUFFIX: _distconv
-    SPACK_SPECS: "%[email protected] +cuda +distconv +fft"
-    BUILD_SCRIPT_OPTIONS: "--no-default-mirrors"
-    WITH_WEEKLY: "${LBANN_CI_RUN_WEEKLY}"
-    WITH_CLEAN_BUILD: "${LBANN_CI_CLEAN_BUILD}"
-    TEST_FLAG: "test_*_distconv.py"
-  trigger:
-    strategy: depend
-    include: .gitlab/pascal/pipeline.yml
-
-tioga testing:
+corona testing:
   stage: run-all-clusters
-  variables:
-    # FF_USE_NEW_BASH_EVAL_STRATEGY: 1
-    WITH_WEEKLY: "${LBANN_CI_RUN_WEEKLY}"
-    WITH_CLEAN_BUILD: "${LBANN_CI_CLEAN_BUILD}"
   trigger:
     strategy: depend
-    include: .gitlab/tioga/pipeline.yml
+    include: '.gitlab/build-and-test-corona.yml'
+    forward:
+      pipeline_variables: true
 
-tioga distconv testing:
+lassen testing:
   stage: run-all-clusters
-  variables:
-    JOB_NAME_SUFFIX: _distconv
-    SPACK_ENV_BASE_NAME_MODIFIER: "-distconv"
-    SPACK_SPECS: "+rocm +distconv"
-    WITH_WEEKLY: "${LBANN_CI_RUN_WEEKLY}"
-    WITH_CLEAN_BUILD: "${LBANN_CI_CLEAN_BUILD}"
-    TEST_FLAG: "test_*_distconv.py"
   trigger:
     strategy: depend
-    include: .gitlab/tioga/pipeline.yml
+    include: '.gitlab/build-and-test-lassen.yml'
+    forward:
+      pipeline_variables: true

.gitlab/build-and-test-common.yml

@@ -0,0 +1,56 @@
+################################################################################
+## Copyright (c) 2014-2024, Lawrence Livermore National Security, LLC.
+## Produced at the Lawrence Livermore National Laboratory.
+## Written by the LBANN Research Team (B. Van Essen, et al.) listed in
+## the CONTRIBUTORS file. <[email protected]>
+##
+## LLNL-CODE-697807.
+## All rights reserved.
+##
+## This file is part of LBANN: Livermore Big Artificial Neural Network
+## Toolkit. For details, see http://software.llnl.gov/LBANN or
+## https://github.com/LLNL/LBANN.
+##
+## Licensed under the Apache License, Version 2.0 (the "Licensee"); you
+## may not use this file except in compliance with the License.  You may
+## obtain a copy of the License at:
+##
+## http://www.apache.org/licenses/LICENSE-2.0
+##
+## Unless required by applicable law or agreed to in writing, software
+## distributed under the License is distributed on an "AS IS" BASIS,
+## WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+## implied. See the License for the specific language governing
+## permissions and limitations under the license.
+################################################################################
+
+.build-and-test-base:
+  variables:
+    LLNL_SERVICE_USER: lbannusr
+    LLNL_SLURM_SCHEDULER_PARAMETERS: "-N2 -t 90"
+    LLNL_FLUX_SCHEDULER_PARAMETERS: "-N2 -t 120m"
+    LLNL_LSF_SCHEDULER_PARAMETERS: "-q pbatch -nnodes 2 -W 60"
+    GIT_SUBMODULE_STRATEGY: none
+    GIT_DEPTH: 5
+  script:
+    - printenv > ${CI_PROJECT_DIR}/ci_environment.log
+    - ${CI_PROJECT_DIR}/.gitlab/build-and-test.sh
+  cache:
+    key: $CI_JOB_NAME_SLUG
+    paths:
+      - install-deps-${CI_JOB_NAME_SLUG}
+  timeout: 6h
+
+.build-and-test:
+  artifacts:
+    when: always
+    paths:
+      - "${CI_PROJECT_DIR}/*junit.*xml"
+      - "${CI_PROJECT_DIR}/ci_environment.log"
+      - "${CI_PROJECT_DIR}/build-${CI_JOB_ID}/build-lbann/build.ninja"
+      - "${CI_PROJECT_DIR}/build-${CI_JOB_ID}/build-lbann/CMakeFiles/rules.ninja"
+      - "${CI_PROJECT_DIR}/build-${CI_JOB_ID}/build-deps/all_build_files.tar.gz"
+      - "${CI_PROJECT_DIR}/build-${CI_JOB_ID}/build-deps/all_output_logs.tar.gz"
+    reports:
+      junit: "${CI_PROJECT_DIR}/*junit.*xml"
+  extends: .build-and-test-base

.gitlab/build-and-test-corona.yml

@@ -0,0 +1,54 @@
+################################################################################
+## Copyright (c) 2014-2024, Lawrence Livermore National Security, LLC.
+## Produced at the Lawrence Livermore National Laboratory.
+## Written by the LBANN Research Team (B. Van Essen, et al.) listed in
+## the CONTRIBUTORS file. <[email protected]>
+##
+## LLNL-CODE-697807.
+## All rights reserved.
+##
+## This file is part of LBANN: Livermore Big Artificial Neural Network
+## Toolkit. For details, see http://software.llnl.gov/LBANN or
+## https://github.com/LLNL/LBANN.
+##
+## Licensed under the Apache License, Version 2.0 (the "Licensee"); you
+## may not use this file except in compliance with the License.  You may
+## obtain a copy of the License at:
+##
+## http://www.apache.org/licenses/LICENSE-2.0
+##
+## Unless required by applicable law or agreed to in writing, software
+## distributed under the License is distributed on an "AS IS" BASIS,
+## WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+## implied. See the License for the specific language governing
+## permissions and limitations under the license.
+################################################################################
+
+default:
+  id_tokens:
+     SITE_ID_TOKEN:
+        aud: https://lc.llnl.gov/gitlab
+
+stages:
+  - build
+
+include:
+  local: "/.gitlab/build-and-test-common.yml"
+
+rocm-5-7-1-corona:
+  variables:
+    COMPILER_FAMILY: amdclang
+    MODULES: "rocm/5.7.1 clang/14.0.6-magic openmpi/4.1.2"
+  extends: .build-and-test-on-corona
+
+rocm-5-7-1-distconv-corona:
+  variables:
+    COMPILER_FAMILY: amdclang
+    MODULES: "rocm/5.7.1 clang/14.0.6-magic openmpi/4.1.2"
+    WITH_DISTCONV: "ON"
+  extends: .build-and-test-on-corona
+
+.build-and-test-on-corona:
+  stage: build
+  tags: [corona, batch]
+  extends: .build-and-test

.gitlab/build-and-test-lassen.yml

@@ -0,0 +1,55 @@
+################################################################################
+## Copyright (c) 2014-2024, Lawrence Livermore National Security, LLC.
+## Produced at the Lawrence Livermore National Laboratory.
+## Written by the LBANN Research Team (B. Van Essen, et al.) listed in
+## the CONTRIBUTORS file. <[email protected]>
+##
+## LLNL-CODE-697807.
+## All rights reserved.
+##
+## This file is part of LBANN: Livermore Big Artificial Neural Network
+## Toolkit. For details, see http://software.llnl.gov/LBANN or
+## https://github.com/LLNL/LBANN.
+##
+## Licensed under the Apache License, Version 2.0 (the "Licensee"); you
+## may not use this file except in compliance with the License.  You may
+## obtain a copy of the License at:
+##
+## http://www.apache.org/licenses/LICENSE-2.0
+##
+## Unless required by applicable law or agreed to in writing, software
+## distributed under the License is distributed on an "AS IS" BASIS,
+## WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+## implied. See the License for the specific language governing
+## permissions and limitations under the license.
+################################################################################
+
+default:
+  id_tokens:
+     SITE_ID_TOKEN:
+        aud: https://lc.llnl.gov/gitlab
+
+stages:
+  - build
+
+include:
+  local: "/.gitlab/build-and-test-common.yml"
+
+#  fftw/3.3.10-gcc-11.2.1
+clang-16-0-6-gcc-11-2-1-cuda-12-2-2-lassen:
+  variables:
+    COMPILER_FAMILY: clang
+    MODULES: "clang/16.0.6-gcc-11.2.1 spectrum-mpi/rolling-release cuda/12.2.2 cmake/3.29.2 python/3.11.5"
+  extends: .build-and-test-on-lassen
+
+clang-16-0-6-gcc-11-2-1-cuda-12-2-2-distconv-lassen:
+  variables:
+    COMPILER_FAMILY: clang
+    MODULES: "clang/16.0.6-gcc-11.2.1 spectrum-mpi/rolling-release cuda/12.2.2 cmake/3.29.2 python/3.11.5"
+    WITH_DISTCONV: "ON"
+  extends: .build-and-test-on-lassen
+
+.build-and-test-on-lassen:
+  stage: build
+  tags: [lassen, batch]
+  extends: .build-and-test

.gitlab/build-and-test-pascal.yml

@@ -0,0 +1,54 @@
+################################################################################
+## Copyright (c) 2014-2024, Lawrence Livermore National Security, LLC.
+## Produced at the Lawrence Livermore National Laboratory.
+## Written by the LBANN Research Team (B. Van Essen, et al.) listed in
+## the CONTRIBUTORS file. <[email protected]>
+##
+## LLNL-CODE-697807.
+## All rights reserved.
+##
+## This file is part of LBANN: Livermore Big Artificial Neural Network
+## Toolkit. For details, see http://software.llnl.gov/LBANN or
+## https://github.com/LLNL/LBANN.
+##
+## Licensed under the Apache License, Version 2.0 (the "Licensee"); you
+## may not use this file except in compliance with the License.  You may
+## obtain a copy of the License at:
+##
+## http://www.apache.org/licenses/LICENSE-2.0
+##
+## Unless required by applicable law or agreed to in writing, software
+## distributed under the License is distributed on an "AS IS" BASIS,
+## WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+## implied. See the License for the specific language governing
+## permissions and limitations under the license.
+################################################################################
+
+default:
+  id_tokens:
+     SITE_ID_TOKEN:
+        aud: https://lc.llnl.gov/gitlab
+
+stages:
+  - build
+
+include:
+  local: "/.gitlab/build-and-test-common.yml"
+
+clang-14-0-6-cuda-11-8-0-pascal:
+  variables:
+    COMPILER_FAMILY: clang
+    MODULES: "clang/14.0.6-magic openmpi/4.1.2 cuda/11.8.0 ninja/1.11.1"
+    WITH_HALF: "ON"
+  extends: [.build-and-test-on-pascal, .build-and-test]
+
+clang-14-0-6-cuda-11-8-0-distconv-pascal:
+  variables:
+    COMPILER_FAMILY: clang
+    MODULES: "clang/14.0.6-magic openmpi/4.1.2 cuda/11.8.0 ninja/1.11.1"
+    WITH_DISTCONV: "ON"
+  extends: [.build-and-test-on-pascal, .build-and-test]
+
+.build-and-test-on-pascal:
+  stage: build
+  tags: [pascal, batch]