.gitlab-ci.yml

variables:
  TIMEOUT: 3600 # Set default timeout to 3600 seconds

.setup-buildtest: &setup-buildtest
  - export COLUMNS=160
  - export NERSC_HOST=$(cat /etc/clustername)
  - module load python/3.9-anaconda-2021.11
  - python -m venv $CI_PROJECT_DIR/pyenv
  - source $CI_PROJECT_DIR/pyenv/bin/activate
  - git clone -b devel https://github.com/buildtesters/buildtest
  - cd buildtest
  - . setup.sh
  - git log --oneline -1
  - buildtest --help
  - export BUILDTEST_CONFIGFILE=$CI_PROJECT_DIR/config.yml
  - buildtest config validate

.buildspec_cache: &buildspec_cache
  - buildtest buildspec find --quiet --rebuild --root $CI_PROJECT_DIR/buildspecs
  - buildtest buildspec summary
  - buildtest buildspec find invalid

.post_run: &post_run
  - mkdir -p $CI_PROJECT_DIR/.artifacts
  - buildtest report --fail | tee $CI_PROJECT_DIR/.artifacts/report.txt
  - buildtest cdash upload $CDASH_BUILD_NAME
  - cp $(buildtest --logpath) $CI_PROJECT_DIR/.artifacts/

.validate_buildspecs:
  allow_failure: true
  #rules:
  #  - if: '$CI_PIPELINE_SOURCE == "external_pull_request_event" && $CI_EXTERNAL_PULL_REQUEST_TARGET_BRANCH_NAME == $CI_DEFAULT_BRANCH'
  before_script:
    - *setup-buildtest
  script:
    - *buildspec_cache

.test_compilers:
  allow_failure: true
  #rules:
  #  - if: '$CI_PIPELINE_SOURCE == "external_pull_request_event" && $CI_EXTERNAL_PULL_REQUEST_TARGET_BRANCH_NAME == $CI_DEFAULT_BRANCH'
  before_script:
    - *setup-buildtest
  script:
    - buildtest config compilers test

.scheduled_test:
  before_script:
    - *setup-buildtest
  script:
    - buildtest buildspec find --rebuild --root $CI_PROJECT_DIR/buildspecs
    - TESTDIR=$CI_PROJECT_DIR/buildtest/runs/$CI_JOB_NAME/$(date +%F)
    - SCRATCHDIR=$PSCRATCH/buildtest/runs/$CI_JOB_NAME/$(date +%F)
    - buildtest build -t $TAGNAME --limit $LIMIT --account m3503_g --timeout $TIMEOUT --testdir $SCRATCHDIR
    - *post_run
  artifacts:
    paths:
      - $CI_PROJECT_DIR/.artifacts
    expire_in: 1 week

validate_buildspecs_on_perlmutter:
  extends: .validate_buildspecs
  tags: [perlmutter-bdtest]

validate_buildspecs_on_muller:
  extends: .validate_buildspecs
  tags: [muller-bdtest]

test_compilers_perlmutter:
  extends: .test_compilers
  tags: [ perlmutter-bdtest ]

test_compilers_muller:
  extends: .test_compilers
  tags: [ muller-bdtest ]

.mini_runs:
  variables:
    LIMIT: 10

.large_runs:
  variables:
    LIMIT: 75

.system_check:
  extends: [.scheduled_test, .mini_runs]
  variables:
    TAGNAME: "system"
    CDASH_BUILD_NAME: "system-check"
      
perlmutter_system_check:
  extends: .system_check
  tags: [perlmutter-bdtest]


muller_system_check:
  extends: .system_check
  tags: [muller-bdtest]

#### E4S Jobs #####

.e4s_test:
  extends: .scheduled_test
  variables:
    TAGNAME: "e4s,e4s-22.11,e4s-23.05,e4s-23.08"

.e4s_mini_test:
  extends: [.e4s_test, .mini_runs]
  only:
    refs:
      - schedules
    variables:
      - $SCHEDULE_TYPE == "e4s-mini"
  variables:
    CDASH_BUILD_NAME: "e4s-mini"

.e4s_large_test:
  extends: [.e4s_test, .large_runs]
  only:
    refs:
      - schedules
    variables:
      - $SCHEDULE_TYPE == "large"
  variables:
    CDASH_BUILD_NAME: "e4s-large"

e4s_mini_test_perlmutter:
  extends: .e4s_mini_test
  tags: [perlmutter-bdtest]

e4s_large_test_perlmutter:
  extends: .e4s_large_test
  tags: [perlmutter-bdtest]

e4s_mini_test_muller:
  extends: .e4s_mini_test
  tags: [muller-bdtest]

e4s_large_test_muller:
  extends: .e4s_large_test
  tags: [muller-bdtest]

#### APPLICATION JOBS ####

.apps_test:
  extends: .scheduled_test
  variables:
    TAGNAME: "compile,gpu,mpi,openmp"

.apps_mini:
  extends: [.apps_test, .mini_runs]
  only:
    refs:
      - schedules
    variables:
      - $SCHEDULE_TYPE == "apps-mini"
  variables:
    CDASH_BUILD_NAME: "apps-mini"

.apps_large:
  extends: [.apps_test, .large_runs]
  only:
    refs:
      - schedules
    variables:
      - $SCHEDULE_TYPE == "large"
  variables:
    CDASH_BUILD_NAME: "apps-large"

apps_mini_test_perlmutter:
  extends: .apps_mini
  tags: [perlmutter-bdtest]

apps_mini_test_muller:
  extends: .apps_mini
  tags: [muller-bdtest]

    
apps_large_test_perlmutter:
  extends: .apps_large
  tags: [perlmutter-bdtest]

apps_large_test_muller:
  extends: .apps_large
  tags: [muller-bdtest]


#### FULL TESTSUITE RUN JOBS #####

.full_testsuite:
  before_script:
    - *setup-buildtest
  script:
    - TESTDIR=$CI_PROJECT_DIR/buildtest/runs/$CI_JOB_NAME/$(date +%F)
    - SCRATCHDIR=$PSCRATCH/buildtest/runs/$CI_JOB_NAME/$(date +%F)
    - buildtest build -b $CI_PROJECT_DIR/buildspecs/ --limit $LIMIT --account m3503_g --timeout $TIMEOUT --testdir $SCRATCHDIR
    - *post_run
  artifacts:
    paths:
      - $CI_PROJECT_DIR/.artifacts
    expire_in: 1 week

.mini_fullsuite:
  extends: [.full_testsuite, .mini_runs]
  only:
    refs:
      - schedules
    variables:
      - $SCHEDULE_TYPE == "mini-fullsuite"
  variables:
    CDASH_BUILD_NAME: "mini-fullsuite"


.large_fullsuite:
  extends: [.full_testsuite, .large_runs]
  only:
    refs:
      - schedules
    variables:
      - $SCHEDULE_TYPE == "large"
  variables:
    CDASH_BUILD_NAME: "large-fullsuite"


mini-fullsuite-perlmutter:
  extends: .mini_fullsuite
  tags: [perlmutter-bdtest]

mini-fullsuite-muller:
  extends: .mini_fullsuite
  tags: [muller-bdtest]


large-fullsuite-perlmutter:
  extends: .large_fullsuite
  tags: [perlmutter-bdtest]

large-fullsuite-muller:
  extends: .large_fullsuite
  tags: [muller-bdtest]