CMOR Nightly Build #43
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CMOR Nightly Build | |
| run-name: CMOR Nightly Build | |
| on: | |
| push: | |
| branches: | |
| - "github_action_exp" | |
| pull_request: | |
| branches: | |
| - "main" | |
| jobs: | |
| nightly: | |
| name: Deploy nightly | |
| strategy: | |
| matrix: | |
| runner: | |
| - RUNNER_OS: 'macos-14' | |
| OS: osx-arm64 | |
| OS_NAME: osx_arm64 | |
| MINICONDA_INSTALLER_URL: https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-arm64.sh | |
| C_COMPILER: clang_osx-arm64 | |
| FORTRAN_COMPILER: gfortran_osx-arm64 | |
| PROJECT_DIR: workdir/macos_arm64 | |
| - RUNNER_OS: 'macos-13' | |
| OS: osx-64 | |
| OS_NAME: osx_64 | |
| MINICONDA_INSTALLER_URL: https://repo.anaconda.com/miniconda/Miniconda3-latest-MacOSX-x86_64.sh | |
| C_COMPILER: clang_osx-64 | |
| FORTRAN_COMPILER: gfortran_osx-64 | |
| PROJECT_DIR: workdir/macos_64 | |
| python_version: ['3.10'] | |
| runs-on: ${{ matrix.runner.RUNNER_OS }} | |
| env: | |
| PACKAGE_NAME: cmor | |
| PACKAGE_VERSION: 3.8.0 | |
| PYTHON_VERSION: ${{ matrix.python_version }} | |
| CONDA_FORGE_CHANNEL: conda-forge | |
| CONDA_USER: pcmdi | |
| CONDA_LABEL: testing | |
| OS: ${{ matrix.runner.OS }} | |
| OS_NAME: ${{ matrix.runner.OS_NAME }} | |
| MINICONDA_INSTALLER_URL: ${{ matrix.runner.MINICONDA_INSTALLER_URL }} | |
| C_COMPILER: ${{ matrix.runner.C_COMPILER }} | |
| FORTRAN_COMPILER: ${{ matrix.runner.FORTRAN_COMPILER }} | |
| PROJECT_DIR: ${{ matrix.runner.PROJECT_DIR }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Pull Submodules | |
| run: | | |
| git submodule init | |
| git submodule update | |
| - name: Setup project directory | |
| run: mkdir -p $PROJECT_DIR | |
| - name: Setup Miniconda | |
| run: | | |
| curl -L $MINICONDA_INSTALLER_URL -o miniconda.sh | |
| bash miniconda.sh -b -p $PROJECT_DIR/miniconda | |
| source $PROJECT_DIR/miniconda/etc/profile.d/conda.sh | |
| conda activate base | |
| conda config --set anaconda_upload no | |
| - name: Conda Rerender | |
| run: | | |
| source $PROJECT_DIR/miniconda/etc/profile.d/conda.sh | |
| conda activate base | |
| conda config --set anaconda_upload no | |
| git clone -b main https://github.com/conda-forge/cmor-feedstock $PROJECT_DIR/cmor-feedstock | |
| export SRC_META_YAML=`pwd`/$PROJECT_DIR/cmor-feedstock/recipe/meta.yaml.SRC | |
| export DST_META_YAML=`pwd`/$PROJECT_DIR/cmor-feedstock/recipe/meta.yaml | |
| mv $DST_META_YAML $SRC_META_YAML | |
| export GIT_REV=$(git rev-parse --short HEAD) | |
| echo "GIT_REV=$GIT_REV" | |
| export GIT_BRANCH=$(git rev-parse --abbrev-ref HEAD) | |
| echo "GIT_BRANCH=$GIT_BRANCH" | |
| python rebuild_meta_yaml.py \ | |
| --package_name $PACKAGE_NAME \ | |
| --version $PACKAGE_VERSION \ | |
| --organization PCMDI \ | |
| --repo_name $PACKAGE_NAME \ | |
| --branch $GIT_BRANCH \ | |
| --git_rev $GIT_REV \ | |
| --build 0 \ | |
| --src_meta_yaml $SRC_META_YAML \ | |
| --dst_meta_yaml $DST_META_YAML | |
| conda create -y -n smithy_env -c conda-forge conda-smithy | |
| conda activate smithy_env | |
| cd $PROJECT_DIR/cmor-feedstock | |
| conda smithy rerender | |
| ls -lh .ci_support/ | |
| - name: Conda Build | |
| run: | | |
| source $PROJECT_DIR/miniconda/etc/profile.d/conda.sh | |
| conda activate base | |
| conda config --set anaconda_upload no | |
| conda activate smithy_env | |
| export BUILD_DIR=`pwd`/cmor_conda_pkgs | |
| mkdir -p $BUILD_DIR | |
| export ARTIFACT_DIR=`pwd`/artifacts/$OS | |
| mkdir -p $ARTIFACT_DIR | |
| for i in ${PROJECT_DIR}'/cmor-feedstock/.ci_support/'${OS_NAME}'_*python'${PYTHON_VERSION}'*.yaml'; do | |
| conda build -c conda-forge --output-folder $BUILD_DIR -m $i $PROJECT_DIR/cmor-feedstock/recipe/ | |
| ls -lh $BUILD_DIR | |
| cp $BUILD_DIR/$OS/$PACKAGE_NAME-$PACKAGE_VERSION*.tar.bz2 $ARTIFACT_DIR | |
| done | |
| - name: Run Tests | |
| run: | | |
| source $PROJECT_DIR/miniconda/etc/profile.d/conda.sh | |
| conda activate base | |
| conda config --set anaconda_upload no | |
| export CMOR_CHANNEL=file://`pwd`/cmor_conda_pkgs/ | |
| conda search -c $CMOR_CHANNEL --override-channels | |
| conda create -y -n test_py$PYTHON_VERSION -c $CMOR_CHANNEL -c $CONDA_FORGE_CHANNEL python=$PYTHON_VERSION $PACKAGE_NAME=$PACKAGE_VERSION $C_COMPILER $FORTRAN_COMPILER | |
| conda activate test_py$PYTHON_VERSION | |
| ./configure --prefix=$CONDA_PREFIX --with-python --with-uuid=$CONDA_PREFIX --with-json-c=$CONDA_PREFIX --with-udunits2=$CONDA_PREFIX --with-netcdf=$CONDA_PREFIX --enable-verbose-test | |
| make test -o cmor -o python | |
| - name: Conda Upload | |
| env: | |
| CONDA_UPLOAD_TOKEN: ${{ secrets.CONDA_UPLOAD_TOKEN }} | |
| if: ${{ github.ref == 'refs/heads/github_action_exp' }} | |
| run: | | |
| source $PROJECT_DIR/miniconda/etc/profile.d/conda.sh | |
| conda activate base | |
| conda config --set anaconda_upload no | |
| conda install -n base anaconda-client | |
| export ARTIFACT_DIR=`pwd`/artifacts | |
| anaconda -t $CONDA_UPLOAD_TOKEN upload -u $CONDA_USER -l $CONDA_LABEL $ARTIFACT_DIR/*/*.tar.bz2 --force | |