deploy.yml

# DSpace Docker deploy on dataquest servers
name: Deploy DSpace

on:
  workflow_call:
    inputs:
      INSTANCE:
        required: false
        type: string
        default: '5'
      IMPORT:
        required: false
        default: true
        type: boolean
      ERASE_DB:
        required: false
        default: false
        type: boolean

  workflow_dispatch:
    inputs:
      INSTANCE:
        required: true
        default: '5'
        type: choice
        options:
          - '*'
          - '5'
          - '8'
      IMPORT:
        required: true
        default: true
        type: boolean
      ERASE_DB:
        required: false
        default: false
        type: boolean

jobs:
  deploy-5:
    if: inputs.INSTANCE == '*' || inputs.INSTANCE == '5'
    runs-on: dspace-dep-1
    timeout-minutes: 10
    env:
      INSTANCE: '5'
      ENVFILE: /opt/dspace-envs/.env.dspace.dev-5
    steps:
      - uses: actions/checkout@v4

      - uses: ./.github/actions/erase-db
        if: inputs.ERASE_DB
        with:
          INSTANCE: ${{ env.INSTANCE }}
          NAME: dspace-${{ env.INSTANCE }}

      - name: deploy to dev-5
        working-directory: build-scripts/run/
        run: |
          ./start.sh dspace-$INSTANCE
          cd ../..
          # use customized docker-compose file for the `85` port because the server is exposed with the namespace `repository`
          # `/repository/server`
          docker compose --env-file $ENVFILE -p dspace-$INSTANCE -f docker/docker-compose.yml -f docker/docker-compose-rest.yml -f /opt/dspace-envs/5/docker-compose-rest.yml -f /opt/dspace-envs/5/docker-compose.yml up -d --no-build

  deploy-8:
    if: inputs.INSTANCE == '*' || inputs.INSTANCE == '8'
    runs-on: dspace-dep-1
    timeout-minutes: 120
    env:
      INSTANCE: '8'
      # 2024/02: this .env replaces ENTRYPOINT to angular
      # !!!!WARNING!!!!
      # disable TSL checks = allowing to cooperate with https backend with invalid
      # certificate
      ENVFILE: /opt/dspace-envs/.env.dspace.imported.dev-5
    steps:
      - uses: actions/checkout@v4

      - uses: ./.github/actions/erase-db
        if: inputs.ERASE_DB
        with:
          INSTANCE: ${{ env.INSTANCE }}
          NAME: dspace-${{ env.INSTANCE }}

      - name: deploy dspace-import on dev-5
        working-directory: build-scripts/run/
        run: |
          ./start.sh dspace-$INSTANCE
          cd ../..
          # this is not necessary, since extra.yml doesn't contain any new images that weren't pulled within script above
          # docker compose --env-file $ENVFILE -p dspace-$INSTANCE -f docker/docker-compose.yml -f docker/docker-compose-rest.yml -f /opt/dspace-envs/8/extra.yml pull
          docker compose --env-file $ENVFILE -p dspace-$INSTANCE -f docker/docker-compose.yml -f docker/docker-compose-rest.yml -f /opt/dspace-envs/8/extra.yml up -d --no-build

          # this must be here and not in the start.sh, because extra.yml replaces dspace container
          ## !!!!! please remove this section if you do not want handle server !!!!!!!
          echo "====="
          echo "installing handle server"
          docker exec dspace${INSTANCE} apt update
          docker exec dspace${INSTANCE} apt install host -y
          echo "installed host from apt"
          docker exec dspace${INSTANCE} /dspace/bin/make-handle-config
          echo "made handle config:"
          docker exec dspace${INSTANCE} cat /dspace/handle-server/config.dct
          docker exec dspace${INSTANCE} /dspace/bin/start-handle-server
          echo "started handle server"
          # this seems to be the easiest solution for now
          docker restart dockerized-nginx-with-shibboleth-nginx-1
          /bin/bash -c 'while [[ "$(curl -s -o /dev/null -w ''%{http_code}'' http://dev-5.pc:8$INSTANCE/repository/server/api)" != "200" ]]; do sleep 5; done'


  import-8:
    runs-on: dspace-dep-1
    if: inputs.IMPORT
    needs: deploy-8
    env:
      INSTANCE: '8'
      ENVFILE: /opt/dspace-envs/.env.dspace.imported.dev-5
    steps:
      - uses: ./.github/actions/import-db
        with:
          INSTANCE: ${{ env.INSTANCE }}
          DATADIR: /opt/dspace-data/clarin-dspace/
          ASSETSTORE: /opt/dspace-data/clarin-dspace/assetstore/

      - name: dspace basic command
        run: |
          export DNAME=dspace$INSTANCE
          docker logs -n 50 $DNAME

          echo "dspace version:"
          docker exec $DNAME /bin/bash -c "cd /dspace/bin && ./dspace version"

          echo "dspace cleanup:"
          docker exec $DNAME /bin/bash -c "cd /dspace/bin && ./dspace cleanup -v"

          echo "dspace reindex solr:"
          docker exec $DNAME /bin/bash -c "cd /dspace/bin && ./dspace index-discovery -b"

          echo "dspace reindex OAI-PMH:"
          docker exec $DNAME /bin/bash -c "cd /dspace/bin && ./dspace oai import -c"

          echo "dspace checker:"
          docker exec $DNAME /bin/bash -c "cd /dspace/bin && ./dspace checker -v -l"

      - name: dspace healthcheck
        run: |
          export DNAME=dspace$INSTANCE
          echo "dspace healthcheck:"
          docker exec $DNAME /bin/bash -c "cd /dspace/bin && ./dspace healthcheck -v"

  playwright-after-deploy8:
    runs-on: ubuntu-latest
    needs: deploy-8
    timeout-minutes: 45
    if: '!inputs.IMPORT'
    steps:
      - name: run playwright
        run: |
          # wait until FE stabilizes a bit
          sleep 3m

          curl -H "Accept: application/vnd.github.everest-preview+json" \
          -H "Authorization: token ${{ secrets.DEPLOY_DEV5_GH_ACTION_DISPATCH }}" \
          --request POST \
          https://api.github.com/repos/dataquest-dev/\
          dspace-ui-tests/actions/workflows/cron-test.yml/dispatches \
          --data "{\"ref\":\"refs/heads/master\"}" 2> /dev/null

          # wait for it to start
          sleep 30s

          # get result of last job
          RES=$(curl -H "Accept: application/vnd.github.everest-preview+json" -H "Authorization: token ${{ secrets.DEPLOY_DEV5_GH_ACTION_DISPATCH }}" https://api.github.com/repos/dataquest-dev/dspace-ui-tests/actions/workflows/cron-test.yml/runs?per_page=1 2> /dev/null | jq .workflow_runs[0].conclusion)

          # while job did not finish, sleep
          while [[ $RES == 'null' ]]; do
            sleep 10s
           RES=$(curl -H "Accept: application/vnd.github.everest-preview+json" -H "Authorization: token ${{ secrets.DEPLOY_DEV5_GH_ACTION_DISPATCH }}" https://api.github.com/repos/dataquest-dev/dspace-ui-tests/actions/workflows/cron-test.yml/runs?per_page=1 2> /dev/null | jq .workflow_runs[0].conclusion)
          done;

          echo $RES
          # if last result is not success, return -1 and fail
          if [[ $RES != \"success\" ]]; then
            echo "playwright tests have failed! check appropriate action run in the dspace-ui-tests repository"
            exit 1
          fi;

  rest-tests-after-deploy8:
    runs-on: ubuntu-latest
    needs: playwright-after-deploy8
    timeout-minutes: 45
    steps:
      - name: run rest-tests
        run: |
          curl -H "Accept: application/vnd.github.everest-preview+json" \
          -H "Authorization: token ${{ secrets.DEPLOY_DEV5_GH_ACTION_DISPATCH }}" \
          --request POST \
          https://api.github.com/repos/dataquest-dev/\
          dspace-rest-test/actions/workflows/run_unittests.yml/dispatches \
          --data "{\"ref\":\"refs/heads/master\"}" 2> /dev/null

          # wait for it to start
          sleep 30s

          # get result of last job
          RES=$(curl -H "Accept: application/vnd.github.everest-preview+json" -H "Authorization: token ${{ secrets.DEPLOY_DEV5_GH_ACTION_DISPATCH }}" https://api.github.com/repos/dataquest-dev/dspace-rest-test/actions/workflows/run_unittests.yml/runs?per_page=1 2> /dev/null | jq .workflow_runs[0].conclusion)

          # while job did not finish, sleep
          while [[ $RES == 'null' ]]; do
            sleep 10s
            RES=$(curl -H "Accept: application/vnd.github.everest-preview+json" -H "Authorization: token ${{ secrets.DEPLOY_DEV5_GH_ACTION_DISPATCH }}" https://api.github.com/repos/dataquest-dev/dspace-rest-test/actions/workflows/run_unittests.yml/runs?per_page=1 2> /dev/null | jq .workflow_runs[0].conclusion)
          done;

          echo $RES
          # if last result is not success, return -1 and fail
          if [[ $RES != \"success\" ]]; then
            echo "rest-tests have failed! check appropriate action run in the dspace-rest-test repository"
            exit 1
          fi;


  playwright-after-import8:
    runs-on: ubuntu-latest
    needs: import-8
    if: inputs.IMPORT
    timeout-minutes: 45
    steps:
      - name: run playwright
        run: |
          # wait until FE stabilizes a bit
          sleep 3m

          curl -H "Accept: application/vnd.github.everest-preview+json" \
          -H "Authorization: token ${{ secrets.DEPLOY_DEV5_GH_ACTION_DISPATCH }}" \
          --request POST \
          https://api.github.com/repos/dataquest-dev/\
          dspace-ui-tests/actions/workflows/cron-test.yml/dispatches \
          --data "{\"ref\":\"refs/heads/master\"}" 2> /dev/null

          # wait for it to start
          sleep 30s

          # get result of last job
          RES=$(curl -H "Accept: application/vnd.github.everest-preview+json" -H "Authorization: token ${{ secrets.DEPLOY_DEV5_GH_ACTION_DISPATCH }}" https://api.github.com/repos/dataquest-dev/dspace-ui-tests/actions/workflows/cron-test.yml/runs?per_page=1 2> /dev/null | jq .workflow_runs[0].conclusion)

          # while job did not finish, sleep
          while [[ $RES == 'null' ]]; do
            sleep 10s
           RES=$(curl -H "Accept: application/vnd.github.everest-preview+json" -H "Authorization: token ${{ secrets.DEPLOY_DEV5_GH_ACTION_DISPATCH }}" https://api.github.com/repos/dataquest-dev/dspace-ui-tests/actions/workflows/cron-test.yml/runs?per_page=1 2> /dev/null | jq .workflow_runs[0].conclusion)
          done;

          echo $RES
          # if last result is not success, return -1 and fail
          if [[ $RES != \"success\" ]]; then

            echo "playwright tests have failed! check appropriate action run in the dspace-ui-tests repository"
            exit 1
          fi;

  rest-tests-after-import8:
    runs-on: ubuntu-latest
    needs: playwright-after-import8
    timeout-minutes: 45
    steps:
      - name: run rest-tests
        run: |
          curl -H "Accept: application/vnd.github.everest-preview+json" \
          -H "Authorization: token ${{ secrets.DEPLOY_DEV5_GH_ACTION_DISPATCH }}" \
          --request POST \
          https://api.github.com/repos/dataquest-dev/\
          dspace-rest-test/actions/workflows/run_unittests.yml/dispatches \
          --data "{\"ref\":\"refs/heads/master\"}" 2> /dev/null

          # wait for it to start
          sleep 30s

          # get result of last job
          RES=$(curl -H "Accept: application/vnd.github.everest-preview+json" -H "Authorization: token ${{ secrets.DEPLOY_DEV5_GH_ACTION_DISPATCH }}" https://api.github.com/repos/dataquest-dev/dspace-rest-test/actions/workflows/run_unittests.yml/runs?per_page=1 2> /dev/null | jq .workflow_runs[0].conclusion)

          # while job did not finish, sleep
          while [[ $RES == 'null' ]]; do
            sleep 10s
            RES=$(curl -H "Accept: application/vnd.github.everest-preview+json" -H "Authorization: token ${{ secrets.DEPLOY_DEV5_GH_ACTION_DISPATCH }}" https://api.github.com/repos/dataquest-dev/dspace-rest-test/actions/workflows/run_unittests.yml/runs?per_page=1 2> /dev/null | jq .workflow_runs[0].conclusion)
          done;

          echo $RES
          # if last result is not success, return -1 and fail
          if [[ $RES != \"success\" ]]; then
            echo "rest-tests have failed! check appropriate action run in the dspace-rest-test repository"
            exit 1
          fi;