Run DSP Tests #301
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Run DSP Tests | |
| on: | |
| pull_request: | |
| branches: [master] | |
| paths: | |
| - "dsp/**" | |
| - ".github/workflows/**" | |
| workflow_dispatch: | |
| inputs: | |
| dsp-front-ref: | |
| description: 'Ref from DSP front' | |
| dsp-back-ref: | |
| description: 'Ref from DSP back' | |
| target: | |
| description: 'Alternative to Refs above, URL to target tests (ex: https://dsp-beta.criticalzone.org/). If all inputs blank, will run against dsp-test' | |
| use-gh-env: | |
| type: boolean | |
| description: Use dspback .env file stored in GH secrets (vs default in dspback repo) | |
| jobs: | |
| build-test: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up Python 3.9 | |
| uses: actions/setup-python@v3 | |
| with: | |
| python-version: 3.9 | |
| - name: Install dependencies | |
| run: pip3 install -r requirements.txt | |
| - name: Prepare Selenium | |
| run: sudo apt-get install -y chromium-browser | |
| # - name: Prepare Firefox | |
| # TODO: enable browser selection via GH dispatch | |
| # # uses: browser-actions/setup-firefox@latest | |
| # run: sudo apt install firefox | |
| # - name: Firefox version | |
| # run: firefox --version | |
| # - name: Geckodriver | |
| # run: sudo apt install firefox-geckodriver | |
| - name: Create Output Dir | |
| run: mkdir output | |
| - name: Retrieve base64 from secrets and decode to .env file | |
| env: | |
| DSP_QA_ENGINE_ENV_BASE64: ${{ secrets.DSP_QA_ENGINE_ENV_BASE64 }} | |
| run: | | |
| echo $DSP_QA_ENGINE_ENV_BASE64 | base64 --decode > .env | |
| - name: Run Tests against target = ${{ github.event.inputs.target }} | |
| if: (github.event.inputs.dsp-front-ref == '' || github.event.inputs.dsp-back-ref == '') && github.event.inputs.target != '' | |
| run: | | |
| ./hydrotest dsp DspHydroshareTestSuite --headless --browser chrome --base ${{ github.event.inputs.target }} 2>&1 | tee -a output/hydroshare-browser-test.txt | |
| ./hydrotest dsp DspExternalTestSuite --headless --browser chrome --base ${{ github.event.inputs.target }} 2>&1 | tee -a output/external-browser-test.txt | |
| ./hydrotest dsp DspZenodoTestSuite --headless --browser chrome --base ${{ github.event.inputs.target }} 2>&1 | tee -a output/zenodo-browser-test.txt | |
| ./hydrotest dsp DspEarthchemTestSuite --headless --browser chrome --base ${{ github.event.inputs.target }} 2>&1 | tee -a output/earthchem-browser-test.txt | |
| - name: Run Tests against dsp-test | |
| if: (github.event.inputs.dsp-front-ref == '' || github.event.inputs.dsp-back-ref == '') && github.event.inputs.target == '' | |
| run: | | |
| ./hydrotest dsp DspHydroshareTestSuite --headless --browser chrome --base https://dsp-test.criticalzone.org/ 2>&1 | tee -a output/hydroshare-browser-test.txt | |
| ./hydrotest dsp DspExternalTestSuite --headless --browser chrome --base https://dsp-test.criticalzone.org/ 2>&1 | tee -a output/external-browser-test.txt | |
| ./hydrotest dsp DspZenodoTestSuite --headless --browser chrome --base https://dsp-test.criticalzone.org/ 2>&1 | tee -a output/zenodo-browser-test.txt | |
| ./hydrotest dsp DspEarthchemTestSuite --headless --browser chrome --base https://dsp-test.criticalzone.org/ 2>&1 | tee -a output/earthchem-browser-test.txt | |
| - name: Clone DSP Back, ref = ${{ github.event.inputs.dsp-back-ref }} | |
| uses: actions/checkout@v2 | |
| if: github.event.inputs.dsp-front-ref != '' && github.event.inputs.dsp-back-ref != '' | |
| with: | |
| repository: cznethub/dspback | |
| path: dspback | |
| ref: ${{ github.event.inputs.dsp-back-ref }} | |
| - name: Retrieve base64 from secrets and decode to .env file | |
| working-directory: dspback | |
| if: github.event.inputs.dsp-front-ref != '' && github.event.inputs.dsp-back-ref != '' && github.event.inputs.use-gh-env == 'true' | |
| env: | |
| DSP_BACK_ENV_BASE64: ${{ secrets.DSP_BACK_ENV_BASE64 }} | |
| run: | | |
| echo $DSP_BACK_ENV_BASE64 | base64 --decode > .env | |
| - name: Build DSPBack | |
| working-directory: dspback | |
| if: github.event.inputs.dsp-front-ref != '' && github.event.inputs.dsp-back-ref != '' | |
| run: make build | |
| - name: Clone DSP Front, ref = ${{ github.event.inputs.dsp-front-ref }} | |
| uses: actions/checkout@v2 | |
| if: github.event.inputs.dsp-front-ref != '' && github.event.inputs.dsp-back-ref != '' | |
| with: | |
| repository: cznethub/dspfront | |
| path: dspfront | |
| ref: ${{ github.event.inputs.dsp-front-ref }} | |
| - name: Build DSPFront | |
| working-directory: dspfront | |
| if: github.event.inputs.dsp-front-ref != '' && github.event.inputs.dsp-back-ref != '' | |
| run: docker build -t dspfront . | |
| - name: Startup containers | |
| if: github.event.inputs.dsp-front-ref != '' && github.event.inputs.dsp-back-ref != '' | |
| working-directory: dspback | |
| run: make up-all-d | |
| - name: Sleep for 10 seconds | |
| if: github.event.inputs.dsp-front-ref != '' && github.event.inputs.dsp-back-ref != '' | |
| run: sleep 10s | |
| shell: bash | |
| - name: Check 200 from DSP | |
| # Fail fast if dsp isn't up | |
| if: github.event.inputs.dsp-front-ref != '' && github.event.inputs.dsp-back-ref != '' | |
| run: | | |
| ./hydrotest dsp DspTestSuite.test_base_000001_home_page --headless --browser chrome --base https://localhost 2>&1 | tee -a output/home_page_check.txt | |
| if grep -rl "FAILED (" ./output >/dev/null; then echo "Failed to connect" && exit 1; fi | |
| - name: Run Tests against localhost | |
| if: github.event.inputs.dsp-front-ref != '' && github.event.inputs.dsp-back-ref != '' | |
| run: | | |
| ./hydrotest dsp DspHydroshareTestSuite --headless --browser chrome --base https://localhost 2>&1 | tee -a output/hydroshare-browser-test.txt | |
| ./hydrotest dsp DspExternalTestSuite --headless --browser chrome --base https://localhost 2>&1 | tee -a output/external-browser-test.txt | |
| ./hydrotest dsp DspZenodoTestSuite --headless --browser chrome --base https://localhost 2>&1 | tee -a output/zenodo-browser-test.txt | |
| ./hydrotest dsp DspEarthchemTestSuite --headless --browser chrome --base https://localhost 2>&1 | tee -a output/earthchem-browser-test.txt | |
| - name: Archive test results | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: DSP-ARTIFACTS | |
| path: output | |
| - name: Archive debug | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: DSP-DEBUG | |
| path: debug | |
| - name: Check whether passing | |
| working-directory: output | |
| run: | | |
| if grep -rl -e "FAILED (" -e "ERROR:" . >/dev/null; then grep -rh -e "FAIL:" -e "ERROR:" . && exit 1; else grep -rh "OK (" .; fi |