test workflow per dataset #2
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Test Dataset | |
on: | |
push: | |
branches: [main] | |
paths: | |
- "dataset_builders/**" | |
- "data/datasets/**" | |
- "tests/dataset_builders/**" | |
- "tests/fixtures/dataset_builders/**" | |
- ".github/workflows/test_datasets_single.yaml" | |
pull_request: | |
branches: [main, "release/*"] | |
paths: | |
- "dataset_builders/**" | |
- "data/datasets/**" | |
- "tests/dataset_builders/**" | |
- "tests/fixtures/dataset_builders/**" | |
- ".github/workflows/test_datasets_single.yaml" | |
jobs: | |
directories_pie: # Job that list subdirectories | |
runs-on: ubuntu-latest | |
outputs: | |
dir: ${{ steps.set-dirs.outputs.dir }} # generate output name dir by using inner step output | |
steps: | |
- uses: actions/checkout@v2 | |
- id: set-dirs # Give it an id to handle to get step outputs in the outputs key above | |
run: echo "::set-output name=dir::$(ls -d dataset_builders/pie | jq -R -s -c 'split("\n")[:-1]')" | |
# Define step output named dir base on ls command transformed to JSON thanks to jq | |
test_pie: | |
runs-on: ubuntu-latest | |
needs: [ directories_pie ] # Depends on previous job | |
strategy: | |
matrix: | |
dir: ${{fromJson(needs.directories_pie.outputs.dir)}} # List matrix strategy from directories dynamically | |
steps: | |
- run: echo ${{matrix.dir}} |