-
Notifications
You must be signed in to change notification settings - Fork 33
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'feature/k8s-support' into feature/container-engines
- Loading branch information
Showing
10 changed files
with
518 additions
and
171 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,88 @@ | ||
# Workflow for running the TES compliance suite against Funnel | ||
# | ||
# This includes the following steps: | ||
# 1. Build Funnel and store the resulting binary artifact | ||
# 2. Install tes-compliance-suite and run against every version of TES simultaneously | ||
# 3. start-report-deployment: Send a dispatch to the funnel-compliance repository to generate and publish | ||
# the tes-compliance-suite report to https://ohsu-comp-bio.github.io/funnel-compliance/ | ||
# | ||
# Optionally debug via SSH | ||
# Ref: https://fleetdm.com/engineering/tips-for-github-actions-usability | ||
# | ||
# To use this step uncomment and place anywhere in the build steps. The build will pause on this step and | ||
# output a ssh address associated with the Github action worker. Helpful for debugging build steps and | ||
# and intermediary files/artifacts. | ||
# | ||
# - name: "Debug: Package dependancies for tmate (CentOS)" | ||
# run: | | ||
# yum install -y xz | ||
# ln -s /bin/true /bin/apt-get | ||
# | ||
# - name: Setup tmate session | ||
# uses: mxschmitt/action-tmate@v3 | ||
|
||
name: Compliance Test | ||
|
||
on: | ||
push: | ||
|
||
jobs: | ||
build: | ||
runs-on: ubuntu-latest | ||
steps: | ||
- name: Set up Go 1.x | ||
uses: actions/setup-go@v5 | ||
with: | ||
go-version: 1.21 | ||
|
||
- name: Check out code | ||
uses: actions/checkout@v2 | ||
|
||
- name: Build | ||
run: make build | ||
|
||
- name: Store funnel | ||
uses: actions/upload-artifact@v4 | ||
with: | ||
name: funnelBin | ||
path: funnel | ||
|
||
compliance: | ||
strategy: | ||
fail-fast: false | ||
matrix: | ||
version: [1.0.0, 1.1.0] | ||
db: ["boltdb", "mongodb"] | ||
compute: ["local"] | ||
needs: build | ||
runs-on: ubuntu-latest | ||
steps: | ||
# Required to access the 'tests/mongo.config.yml' file | ||
# Perhaps uploading it as an artifact would be more efficient? | ||
- name: Check out code | ||
uses: actions/checkout@v2 | ||
|
||
- uses: actions/download-artifact@v3 | ||
with: | ||
name: funnelBin | ||
|
||
- name: Start Funnel server | ||
run: | | ||
touch config.yml | ||
if [ ${{ matrix.db }} = "mongodb" ]; then | ||
make start-mongodb | ||
cat `pwd`/tests/mongo.config.yml >> config.yml | ||
fi | ||
chmod +x funnel | ||
./funnel server run --config `pwd`/config.yml &> funnel.logs & | ||
- name: Run OpenAPI Test Runner | ||
run: | | ||
git clone https://github.com/elixir-cloud-aai/openapi-test-runner | ||
cd openapi-test-runner | ||
python3 -m venv venv | ||
source venv/bin/activate | ||
pip install -r requirements.txt | ||
python setup.py install | ||
openapi-test-runner report --version "${{ matrix.version }}" --server "http://localhost:8000/" | ||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,68 @@ | ||
# Credit: rhnvrm | ||
# Adapted from: https://rohanverma.net/blog/2021/02/09/minio-github-actions/ | ||
|
||
name: S3 Integration Test | ||
|
||
on: | ||
push: | ||
|
||
jobs: | ||
build: | ||
runs-on: ubuntu-latest | ||
steps: | ||
- name: Set up Go 1.x | ||
uses: actions/setup-go@v5 | ||
with: | ||
go-version: 1.21 | ||
|
||
- name: Check out code | ||
uses: actions/checkout@v2 | ||
|
||
- name: Build | ||
run: make build | ||
|
||
- name: Store funnel | ||
uses: actions/upload-artifact@v4 | ||
with: | ||
name: funnelBin | ||
path: funnel | ||
|
||
s3Test: | ||
needs: build | ||
runs-on: ubuntu-latest | ||
steps: | ||
- name: Setup minio | ||
run: | | ||
docker run -d -p 9000:9000 --name minio \ | ||
-e "MINIO_ROOT_USER=minioadmin" \ | ||
-e "MINIO_ROOT_PASSWORD=minioadmin" \ | ||
-v /tmp/data:/data \ | ||
-v /tmp/config:/root/.minio \ | ||
minio/minio server /data | ||
- uses: actions/download-artifact@v3 | ||
with: | ||
name: funnelBin | ||
|
||
- name: Start Funnel server | ||
run: | | ||
cat <<EOF > config.yml | ||
LocalStorage: | ||
Disabled: true | ||
AmazonS3: | ||
Disabled: true | ||
GoogleStorage: | ||
Disabled: true | ||
HTTPStorage: | ||
Disabled: true | ||
FTPStorage: | ||
Disabled: true | ||
GenericS3: | ||
- Disabled: false | ||
Endpoint: "localhost:9000" | ||
Key: "minioadmin" | ||
Secret: "minioadmin" | ||
EOF | ||
chmod +x funnel | ||
./funnel server run --config `pwd`/config.yml &> funnel.logs & | ||
./funnel task run examples/s3-test.yml |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.