-
Notifications
You must be signed in to change notification settings - Fork 8
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
6 changed files
with
145 additions
and
69 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
63 changes: 63 additions & 0 deletions
63
.github/workflows/PROD_aepg600m_precipWeighing_update_dag.yml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,63 @@ | ||
| name: PROD-aepg600m-precipWeighing-update-dag | ||
| on: | ||
| push: | ||
| branches: | ||
| - 'prod' | ||
| paths: | ||
| - 'pipe/aepg600m/*.yaml' | ||
| - 'pipe/aepg600m/pipe_list_aepg600m.txt' | ||
| - 'pipe/precipWeighing/*.yaml' | ||
| - 'pipe/precipWeighing/pipe_list_precipWeighing.txt' | ||
| workflow_dispatch: {} # Allows trigger of workflow from web interface | ||
|
|
||
| jobs: | ||
| # ------------------------------------------------------------- | ||
| # Using GitHub's API is not supported for push events | ||
| # ------------------------------------------------------------- | ||
| # | ||
| # ---------------------------------------------------------------------------------------------- | ||
| # Using local .git history | ||
| # ---------------------------------------------------------------------------------------------- | ||
| # Event `push`: Compare the preceding remote commit -> to the current commit of the main branch | ||
| # ---------------------------------------------------------------------------------------------- | ||
|
|
||
| changed_files: | ||
| runs-on: ubuntu-latest # windows-latest || macos-latest | ||
| outputs: | ||
| # Use this changed_file_list if you plan to use get-changed-files-action | ||
| changed_file_list: ${{ steps.changed-files-action.outputs.changed_file_list }} | ||
| steps: | ||
| - uses: actions/checkout@v4 | ||
| with: | ||
| fetch-depth: 0 # OR "2" -> To retrieve the preceding commit. | ||
|
|
||
| # Using get-changed-files-action | ||
| - name: Get changed files action | ||
| id: changed-files-action | ||
| uses: ./.github/actions/get-changed-files | ||
|
|
||
| update_pipelines: | ||
| needs: changed_files | ||
| runs-on: arc-neon-gke | ||
| #runs-on: ubuntu-latest | ||
| env: | ||
| PACHD_ADDRESS: grpcs://pachyderm-prod.transitions.gcp.neoninternal.org:443 | ||
| PACH_TOKEN: ${{ secrets.RepoOwnerPachydermProd }} | ||
| PATHS: 'pipe/aepg600m,pipe/precipWeighing' # Separate multiple with comma (e.g. 'pipe/pqs1,pipe/parWaterSurface'). Order matters. | ||
| TRANSACTION: True | ||
| UPDATE_SCOPE: changed # 'all' or 'changed'. If not specified, all will be updated. 'changed' will update/create any changed/non-existent pipelines. | ||
| CHANGED_FILES: ${{needs.changed_files.outputs.changed_file_list}} | ||
| steps: | ||
| - uses: actions/checkout@v4 | ||
| - run: ls -la | ||
|
|
||
| - name: Update pipelines | ||
| uses: ./.github/actions/update-pipelines | ||
| with: | ||
| pachd_address: ${{ env.PACHD_ADDRESS }} | ||
| pach_token: ${{ env.PACH_TOKEN }} | ||
| paths: ${{ env.PATHS }} | ||
| transaction: ${{ env.TRANSACTION }} | ||
| update_scope: ${{ env.UPDATE_SCOPE }} | ||
| changed_files: ${{ env.CHANGED_FILES }} | ||
|
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,34 @@ | ||
| name: PROD-aepg600m-site-list | ||
| on: | ||
| push: | ||
| branches: | ||
| - 'prod' | ||
| paths: | ||
| - 'pipe/aepg600m/site-list*.json' | ||
| workflow_dispatch: {} # Allows trigger of workflow from web interface | ||
| jobs: | ||
| put_files: | ||
| runs-on: arc-neon-gke | ||
| #runs-on: ubuntu-latest | ||
| env: | ||
| PACHD_ADDRESS: grpcs://pachyderm-prod.transitions.gcp.neoninternal.org:443 | ||
| PACH_TOKEN: ${{ secrets.RepoOwnerPachydermProd }} | ||
| REPO: aepg600m_site_list # Pachyderm repo | ||
| BRANCH: master # Pachyderm branch | ||
| IN_PATHS: 'pipe/aepg600m/site-list-heated-kafka.json,pipe/aepg600m/site-list-nonheated-kafka.json,pipe/aepg600m/site-list-heated-trino.json,pipe/aepg600m/site-list-nonheated-trino.json' # Comma-separated list (no spaces) to one or more paths or directories. Length must match OUT_PATHS. If directory, all files in directory will be placed in pachyderm at corresponding entry of OUT_PATHS. | ||
| OUT_PATHS: 'site-list-heated-kafka.json,site-list-nonheated-kafka.json,site-list-heated-trino.json,site-list-nonheated-trino.json' # Comma-separated list (no spaces) of corresponding path(s) to place the files(s) in Pachyderm. Must be same length as IN_PATHS. If corresponding entry in IN_PATHS is a file, specify to the file. If corresponding entry in IN_PATHS is a directory, specify to the directory. | ||
| steps: | ||
| - uses: actions/checkout@v4 | ||
| - run: ls -la | ||
|
|
||
| - name: Put file | ||
| uses: ./.github/actions/put-files | ||
| with: | ||
| pachd_address: ${{ env.PACHD_ADDRESS }} | ||
| pach_token: ${{ env.PACH_TOKEN }} | ||
| repo_name: ${{ env.REPO }} | ||
| branch_name: ${{ env.BRANCH }} | ||
| in_paths: ${{ env.IN_PATHS }} | ||
| out_paths: ${{ env.OUT_PATHS }} | ||
|
|
||
|
|