Merge pull request #385 from NEONScience/auto.build.fill.gap.rglr

create auto-builds for fill_date_gaps_and_regularize
NEONScience · Oct 2, 2024 · 06556cf · 06556cf
2 parents 63dbf57 + 3d39084
commit 06556cf
Show file tree

Hide file tree

Showing 17 changed files with 113 additions and 51 deletions.
diff --git a/.github/workflows/build_push_fill_date_gaps_and_regularize.yml b/.github/workflows/build_push_fill_date_gaps_and_regularize.yml
@@ -0,0 +1,50 @@
+name: "Build-push_fill_date_gaps_and_regularize"
+
+on:
+  push:
+    branches:
+      - 'master'
+    paths:
+      - 'modules_combined/fill_date_gaps_and_regularize/*'
+      - 'modules/date_gap_filler/*'
+      - 'modules/common/*'
+      - 'flow/flow.rglr/*'
+  workflow_dispatch: {} # Allows trigger of workflow from web interface
+
+env:
+  GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN }}
+  # Use github and google registries
+  GHCR_REGISTRY: ghcr.io
+  GCP_ARTIFACT_HOST: ${{ vars.SHARED_WIF_LOCATON }}-docker.pkg.dev
+  GCP_REGISTRY: ${{ vars.SHARED_WIF_LOCATON }}-docker.pkg.dev/${{ vars.SHARED_WIF_PROJECT }}/${{ vars.SHARED_WIF_REPO }}
+  GCP_PROVIDER:  ${{ vars.SHARED_WIF_PROVIDER }}
+  GCP_SERVICE_ACCOUNT: ${{ vars.SHARED_WIF_SERVICE_ACCOUNT }}
+  GHCR_NS: battelleecology
+  # Use docker.io for Docker Hub if empty
+  REGISTRY: ghcr.io
+  # Get just the repo name from the event, i.e., NEON-IS-data-processing
+  REPO_NAME: ${{ github.event.repository.name }}
+  # IS module name
+  MODULE_PATH: ./modules_combined/fill_date_gaps_and_regularize
+  IMAGE_NAME: neon-is-gf-rglr
+
+jobs:
+  build-push:
+    runs-on: ubuntu-latest
+    permissions:
+        contents: 'write'
+        id-token: 'write'
+    steps:
+      - name: "Checkout"
+        uses: "actions/[email protected]"
+        with:
+          fetch-depth: '0'
+
+      - name: Get short SHA
+        run: echo "short_sha=$(git rev-parse --short HEAD)" >> $GITHUB_ENV
+
+      - name: Build and push
+        uses: ./.github/actions/build-push
+        with:
+            image-tag: "${short_sha}"
+
diff --git a/.github/workflows/build_push_update_fill_date_gaps_and_regularize.yml b/.github/workflows/build_push_update_fill_date_gaps_and_regularize.yml
@@ -0,0 +1,49 @@
+name: "Build-push-update_fill_date_gaps_and_regularize"
+
+on:
+  push:
+    tags:
+      - "fill_date_gaps_and_regularize/v*.*.*"
+env:
+  GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN }}
+  GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+  # Use github and google registries
+  GHCR_REGISTRY: ghcr.io
+  GCP_ARTIFACT_HOST: ${{ vars.SHARED_WIF_LOCATON }}-docker.pkg.dev
+  GCP_REGISTRY: ${{ vars.SHARED_WIF_LOCATON }}-docker.pkg.dev/${{ vars.SHARED_WIF_PROJECT }}/${{ vars.SHARED_WIF_REPO }}
+  GCP_PROVIDER:  ${{ vars.SHARED_WIF_PROVIDER }}
+  GCP_SERVICE_ACCOUNT: ${{ vars.SHARED_WIF_SERVICE_ACCOUNT }}
+  GHCR_NS: battelleecology
+  # Use docker.io for Docker Hub if empty
+  REGISTRY: ghcr.io
+  # github.repository as <account>/<repo>
+  # IMAGE_NAME: ${{ github.repository }}
+  # Get just the repo name from the event, i.e., NEON-IS-data-processing
+  REPO_NAME: ${{ github.event.repository.name }}
+  # IS module name
+  MODULE_PATH: ./modules_combined/fill_date_gaps_and_regularize
+  IMAGE_NAME: neon-is-gf-rglr
+
+jobs:
+  build-push-update:
+    runs-on: ubuntu-latest
+    permissions:
+        contents: 'write'
+        id-token: 'write'
+        pull-requests: 'write'
+
+    steps:
+      - name: "Checkout"
+        uses: "actions/[email protected]"
+        with:
+          ref: 'master'
+          fetch-depth: '0'
+
+      - name: Get short SHA
+        run: echo "short_sha=$(git rev-parse --short HEAD)" >> $GITHUB_ENV
+
+      - name: Get semver
+        run:  echo "semver=$(git describe --tags --abbrev=0 | awk -F "/" '{print $2}')" >> $GITHUB_ENV 
+
+      - name: Build push and update
+        uses: ./.github/actions/build-push-update
diff --git a/modules_combined/fill_date_gaps_and_regularize/build_tag_push_update.sh b/modules_combined/fill_date_gaps_and_regularize/build_tag_push_update.sh
diff --git a/pipe/aepg600m/aepg600m_fill_date_gaps_and_regularize.yaml b/pipe/aepg600m/aepg600m_fill_date_gaps_and_regularize.yaml
@@ -2,9 +2,7 @@
 pipeline:
   name: aepg600m_fill_date_gaps_and_regularize
 transform:
-  image_pull_secrets:
-  - battelleecology-quay-read-all-pull-secret
-  image: quay.io/battelleecology/neon-is-gf-rglr:aa651ed4
+  image: us-central1-docker.pkg.dev/neon-shared-service/neonscience/neon-is-gf-rglr:sha-7e1f8b6
   cmd:
   - sh
   - "-c"

diff --git a/pipe/csat3/csat3_fill_date_gaps_and_regularize.yaml b/pipe/csat3/csat3_fill_date_gaps_and_regularize.yaml
@@ -2,9 +2,7 @@
 pipeline:
   name: csat3_fill_date_gaps_and_regularize
 transform:
-  image_pull_secrets:
-  - battelleecology-quay-read-all-pull-secret
-  image: quay.io/battelleecology/neon-is-gf-rglr:aa651ed4
+  image: us-central1-docker.pkg.dev/neon-shared-service/neonscience/neon-is-gf-rglr:sha-7e1f8b6
   cmd:
   - sh
   - "-c"

diff --git a/pipe/hmp155/hmp155_fill_date_gaps_and_regularize.yaml b/pipe/hmp155/hmp155_fill_date_gaps_and_regularize.yaml
@@ -2,9 +2,7 @@
 pipeline:
   name: hmp155_fill_date_gaps_and_regularize
 transform:
-  image_pull_secrets:
-  - battelleecology-quay-read-all-pull-secret
-  image: quay.io/battelleecology/neon-is-gf-rglr:aa651ed4
+  image: us-central1-docker.pkg.dev/neon-shared-service/neonscience/neon-is-gf-rglr:sha-7e1f8b6
   cmd:
   - sh
   - "-c"

diff --git a/pipe/li191r/li191r_fill_date_gaps_and_regularize.yaml b/pipe/li191r/li191r_fill_date_gaps_and_regularize.yaml
@@ -2,9 +2,7 @@
 pipeline:
   name: li191r_fill_date_gaps_and_regularize
 transform:
-  image_pull_secrets:
-  - battelleecology-quay-read-all-pull-secret
-  image: quay.io/battelleecology/neon-is-gf-rglr:aa651ed4
+  image: us-central1-docker.pkg.dev/neon-shared-service/neonscience/neon-is-gf-rglr:sha-7e1f8b6
   cmd:
   - sh
   - "-c"

diff --git a/pipe/li7200/li7200_fill_date_gaps_and_regularize.yaml b/pipe/li7200/li7200_fill_date_gaps_and_regularize.yaml
@@ -2,9 +2,7 @@
 pipeline:
   name: li7200_fill_date_gaps_and_regularize
 transform:
-  image_pull_secrets:
-  - battelleecology-quay-read-all-pull-secret
-  image: quay.io/battelleecology/neon-is-gf-rglr:aa651ed4
+  image: us-central1-docker.pkg.dev/neon-shared-service/neonscience/neon-is-gf-rglr:sha-7e1f8b6
   cmd:
   - sh
   - "-c"

diff --git a/pipe/mcseries/mcseries_fill_date_gaps_and_regularize.yaml b/pipe/mcseries/mcseries_fill_date_gaps_and_regularize.yaml
@@ -2,9 +2,7 @@
 pipeline:
   name: mcseries_fill_date_gaps_and_regularize
 transform:
-  image_pull_secrets:
-  - battelleecology-quay-read-all-pull-secret
-  image: quay.io/battelleecology/neon-is-gf-rglr:aa651ed4
+  image: us-central1-docker.pkg.dev/neon-shared-service/neonscience/neon-is-gf-rglr:sha-7e1f8b6
   cmd:
   - sh
   - "-c"

diff --git a/pipe/metone370380/metone370380_fill_date_gaps_and_regularize.yaml b/pipe/metone370380/metone370380_fill_date_gaps_and_regularize.yaml
@@ -2,9 +2,7 @@
 pipeline:
   name: metone370380_fill_date_gaps_and_regularize
 transform:
-  image_pull_secrets:
-  - battelleecology-quay-read-all-pull-secret
-  image: quay.io/battelleecology/neon-is-gf-rglr:aa651ed4
+  image: us-central1-docker.pkg.dev/neon-shared-service/neonscience/neon-is-gf-rglr:sha-7e1f8b6
   cmd:
   - sh
   - "-c"

diff --git a/pipe/mti300ahrs/mti300ahrs_fill_date_gaps_and_regularize.yaml b/pipe/mti300ahrs/mti300ahrs_fill_date_gaps_and_regularize.yaml
@@ -2,9 +2,7 @@
 pipeline:
   name: mti300ahrs_fill_date_gaps_and_regularize
 transform:
-  image_pull_secrets:
-  - battelleecology-quay-read-all-pull-secret
-  image: quay.io/battelleecology/neon-is-gf-rglr:aa651ed4
+  image: us-central1-docker.pkg.dev/neon-shared-service/neonscience/neon-is-gf-rglr:sha-7e1f8b6
   cmd:
   - sh
   - "-c"

diff --git a/pipe/pqs1/pqs1_fill_date_gaps_and_regularize.yaml b/pipe/pqs1/pqs1_fill_date_gaps_and_regularize.yaml
@@ -2,9 +2,7 @@
 pipeline:
   name: pqs1_fill_date_gaps_and_regularize
 transform:
-  image_pull_secrets:
-  - battelleecology-quay-read-all-pull-secret
-  image: quay.io/battelleecology/neon-is-gf-rglr:aa651ed4
+  image: us-central1-docker.pkg.dev/neon-shared-service/neonscience/neon-is-gf-rglr:sha-7e1f8b6
   cmd:
   - sh
   - "-c"

diff --git a/pipe/pressuretransducer/pressuretransducer_fill_date_gaps_and_regularize.yaml b/pipe/pressuretransducer/pressuretransducer_fill_date_gaps_and_regularize.yaml
@@ -2,9 +2,7 @@
 pipeline:
   name: pressuretransducer_fill_date_gaps_and_regularize
 transform:
-  image_pull_secrets:
-  - battelleecology-quay-read-all-pull-secret
-  image: quay.io/battelleecology/neon-is-gf-rglr:aa651ed4
+  image: us-central1-docker.pkg.dev/neon-shared-service/neonscience/neon-is-gf-rglr:sha-7e1f8b6
   cmd:
   - sh
   - "-c"

diff --git a/pipe/prt/prt_fill_date_gaps_and_regularize.yaml b/pipe/prt/prt_fill_date_gaps_and_regularize.yaml
@@ -2,9 +2,7 @@
 pipeline:
   name: prt_fill_date_gaps_and_regularize
 transform:
-  image_pull_secrets:
-  - battelleecology-quay-read-all-pull-secret
-  image: quay.io/battelleecology/neon-is-gf-rglr:aa651ed4
+  image: us-central1-docker.pkg.dev/neon-shared-service/neonscience/neon-is-gf-rglr:sha-7e1f8b6
   cmd:
   - sh
   - "-c"

diff --git a/pipe/ptb330a/ptb330a_fill_date_gaps_and_regularize.yaml b/pipe/ptb330a/ptb330a_fill_date_gaps_and_regularize.yaml
@@ -2,9 +2,7 @@
 pipeline:
   name: ptb330a_fill_date_gaps_and_regularize
 transform:
-  image_pull_secrets:
-  - battelleecology-quay-read-all-pull-secret
-  image: quay.io/battelleecology/neon-is-gf-rglr:aa651ed4
+  image: us-central1-docker.pkg.dev/neon-shared-service/neonscience/neon-is-gf-rglr:sha-7e1f8b6
   cmd:
   - sh
   - "-c"

diff --git a/pipe/troll/troll_fill_date_gaps_and_regularize.yaml b/pipe/troll/troll_fill_date_gaps_and_regularize.yaml
@@ -2,9 +2,7 @@
 pipeline:
   name: troll_fill_date_gaps_and_regularize
 transform:
-  image_pull_secrets:
-  - battelleecology-quay-read-all-pull-secret
-  image: quay.io/battelleecology/neon-is-gf-rglr:aa651ed4
+  image: us-central1-docker.pkg.dev/neon-shared-service/neonscience/neon-is-gf-rglr:sha-7e1f8b6
   cmd:
   - sh
   - "-c"

diff --git a/pipe/windobserverii/windobserverii_fill_date_gaps_and_regularize.yaml b/pipe/windobserverii/windobserverii_fill_date_gaps_and_regularize.yaml
@@ -2,9 +2,7 @@
 pipeline:
   name: windobserverii_fill_date_gaps_and_regularize
 transform:
-  image_pull_secrets:
-  - battelleecology-quay-read-all-pull-secret
-  image: quay.io/battelleecology/neon-is-gf-rglr:aa651ed4
+  image: us-central1-docker.pkg.dev/neon-shared-service/neonscience/neon-is-gf-rglr:sha-7e1f8b6
   cmd:
   - sh
   - "-c"