Merge pull request #19 from NEONScience/master

merge master into cert
NEONScience · Dec 12, 2024 · 3abf42f · 3abf42f
2 parents d20c68b + ec86f56
commit 3abf42f
Show file tree

Hide file tree

Showing 16 changed files with 1,316 additions and 103 deletions.
diff --git a/.github/workflows/CERT_aepg600m_avro_schemas.yml b/.github/workflows/CERT_aepg600m_avro_schemas.yml
@@ -0,0 +1,29 @@
+name: CERT-aepg600m-avro-schemas
+on:
+  push:
+    branches:
+      - 'cert'
+    paths:
+      - 'avro_schemas/aepg600m/**'
+  workflow_dispatch: {} # Allows trigger of workflow from web interface
+jobs:
+  put-file:
+    runs-on: arc-neon-gke
+    #runs-on: ubuntu-latest 
+    env:
+      PACHD_ADDRESS: grpcs://pachyderm-cert.transitions-nonprod.gcp.neoninternal.org:443
+      PACH_TOKEN: ${{ secrets.RepoOwnerPachydermCert }}
+      REPO: aepg600m_avro_schemas # Pachyderm repo
+      BRANCH: master 
+      IN_PATHS: 'avro_schemas/aepg600m' # Comma-separated list (no spaces) to one or more paths or directories. Length must match OUT_PATHS. If directory, all files in directory will be placed in pachyderm at corresponding entry of OUT_PATHS. 
+      OUT_PATHS: '/aepg600m' # Comma-separated list (no spaces) of corresponding path(s) to place the files(s) in Pachyderm. Must be same length as IN_PATHS. If corresponding entry in IN_PATHS is a file, specify to the file. If corresponding entry in IN_PATHS is a directory, specify to the directory. 
+    steps:
+      - uses: actions/checkout@v4
+      - run: ls -la
+
+      - uses: actions/setup-python@v3
+        with:
+          python-version: '3.10' # Version range or exact version of a Python version to use, using SemVer's version range syntax
+          cache: 'pip'
+      - run: pip install -r .github/workflow_scripts/put_files/requirements.txt
+      - run: python3 -u .github/workflow_scripts/put_files/put_files.py
diff --git a/.github/workflows/CERT_aepg600m_empty_files.yml b/.github/workflows/CERT_aepg600m_empty_files.yml
@@ -0,0 +1,29 @@
+name: CERT-aepg600m-empty-files
+on:
+  push:
+    branches:
+      - 'cert'
+    paths:
+      - 'empty_files/aepg600m/**'
+  workflow_dispatch: {} # Allows trigger of workflow from web interface
+jobs:
+  put-file:
+    runs-on: arc-neon-gke
+    #runs-on: ubuntu-latest 
+    env:
+      PACHD_ADDRESS: grpcs://pachyderm-cert.transitions-nonprod.gcp.neoninternal.org:443
+      PACH_TOKEN: ${{ secrets.RepoOwnerPachydermCert }}
+      REPO: aepg600m_empty_files # Pachyderm repo
+      BRANCH: master 
+      IN_PATHS: 'empty_files/aepg600m' # Comma-separated list (no spaces) to one or more paths or directories. Length must match OUT_PATHS. If directory, all files in directory will be placed in pachyderm at corresponding entry of OUT_PATHS. 
+      OUT_PATHS: '/aepg600m' # Comma-separated list (no spaces) of corresponding path(s) to place the files(s) in Pachyderm. Must be same length as IN_PATHS. If corresponding entry in IN_PATHS is a file, specify to the file. If corresponding entry in IN_PATHS is a directory, specify to the directory. 
+    steps:
+      - uses: actions/checkout@v4
+      - run: ls -la
+
+      - uses: actions/setup-python@v3
+        with:
+          python-version: '3.10' # Version range or exact version of a Python version to use, using SemVer's version range syntax
+          cache: 'pip'
+      - run: pip install -r .github/workflow_scripts/put_files/requirements.txt
+      - run: python3 -u .github/workflow_scripts/put_files/put_files.py
diff --git a/.github/workflows/CERT_precipWeighing_avro_schemas.yml b/.github/workflows/CERT_precipWeighing_avro_schemas.yml
@@ -0,0 +1,29 @@
+name: CERT-precipWeighing-avro-schemas
+on:
+  push:
+    branches:
+      - 'cert'
+    paths:
+      - 'avro_schemas/precipWeighing/**'
+  workflow_dispatch: {} # Allows trigger of workflow from web interface
+jobs:
+  put-file:
+    runs-on: arc-neon-gke
+    #runs-on: ubuntu-latest 
+    env:
+      PACHD_ADDRESS: grpcs://pachyderm-cert.transitions-nonprod.gcp.neoninternal.org:443
+      PACH_TOKEN: ${{ secrets.RepoOwnerPachydermCert }}
+      REPO: precipWeighing_avro_schemas # Pachyderm repo
+      BRANCH: master 
+      IN_PATHS: 'avro_schemas/precipWeighing' # Comma-separated list (no spaces) to one or more paths or directories. Length must match OUT_PATHS. If directory, all files in directory will be placed in pachyderm at corresponding entry of OUT_PATHS. 
+      OUT_PATHS: '/precipWeighing' # Comma-separated list (no spaces) of corresponding path(s) to place the files(s) in Pachyderm. Must be same length as IN_PATHS. If corresponding entry in IN_PATHS is a file, specify to the file. If corresponding entry in IN_PATHS is a directory, specify to the directory. 
+    steps:
+      - uses: actions/checkout@v4
+      - run: ls -la
+
+      - uses: actions/setup-python@v3
+        with:
+          python-version: '3.10' # Version range or exact version of a Python version to use, using SemVer's version range syntax
+          cache: 'pip'
+      - run: pip install -r .github/workflow_scripts/put_files/requirements.txt
+      - run: python3 -u .github/workflow_scripts/put_files/put_files.py
diff --git a/.github/workflows/DEV_aepg600m_avro_schemas.yml b/.github/workflows/DEV_aepg600m_avro_schemas.yml
@@ -0,0 +1,29 @@
+name: DEV-aepg600m-avro-schemas
+on:
+  push:
+    branches:
+      - 'master'
+    paths:
+      - 'avro_schemas/aepg600m/**'
+  workflow_dispatch: {} # Allows trigger of workflow from web interface
+jobs:
+  put-file:
+    runs-on: arc-neon-gke
+    #runs-on: ubuntu-latest 
+    env:
+      PACHD_ADDRESS: grpcs://pachyderm-dev.transitions-nonprod.gcp.neoninternal.org:443
+      PACH_TOKEN: ${{ secrets.RepoOwnerPachydermDev }}
+      REPO: aepg600m_avro_schemas # Pachyderm repo
+      BRANCH: master 
+      IN_PATHS: 'avro_schemas/aepg600m' # Comma-separated list (no spaces) to one or more paths or directories. Length must match OUT_PATHS. If directory, all files in directory will be placed in pachyderm at corresponding entry of OUT_PATHS. 
+      OUT_PATHS: '/aepg600m' # Comma-separated list (no spaces) of corresponding path(s) to place the files(s) in Pachyderm. Must be same length as IN_PATHS. If corresponding entry in IN_PATHS is a file, specify to the file. If corresponding entry in IN_PATHS is a directory, specify to the directory. 
+    steps:
+      - uses: actions/checkout@v4
+      - run: ls -la
+
+      - uses: actions/setup-python@v3
+        with:
+          python-version: '3.10' # Version range or exact version of a Python version to use, using SemVer's version range syntax
+          cache: 'pip'
+      - run: pip install -r .github/workflow_scripts/put_files/requirements.txt
+      - run: python3 -u .github/workflow_scripts/put_files/put_files.py
diff --git a/.github/workflows/DEV_aepg600m_empty_files.yml b/.github/workflows/DEV_aepg600m_empty_files.yml
@@ -0,0 +1,29 @@
+name: DEV-aepg600m-empty-files
+on:
+  push:
+    branches:
+      - 'master'
+    paths:
+      - 'empty_files/aepg600m/**'
+  workflow_dispatch: {} # Allows trigger of workflow from web interface
+jobs:
+  put-file:
+    runs-on: arc-neon-gke
+    #runs-on: ubuntu-latest 
+    env:
+      PACHD_ADDRESS: grpcs://pachyderm-dev.transitions-nonprod.gcp.neoninternal.org:443
+      PACH_TOKEN: ${{ secrets.RepoOwnerPachydermDev }}
+      REPO: aepg600m_empty_files # Pachyderm repo
+      BRANCH: master 
+      IN_PATHS: 'empty_files/aepg600m' # Comma-separated list (no spaces) to one or more paths or directories. Length must match OUT_PATHS. If directory, all files in directory will be placed in pachyderm at corresponding entry of OUT_PATHS. 
+      OUT_PATHS: '/aepg600m' # Comma-separated list (no spaces) of corresponding path(s) to place the files(s) in Pachyderm. Must be same length as IN_PATHS. If corresponding entry in IN_PATHS is a file, specify to the file. If corresponding entry in IN_PATHS is a directory, specify to the directory. 
+    steps:
+      - uses: actions/checkout@v4
+      - run: ls -la
+
+      - uses: actions/setup-python@v3
+        with:
+          python-version: '3.10' # Version range or exact version of a Python version to use, using SemVer's version range syntax
+          cache: 'pip'
+      - run: pip install -r .github/workflow_scripts/put_files/requirements.txt
+      - run: python3 -u .github/workflow_scripts/put_files/put_files.py
diff --git a/.github/workflows/DEV_dualfan_avro_schemas.yml b/.github/workflows/DEV_dualfan_avro_schemas.yml
@@ -0,0 +1,29 @@
+name: DEV-dualfan-avro-schemas
+on:
+  push:
+    branches:
+      - 'master'
+    paths:
+      - 'avro_schemas/dualfan/**'
+  workflow_dispatch: {} # Allows trigger of workflow from web interface
+jobs:
+  put-file:
+    runs-on: arc-neon-gke
+    #runs-on: ubuntu-latest 
+    env:
+      PACHD_ADDRESS: grpcs://pachyderm-dev.transitions-nonprod.gcp.neoninternal.org:443
+      PACH_TOKEN: ${{ secrets.RepoOwnerPachydermDev }}
+      REPO: dualfan_avro_schemas # Pachyderm repo
+      BRANCH: master 
+      IN_PATHS: 'avro_schemas/dualfan' # Comma-separated list (no spaces) to one or more paths or directories. Length must match OUT_PATHS. If directory, all files in directory will be placed in pachyderm at corresponding entry of OUT_PATHS. 
+      OUT_PATHS: '/dualfan' # Comma-separated list (no spaces) of corresponding path(s) to place the files(s) in Pachyderm. Must be same length as IN_PATHS. If corresponding entry in IN_PATHS is a file, specify to the file. If corresponding entry in IN_PATHS is a directory, specify to the directory. 
+    steps:
+      - uses: actions/checkout@v4
+      - run: ls -la
+
+      - uses: actions/setup-python@v3
+        with:
+          python-version: '3.10' # Version range or exact version of a Python version to use, using SemVer's version range syntax
+          cache: 'pip'
+      - run: pip install -r .github/workflow_scripts/put_files/requirements.txt
+      - run: python3 -u .github/workflow_scripts/put_files/put_files.py
diff --git a/.github/workflows/DEV_precipWeighing_avro_schemas.yml b/.github/workflows/DEV_precipWeighing_avro_schemas.yml
@@ -0,0 +1,29 @@
+name: DEV-precipWeighing-avro-schemas
+on:
+  push:
+    branches:
+      - 'master'
+    paths:
+      - 'avro_schemas/precipWeighing/**'
+  workflow_dispatch: {} # Allows trigger of workflow from web interface
+jobs:
+  put-file:
+    runs-on: arc-neon-gke
+    #runs-on: ubuntu-latest 
+    env:
+      PACHD_ADDRESS: grpcs://pachyderm-dev.transitions-nonprod.gcp.neoninternal.org:443
+      PACH_TOKEN: ${{ secrets.RepoOwnerPachydermDev }}
+      REPO: precipWeighing_avro_schemas # Pachyderm repo
+      BRANCH: master 
+      IN_PATHS: 'avro_schemas/precipWeighing' # Comma-separated list (no spaces) to one or more paths or directories. Length must match OUT_PATHS. If directory, all files in directory will be placed in pachyderm at corresponding entry of OUT_PATHS. 
+      OUT_PATHS: '/precipWeighing' # Comma-separated list (no spaces) of corresponding path(s) to place the files(s) in Pachyderm. Must be same length as IN_PATHS. If corresponding entry in IN_PATHS is a file, specify to the file. If corresponding entry in IN_PATHS is a directory, specify to the directory. 
+    steps:
+      - uses: actions/checkout@v4
+      - run: ls -la
+
+      - uses: actions/setup-python@v3
+        with:
+          python-version: '3.10' # Version range or exact version of a Python version to use, using SemVer's version range syntax
+          cache: 'pip'
+      - run: pip install -r .github/workflow_scripts/put_files/requirements.txt
+      - run: python3 -u .github/workflow_scripts/put_files/put_files.py
diff --git a/.github/workflows/DEV_tempAirSingle_avro_schemas.yml b/.github/workflows/DEV_tempAirSingle_avro_schemas.yml
@@ -0,0 +1,29 @@
+name: DEV-tempAirSingle-avro-schemas
+on:
+  push:
+    branches:
+      - 'master'
+    paths:
+      - 'avro_schemas/tempAirSingle/**'
+  workflow_dispatch: {} # Allows trigger of workflow from web interface
+jobs:
+  put-file:
+    runs-on: arc-neon-gke
+    #runs-on: ubuntu-latest 
+    env:
+      PACHD_ADDRESS: grpcs://pachyderm-dev.transitions-nonprod.gcp.neoninternal.org:443
+      PACH_TOKEN: ${{ secrets.RepoOwnerPachydermDev }}
+      REPO: tempAirSingle_avro_schemas # Pachyderm repo
+      BRANCH: master 
+      IN_PATHS: 'avro_schemas/tempAirSingle' # Comma-separated list (no spaces) to one or more paths or directories. Length must match OUT_PATHS. If directory, all files in directory will be placed in pachyderm at corresponding entry of OUT_PATHS. 
+      OUT_PATHS: '/tempAirSingle' # Comma-separated list (no spaces) of corresponding path(s) to place the files(s) in Pachyderm. Must be same length as IN_PATHS. If corresponding entry in IN_PATHS is a file, specify to the file. If corresponding entry in IN_PATHS is a directory, specify to the directory. 
+    steps:
+      - uses: actions/checkout@v4
+      - run: ls -la
+
+      - uses: actions/setup-python@v3
+        with:
+          python-version: '3.10' # Version range or exact version of a Python version to use, using SemVer's version range syntax
+          cache: 'pip'
+      - run: pip install -r .github/workflow_scripts/put_files/requirements.txt
+      - run: python3 -u .github/workflow_scripts/put_files/put_files.py