Merge pull request #523 from basedosdados/deploy-elementary-report

[feat]: elementary dashboard deployment action

.github/workflows/elementary.yaml

@@ -0,0 +1,40 @@
+name: Deploy Elementary Report
+on:
+  push:
+    branches: [ "main", "master" ]
+  schedule:
+    - cron: '00 22 * * 1-5'    
+  workflow_dispatch:
+jobs:
+  elementary:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout dbt project
+        uses: actions/checkout@v3
+      - name: Run Elementary
+        uses: elementary-data/[email protected]
+        with:
+          warehouse-type: bigquery 
+          adapter-version: 1.5.9 
+          profiles-yml: ${{ secrets.ELEMENTARY_PROFILES_YML }} 
+          edr-command:
+            edr report
+              --file-path "report.html"
+            &&
+            edr send-report
+              --google-service-account-path "/tmp/gcs_keyfile.json"
+              --gcs-bucket-name "basedosdados"
+              --update-bucket-website "true"
+          bigquery-keyfile: ${{ secrets.BIGQUERY_KEYFILE }}
+          gcs-keyfile: ${{ secrets.GCS_KEYFILE }} 
+      - name: Upload report
+        uses: actions/upload-artifact@v3
+        with:
+          name: report.html
+          path: report.html
+      - name: Upload log
+        if: always()
+        uses: actions/upload-artifact@v3
+        with:
+          name: edr.log
+          path: edr.log

.gitignore

@@ -18,3 +18,4 @@ models/*/input/
 models/*/output/
 models/*/extra/
 venv*
+edr_target/

packages.yml

@@ -3,4 +3,4 @@ packages:
   - package: dbt-labs/dbt_utils
     version: 1.1.1
   - package: elementary-data/elementary
-    version: 0.14.0
+    version: 0.14.1

profiles.yml

@@ -18,3 +18,12 @@ default:
       location: US
       threads: 2
       keyfile: /credentials-prod/prod.json
+elementary:
+  outputs:
+    default:
+      type: bigquery
+      project: basedosdados
+      dataset: elementary
+      method: service-account
+      keyfile: /tmp/bigquery_keyfile.json
+      threads: 2

pyproject.toml

@@ -8,7 +8,7 @@ version = "0.1.0"
 [tool.poetry.dependencies]
 python = "~3.9"
 dbt-core = "1.5.6"
-dbt-bigquery = "1.5.6"
+dbt-bigquery = "1.5.9"
 dbt-rpc = "0.4.2"
 pyyaml = "6.0"