feat: add dbt linter

.github/workflows/ci-dbt.yaml

@@ -0,0 +1,23 @@
+---
+name: CI dbt
+on:
+  pull_request:
+    paths: ['**.sql', '**.yaml']
+jobs:
+  lint:
+    name: Lint dbt
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+      - name: Set up python
+        uses: actions/setup-python@v4
+        with:
+          cache: pip
+          python-version: '3.10'
+      - name: Install requirements
+        run: pip install -r requirements-dev.txt
+      - name: Lint sql
+        run: sqlfmt --diff .
+      - name: Lint yaml
+        run: yamlfix --exclude ".kubernetes/**/*" .

.github/workflows/lint_docker.yaml → .github/workflows/ci-docker.yaml

@@ -1,14 +1,15 @@
-name: Lint Dockerfile
-
+---
+name: CI Docker
 on:
   pull_request:
-
+    paths: [Dockerfile]
 jobs:
-  docker_lint:
-    name: Lint Dockerfile
+  lint:
+    name: Lint dockerfile
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v2
+      - name: Checkout
+        uses: actions/checkout@v4
       - name: Run hadolint
         uses: reviewdog/action-hadolint@v1
         with:

.github/workflows/docs.yaml

@@ -33,7 +33,7 @@ jobs:
 
       - name: Install dependencies
         run: |
-          pip3 install -r requirements-actions.txt -r requirements.txt
+          pip3 install -r requirements-dev.txt -r requirements.txt
 
       - name: Setup credentials
         run: |

.github/workflows/metadata_automation.yaml

@@ -29,7 +29,7 @@ jobs:
 
       - name: Install Python dependencies for actions
         run: |-
-          pip install -r requirements-actions.txt
+          pip install -r requirements-dev.txt
 
       - name: Checkout to the head ref
         run: |-

.pre-commit-config.yaml

@@ -0,0 +1,26 @@
+---
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v4.2.0
+    hooks:
+      - id: check-added-large-files
+      - id: check-merge-conflict
+      - id: detect-private-key
+      - id: end-of-file-fixer
+      - id: fix-byte-order-marker
+      - id: no-commit-to-branch
+        args: [-b, main]
+      - id: trailing-whitespace
+  - repo: https://github.com/tconbeer/sqlfmt
+    rev: v0.20.0
+    hooks:
+      - id: sqlfmt
+        language_version: python
+        additional_dependencies: ['.[jinjafmt]']
+  - repo: local
+    hooks:
+      - id: yamlfix
+        name: yamlfix
+        types: [yaml]
+        language: system
+        entry: yamlfix --exclude ".kubernetes/**/*" .

Makefile

@@ -21,3 +21,7 @@ logs:
 .PHONY: status
 status:
 	docker-compose ps
+
+.PHONY: lint
+lint:
+	pre-commit run --all-files

requirements-actions.txt → requirements-dev.txt

@@ -4,6 +4,8 @@ pandas==1.4.2
 requests==2.27.1
 openpyxl==3.0.9
 ruamel.yaml==0.17.21
-arcgis==1.9.1
 markdown==3.3.6
 jinja2==2.11.3
+pre-commit==3.6.1
+shandy-sqlfmt==0.20.0
+yamlfix==1.16.0