Merge pull request #13 from astronomer/registry2

Registry2 styling

.astro-registry.yaml

@@ -0,0 +1,9 @@
+# These categories will be applied to all DAGs in the repo.
+categories:
+  - ETL/ELT
+  - Data Processing
+# List of DAGs that should be published to the Astronomer Registry.
+dags:
+  - path dags/dbt_advanced_utility.py
+  - path dags/dbt_advanced.py
+  - path dags/dbt_basic.py

Dockerfile

@@ -1 +1 @@
-FROM quay.io/astronomer/ap-airflow:2.2.0-buster-onbuild
+FROM quay.io/astronomer/astro-runtime:6.0.0

dags/dbt_advanced.py

@@ -1,3 +1,9 @@
+"""
+Exploes a dbt DAG into an Airflow DAG by parsing the dbt manifest file
+
+Shows the data being loaded into a postgres database as part of the DAG, normally that would be preloaded.
+"""
+
 import json
 from pendulum import datetime
 
@@ -22,6 +28,7 @@
     description="A dbt wrapper for Airflow.",
     schedule_interval=None,
     catchup=False,
+    doc_md=__doc__
 ) as dag:
 
     def load_manifest():

dags/dbt_advanced_utility.py

@@ -1,3 +1,9 @@
+"""
+Shows how to parse a dbt manifest file to "explode" the dbt DAG into Airflow
+
+Each dbt model is run as a bash command.
+"""
+
 from pendulum import datetime
 
 from airflow import DAG
@@ -19,6 +25,7 @@
     description="A dbt wrapper for Airflow using a utility class to map the dbt DAG to Airflow tasks",
     schedule_interval=None,
     catchup=False,
+    doc_md=__doc__
 ) as dag:
 
     start_dummy = DummyOperator(task_id="start")

dags/dbt_basic.py

@@ -1,3 +1,9 @@
+"""
+A basic dbt DAG that shows how to run dbt commands via the BashOperator
+
+Follows the standard dbt seed, run, and test pattern.
+"""
+
 from pendulum import datetime
 
 from airflow import DAG

requirements.txt

@@ -1,2 +1,2 @@
-dbt==0.21.1
+dbt-core==1.3.0b2
 pendulum==2.1.2