From e80abd73caa390dfe6578a5a0a4baef62530a8fa Mon Sep 17 00:00:00 2001 From: Tatiana Al-Chueyr Date: Fri, 13 Oct 2023 11:56:45 +0100 Subject: [PATCH 1/3] Support customizing how dbt nodes are converted to Airflow (#503) This change aims to solve the following current limitations of Cosmos 1.0: * If you want to pass arguments to just some tasks (e.g., on_warning_callback to test nodes), Cosmos has to add it to the main interface and explicitly pass it down to just those tasks * If a user wants to subclass one of the Cosmos operators and use that instead, they can't * If a user wants more granular customization over how each task is rendered, they can't use Cosmos It does this by introducing the parameter `node_converters` to `RenderConfig`, which allows users to define a custom function to convert a DbtNode into nothing or an Airflow resource (Operator or TaskGroup instances). ## Example of the feature ``` import os from datetime import datetime from pathlib import Path from airflow.operators.dummy import DummyOperator from airflow.models.dag import DAG from airflow.utils.task_group import TaskGroup from cosmos import DbtDag, ProjectConfig, ProfileConfig, RenderConfig from cosmos.constants import DbtResourceType from cosmos.dbt.graph import DbtNode DEFAULT_DBT_ROOT_PATH = Path(__file__).parent / "dbt" DBT_ROOT_PATH = Path(os.getenv("DBT_ROOT_PATH", DEFAULT_DBT_ROOT_PATH)) os.environ["DBT_SQLITE_PATH"] = str(DEFAULT_DBT_ROOT_PATH / "simple") profile_config = ProfileConfig( profile_name="simple", target_name="dev", profiles_yml_filepath=(DBT_ROOT_PATH / "simple/profiles.yml"), ) # [START custom_dbt_nodes] def convert_source(dag: DAG, task_group: TaskGroup, node: DbtNode, **kwargs): return DummyOperator(dag=dag, task_group=task_group, task_id=f"{node.name}_source") def convert_exposure(dag: DAG, task_group: TaskGroup, node: DbtNode, **kwargs): return DummyOperator(dag=dag, task_group=task_group, task_id=f"{node.name}_exposure") render_config = RenderConfig( node_converters={DbtResourceType.SOURCE: convert_source, DbtResourceType("exposure"): convert_exposure} ) example_cosmos_sources = DbtDag( # dbt/cosmos-specific parameters project_config=ProjectConfig( DBT_ROOT_PATH / "simple", ), profile_config=profile_config, render_config=render_config, operator_args={"append_env": True}, # normal dag parameters schedule_interval="@daily", start_date=datetime(2023, 1, 1), catchup=False, dag_id="example_cosmos_sources", ) # [END custom_dbt_nodes] ``` It is now rendered in Airflow: Screenshot 2023-10-10 at 12 04 31 Before this change, there was no way for users to describe how to render source or other unsupported dbt resources. ## Related Issue(s) Closes: #427 Closes: #477 --- .github/workflows/test.yml | 62 + cosmos/airflow/graph.py | 105 +- cosmos/config.py | 5 +- cosmos/constants.py | 18 +- cosmos/converter.py | 2 + cosmos/dbt/graph.py | 5 +- dev/dags/dbt/jaffle_shop/.gitignore | 4 + dev/dags/dbt/jaffle_shop/target/manifest.json | 10 +- dev/dags/dbt/jaffle_shop_python/.gitignore | 4 + .../jaffle_shop_python/target/manifest.json | 12795 ---------------- dev/dags/dbt/simple/.gitignore | 4 + dev/dags/dbt/simple/README.md | 15 + dev/dags/dbt/simple/analyses/.gitkeep | 0 dev/dags/dbt/simple/convert_csv_to_db.py | 6 + dev/dags/dbt/simple/data/imdb.db | Bin 0 -> 73728 bytes dev/dags/dbt/simple/dbt_project.yml | 18 + dev/dags/dbt/simple/macros/.gitkeep | 0 dev/dags/dbt/simple/models/exposures.yml | 13 + .../models/movies_ratings_simplified.sql | 14 + dev/dags/dbt/simple/models/source.yml | 9 + dev/dags/dbt/simple/models/top_animations.sql | 7 + dev/dags/dbt/simple/profiles.yml | 11 + dev/dags/dbt/simple/seeds/.gitkeep | 0 dev/dags/dbt/simple/snapshots/.gitkeep | 0 dev/dags/dbt/simple/tests/.gitkeep | 0 dev/dags/example_cosmos_sources.py | 83 + docs/configuration/render-config.rst | 17 + docs/requirements.txt | 1 + pyproject.toml | 31 +- tests/airflow/test_graph.py | 5 +- tests/dbt/test_graph.py | 28 +- tests/sample/manifest_source.json | 7173 +++++++++ tests/test_example_dags.py | 8 +- tests/test_example_dags_no_connections.py | 11 +- 34 files changed, 7611 insertions(+), 12853 deletions(-) create mode 100644 dev/dags/dbt/jaffle_shop/.gitignore create mode 100644 dev/dags/dbt/jaffle_shop_python/.gitignore delete mode 100644 dev/dags/dbt/jaffle_shop_python/target/manifest.json create mode 100644 dev/dags/dbt/simple/.gitignore create mode 100644 dev/dags/dbt/simple/README.md create mode 100644 dev/dags/dbt/simple/analyses/.gitkeep create mode 100644 dev/dags/dbt/simple/convert_csv_to_db.py create mode 100644 dev/dags/dbt/simple/data/imdb.db create mode 100644 dev/dags/dbt/simple/dbt_project.yml create mode 100644 dev/dags/dbt/simple/macros/.gitkeep create mode 100644 dev/dags/dbt/simple/models/exposures.yml create mode 100644 dev/dags/dbt/simple/models/movies_ratings_simplified.sql create mode 100644 dev/dags/dbt/simple/models/source.yml create mode 100644 dev/dags/dbt/simple/models/top_animations.sql create mode 100644 dev/dags/dbt/simple/profiles.yml create mode 100644 dev/dags/dbt/simple/seeds/.gitkeep create mode 100644 dev/dags/dbt/simple/snapshots/.gitkeep create mode 100644 dev/dags/dbt/simple/tests/.gitkeep create mode 100644 dev/dags/example_cosmos_sources.py create mode 100644 tests/sample/manifest_source.json diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index b827b9ce5..6889fb851 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -220,6 +220,68 @@ jobs: DATABRICKS_WAREHOUSE_ID: ${{ secrets.DATABRICKS_WAREHOUSE_ID }} DATABRICKS_CLUSTER_ID: ${{ secrets.DATABRICKS_CLUSTER_ID }} + Run-Integration-Tests-Sqlite: + needs: Authorize + runs-on: ubuntu-latest + strategy: + matrix: + python-version: ["3.10"] + airflow-version: ["2.7"] + + steps: + - uses: actions/checkout@v3 + with: + ref: ${{ github.event.pull_request.head.sha || github.ref }} + - uses: actions/cache@v3 + with: + path: | + ~/.cache/pip + .nox + key: integration-sqlite-${{ runner.os }}-${{ matrix.python-version }}-${{ matrix.airflow-version }}-${{ hashFiles('pyproject.toml') }}-${{ hashFiles('cosmos/__init__.py') }} + + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v4 + with: + python-version: ${{ matrix.python-version }} + + - name: Install packages and dependencies + run: | + python -m pip install hatch + hatch -e tests.py${{ matrix.python-version }}-${{ matrix.airflow-version }} run pip freeze + + - name: Test Cosmos against Airflow ${{ matrix.airflow-version }} and Python ${{ matrix.python-version }} + run: | + hatch run tests.py${{ matrix.python-version }}-${{ matrix.airflow-version }}:test-integration-sqlite-setup + hatch run tests.py${{ matrix.python-version }}-${{ matrix.airflow-version }}:test-integration-sqlite + env: + AIRFLOW_HOME: /home/runner/work/astronomer-cosmos/astronomer-cosmos/ + AIRFLOW_CONN_AIRFLOW_DB: postgres://postgres:postgres@0.0.0.0:5432/postgres + PYTHONPATH: /home/runner/work/astronomer-cosmos/astronomer-cosmos/:$PYTHONPATH + AIRFLOW_CONN_DATABRICKS_DEFAULT: ${{ secrets.AIRFLOW_CONN_DATABRICKS_DEFAULT }} + DATABRICKS_HOST: ${{ secrets.DATABRICKS_HOST }} + DATABRICKS_TOKEN: ${{ secrets.DATABRICKS_TOKEN }} + DATABRICKS_WAREHOUSE_ID: ${{ secrets.DATABRICKS_WAREHOUSE_ID }} + DATABRICKS_CLUSTER_ID: ${{ secrets.DATABRICKS_CLUSTER_ID }} + COSMOS_CONN_POSTGRES_PASSWORD: ${{ secrets.COSMOS_CONN_POSTGRES_PASSWORD }} + POSTGRES_HOST: localhost + POSTGRES_USER: postgres + POSTGRES_PASSWORD: postgres + POSTGRES_DB: postgres + POSTGRES_SCHEMA: public + POSTGRES_PORT: 5432 + + - name: Upload coverage to Github + uses: actions/upload-artifact@v2 + with: + name: coverage-integration-sqlite-test-${{ matrix.python-version }}-${{ matrix.airflow-version }} + path: .coverage + + env: + AIRFLOW_HOME: /home/runner/work/astronomer-cosmos/astronomer-cosmos/ + AIRFLOW_CONN_AIRFLOW_DB: postgres://postgres:postgres@0.0.0.0:5432/postgres + PYTHONPATH: /home/runner/work/astronomer-cosmos/astronomer-cosmos/:$PYTHONPATH + + Code-Coverage: if: github.event.action != 'labeled' needs: diff --git a/cosmos/airflow/graph.py b/cosmos/airflow/graph.py index caf992b78..c4a0aa61a 100644 --- a/cosmos/airflow/graph.py +++ b/cosmos/airflow/graph.py @@ -6,12 +6,13 @@ from airflow.models.dag import DAG from airflow.utils.task_group import TaskGroup -from cosmos.constants import DbtResourceType, ExecutionMode, TestBehavior +from cosmos.constants import DbtResourceType, TestBehavior, ExecutionMode, TESTABLE_DBT_RESOURCES, DEFAULT_DBT_RESOURCES from cosmos.core.airflow import get_airflow_task as create_airflow_task from cosmos.core.graph.entities import Task as TaskMetadata from cosmos.dbt.graph import DbtNode from cosmos.log import get_logger + logger = get_logger(__name__) @@ -104,10 +105,9 @@ def create_task_metadata( } args = {**args, **{"models": node.name}} - if hasattr(node.resource_type, "value") and node.resource_type in dbt_resource_to_class: + if DbtResourceType(node.resource_type) in DEFAULT_DBT_RESOURCES and node.resource_type in dbt_resource_to_class: if node.resource_type == DbtResourceType.MODEL: task_id = f"{node.name}_run" - if use_task_group is True: task_id = "run" else: @@ -122,10 +122,58 @@ def create_task_metadata( ) return task_metadata else: - logger.error(f"Unsupported resource type {node.resource_type} (node {node.unique_id}).") + msg = ( + f"Unavailable conversion function for <{node.resource_type}> (node <{node.unique_id}>). " + "Define a converter function using render_config.node_converters." + ) + logger.warning(msg) return None +def generate_task_or_group( + dag: DAG, + task_group: TaskGroup | None, + node: DbtNode, + execution_mode: ExecutionMode, + task_args: dict[str, Any], + test_behavior: TestBehavior, + on_warning_callback: Callable[..., Any] | None, + **kwargs: Any, +) -> BaseOperator | TaskGroup | None: + task_or_group: BaseOperator | TaskGroup | None = None + + use_task_group = ( + node.resource_type in TESTABLE_DBT_RESOURCES + and test_behavior == TestBehavior.AFTER_EACH + and node.has_test is True + ) + + task_meta = create_task_metadata( + node=node, execution_mode=execution_mode, args=task_args, use_task_group=use_task_group + ) + + # In most cases, we'll map one DBT node to one Airflow task + # The exception are the test nodes, since it would be too slow to run test tasks individually. + # If test_behaviour=="after_each", each model task will be bundled with a test task, using TaskGroup + if task_meta and node.resource_type != DbtResourceType.TEST: + if use_task_group: + with TaskGroup(dag=dag, group_id=node.name, parent_group=task_group) as model_task_group: + task = create_airflow_task(task_meta, dag, task_group=model_task_group) + test_meta = create_test_task_metadata( + "test", + execution_mode, + task_args=task_args, + model_name=node.name, + on_warning_callback=on_warning_callback, + ) + test_task = create_airflow_task(test_meta, dag, task_group=model_task_group) + task >> test_task + task_or_group = model_task_group + else: + task_or_group = create_airflow_task(task_meta, dag, task_group=task_group) + return task_or_group + + def build_airflow_graph( nodes: dict[str, DbtNode], dag: DAG, # Airflow-specific - parent DAG where to associate tasks and (optional) task groups @@ -135,6 +183,7 @@ def build_airflow_graph( dbt_project_name: str, # DBT / Cosmos - used to name test task if mode is after_all, task_group: TaskGroup | None = None, on_warning_callback: Callable[..., Any] | None = None, # argument specific to the DBT test command + node_converters: dict[DbtResourceType, Callable[..., Any]] | None = None, ) -> None: """ Instantiate dbt `nodes` as Airflow tasks within the given `task_group` (optional) or `dag` (mandatory). @@ -160,41 +209,33 @@ def build_airflow_graph( :param on_warning_callback: A callback function called on warnings with additional Context variables “test_names” and “test_results” of type List. """ + node_converters = node_converters or {} tasks_map = {} task_or_group: TaskGroup | BaseOperator - # In most cases, we'll map one DBT node to one Airflow task - # The exception are the test nodes, since it would be too slow to run test tasks individually. - # If test_behaviour=="after_each", each model task will be bundled with a test task, using TaskGroup for node_id, node in nodes.items(): - use_task_group = ( - node.resource_type == DbtResourceType.MODEL - and test_behavior == TestBehavior.AFTER_EACH - and node.has_test is True - ) - task_meta = create_task_metadata( - node=node, execution_mode=execution_mode, args=task_args, use_task_group=use_task_group + conversion_function = node_converters.get(node.resource_type, generate_task_or_group) + if conversion_function != generate_task_or_group: + logger.warning( + "The `node_converters` attribute is an experimental feature. " + "Its syntax and behavior can be changed before a major release." + ) + logger.debug(f"Converting <{node.unique_id}> using <{conversion_function.__name__}>") + task_or_group = conversion_function( # type: ignore + dag=dag, + task_group=task_group, + dbt_project_name=dbt_project_name, + execution_mode=execution_mode, + task_args=task_args, + test_behavior=test_behavior, + on_warning_callback=on_warning_callback, + node=node, ) - - if task_meta and node.resource_type != DbtResourceType.TEST: - if use_task_group is True: - with TaskGroup(dag=dag, group_id=node.name, parent_group=task_group) as model_task_group: - task = create_airflow_task(task_meta, dag, task_group=model_task_group) - test_meta = create_test_task_metadata( - "test", - execution_mode, - task_args=task_args, - model_name=node.name, - on_warning_callback=on_warning_callback, - ) - test_task = create_airflow_task(test_meta, dag, task_group=model_task_group) - task >> test_task - task_or_group = model_task_group - else: - task_or_group = create_airflow_task(task_meta, dag, task_group=task_group) + if task_or_group is not None: + logger.debug(f"Conversion of <{node.unique_id}> was successful!") tasks_map[node_id] = task_or_group - # If test_behaviour=="after_all", there will be one test task, run "by the end" of the DAG + # If test_behaviour=="after_all", there will be one test task, run by the end of the DAG # The end of a DAG is defined by the DAG leaf tasks (tasks which do not have downstream tasks) if test_behavior == TestBehavior.AFTER_ALL: test_meta = create_test_task_metadata( diff --git a/cosmos/config.py b/cosmos/config.py index c61a5a712..cc11ce52c 100644 --- a/cosmos/config.py +++ b/cosmos/config.py @@ -6,9 +6,9 @@ import tempfile from dataclasses import dataclass, field from pathlib import Path -from typing import Iterator +from typing import Any, Iterator, Callable -from cosmos.constants import TestBehavior, ExecutionMode, LoadMode +from cosmos.constants import DbtResourceType, TestBehavior, ExecutionMode, LoadMode from cosmos.dbt.executable import get_system_dbt from cosmos.exceptions import CosmosValueError from cosmos.log import get_logger @@ -39,6 +39,7 @@ class RenderConfig: select: list[str] = field(default_factory=list) exclude: list[str] = field(default_factory=list) dbt_deps: bool = True + node_converters: dict[DbtResourceType, Callable[..., Any]] | None = None @dataclass diff --git a/cosmos/constants.py b/cosmos/constants.py index 90037f14d..2ce9a09fe 100644 --- a/cosmos/constants.py +++ b/cosmos/constants.py @@ -2,6 +2,8 @@ from enum import Enum from pathlib import Path +import aenum + DBT_PROFILE_PATH = Path(os.path.expanduser("~")).joinpath(".dbt/profiles.yml") DEFAULT_DBT_PROFILE_NAME = "cosmos_profile" @@ -49,8 +51,7 @@ class ExecutionMode(Enum): VIRTUALENV = "virtualenv" -# Rename to DbtResourceType -class DbtResourceType(Enum): +class DbtResourceType(aenum.Enum): # type: ignore """ Type of dbt node. """ @@ -60,3 +61,16 @@ class DbtResourceType(Enum): SEED = "seed" TEST = "test" SOURCE = "source" + + @classmethod + def _missing_value_(cls, value): # type: ignore + aenum.extend_enum(cls, value.upper(), value.lower()) + return getattr(DbtResourceType, value.upper()) + + +DEFAULT_DBT_RESOURCES = DbtResourceType.__members__.values() + + +TESTABLE_DBT_RESOURCES = { + DbtResourceType.MODEL +} # TODO: extend with DbtResourceType.SOURCE, DbtResourceType.SNAPSHOT, DbtResourceType.SEED) diff --git a/cosmos/converter.py b/cosmos/converter.py index c97d9274e..8137da3ec 100644 --- a/cosmos/converter.py +++ b/cosmos/converter.py @@ -119,6 +119,7 @@ def __init__( load_mode = render_config.load_method manifest_path = project_config.parsed_manifest_path dbt_executable_path = execution_config.dbt_executable_path + node_converters = render_config.node_converters profile_args = {} if profile_config.profile_mapping: @@ -168,4 +169,5 @@ def __init__( test_behavior=test_behavior, dbt_project_name=dbt_project.name, on_warning_callback=on_warning_callback, + node_converters=node_converters, ) diff --git a/cosmos/dbt/graph.py b/cosmos/dbt/graph.py index 5990b9319..af41770fc 100644 --- a/cosmos/dbt/graph.py +++ b/cosmos/dbt/graph.py @@ -342,12 +342,13 @@ def load_from_dbt_manifest(self) -> None: with open(self.project.manifest_path) as fp: # type: ignore[arg-type] manifest = json.load(fp) - for unique_id, node_dict in manifest.get("nodes", {}).items(): + resources = {**manifest.get("nodes", {}), **manifest.get("sources", {}), **manifest.get("exposures", {})} + for unique_id, node_dict in resources.items(): node = DbtNode( name=node_dict.get("alias", node_dict["name"]), unique_id=unique_id, resource_type=DbtResourceType(node_dict["resource_type"]), - depends_on=node_dict["depends_on"].get("nodes", []), + depends_on=node_dict.get("depends_on", {}).get("nodes", []), file_path=self.project.dir / node_dict["original_file_path"], tags=node_dict["tags"], config=node_dict["config"], diff --git a/dev/dags/dbt/jaffle_shop/.gitignore b/dev/dags/dbt/jaffle_shop/.gitignore new file mode 100644 index 000000000..49f147cb9 --- /dev/null +++ b/dev/dags/dbt/jaffle_shop/.gitignore @@ -0,0 +1,4 @@ + +target/ +dbt_packages/ +logs/ diff --git a/dev/dags/dbt/jaffle_shop/target/manifest.json b/dev/dags/dbt/jaffle_shop/target/manifest.json index f69fedd49..9446d80c3 100644 --- a/dev/dags/dbt/jaffle_shop/target/manifest.json +++ b/dev/dags/dbt/jaffle_shop/target/manifest.json @@ -5266,7 +5266,7 @@ "node_color": null, "show": true }, - "macro_sql": "{% materialization incremental, default -%}\n\n -- relations\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set temp_relation = make_temp_relation(target_relation)-%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation)-%}\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n\n -- configs\n {%- set unique_key = config.get('unique_key') -%}\n {%- set full_refresh_mode = (should_full_refresh() or existing_relation.is_view) -%}\n {%- set on_schema_change = incremental_validate_on_schema_change(config.get('on_schema_change'), default='ignore') -%}\n\n -- the temp_ and backup_ relations should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation. This has to happen before\n -- BEGIN, in a separate transaction\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation)-%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set to_drop = [] %}\n\n {% if existing_relation is none %}\n {% set build_sql = get_create_table_as_sql(False, target_relation, sql) %}\n {% elif full_refresh_mode %}\n {% set build_sql = get_create_table_as_sql(False, intermediate_relation, sql) %}\n {% set need_swap = true %}\n {% else %}\n {% do run_query(get_create_table_as_sql(True, temp_relation, sql)) %}\n {% do adapter.expand_target_column_types(\n from_relation=temp_relation,\n to_relation=target_relation) %}\n {#-- Process schema changes. Returns dict of changes if successful. Use source columns for upserting/merging --#}\n {% set dest_columns = process_schema_changes(on_schema_change, temp_relation, existing_relation) %}\n {% if not dest_columns %}\n {% set dest_columns = adapter.get_columns_in_relation(existing_relation) %}\n {% endif %}\n\n {#-- Get the incremental_strategy, the macro to use for the strategy, and build the sql --#}\n {% set incremental_strategy = config.get('incremental_strategy') or 'default' %}\n {% set incremental_predicates = config.get('incremental_predicates', none) %}\n {% set strategy_sql_macro_func = adapter.get_incremental_strategy_macro(context, incremental_strategy) %}\n {% set strategy_arg_dict = ({'target_relation': target_relation, 'temp_relation': temp_relation, 'unique_key': unique_key, 'dest_columns': dest_columns, 'predicates': incremental_predicates }) %}\n {% set build_sql = strategy_sql_macro_func(strategy_arg_dict) %}\n\n {% endif %}\n\n {% call statement(\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% if need_swap %}\n {% do adapter.rename_relation(target_relation, backup_relation) %}\n {% do adapter.rename_relation(intermediate_relation, target_relation) %}\n {% do to_drop.append(backup_relation) %}\n {% endif %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if existing_relation is none or existing_relation.is_view or should_full_refresh() %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {% do adapter.commit() %}\n\n {% for rel in to_drop %}\n {% do adapter.drop_relation(rel) %}\n {% endfor %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", + "macro_sql": "{% materialization incremental, default -%}\n\n -- relations\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set temp_relation = make_temp_relation(target_relation)-%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation)-%}\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n\n -- configs\n {%- set unique_key = config.get('unique_key') -%}\n {%- set full_refresh_mode = (should_full_refresh() or existing_relation.is_view) -%}\n {%- set on_schema_change = incremental_validate_on_schema_change(config.get('on_schema_change'), default='ignore') -%}\n\n -- the temp_ and backup_ relations should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation. This has to happen before\n -- BEGIN, in a separate transaction\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation)-%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparison later on\n {% set grant_config = config.get('grants') %}\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set to_drop = [] %}\n\n {% if existing_relation is none %}\n {% set build_sql = get_create_table_as_sql(False, target_relation, sql) %}\n {% elif full_refresh_mode %}\n {% set build_sql = get_create_table_as_sql(False, intermediate_relation, sql) %}\n {% set need_swap = true %}\n {% else %}\n {% do run_query(get_create_table_as_sql(True, temp_relation, sql)) %}\n {% do adapter.expand_target_column_types(\n from_relation=temp_relation,\n to_relation=target_relation) %}\n {#-- Process schema changes. Returns dict of changes if successful. Use source columns for upserting/merging --#}\n {% set dest_columns = process_schema_changes(on_schema_change, temp_relation, existing_relation) %}\n {% if not dest_columns %}\n {% set dest_columns = adapter.get_columns_in_relation(existing_relation) %}\n {% endif %}\n\n {#-- Get the incremental_strategy, the macro to use for the strategy, and build the sql --#}\n {% set incremental_strategy = config.get('incremental_strategy') or 'default' %}\n {% set incremental_predicates = config.get('incremental_predicates', none) %}\n {% set strategy_sql_macro_func = adapter.get_incremental_strategy_macro(context, incremental_strategy) %}\n {% set strategy_arg_dict = ({'target_relation': target_relation, 'temp_relation': temp_relation, 'unique_key': unique_key, 'dest_columns': dest_columns, 'predicates': incremental_predicates }) %}\n {% set build_sql = strategy_sql_macro_func(strategy_arg_dict) %}\n\n {% endif %}\n\n {% call statement(\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% if need_swap %}\n {% do adapter.rename_relation(target_relation, backup_relation) %}\n {% do adapter.rename_relation(intermediate_relation, target_relation) %}\n {% do to_drop.append(backup_relation) %}\n {% endif %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if existing_relation is none or existing_relation.is_view or should_full_refresh() %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {% do adapter.commit() %}\n\n {% for rel in to_drop %}\n {% do adapter.drop_relation(rel) %}\n {% endfor %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", "meta": {}, "name": "materialization_incremental_default", "original_file_path": "macros/materializations/models/incremental/incremental.sql", @@ -5304,7 +5304,7 @@ "node_color": null, "show": true }, - "macro_sql": "{% materialization seed, default %}\n\n {%- set identifier = model['alias'] -%}\n {%- set full_refresh_mode = (should_full_refresh()) -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n\n {%- set exists_as_table = (old_relation is not none and old_relation.is_table) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set grant_config = config.get('grants') -%}\n {%- set agate_table = load_agate_table() -%}\n -- grab current tables grants config for comparision later on\n\n {%- do store_result('agate_table', response='OK', agate_table=agate_table) -%}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% set create_table_sql = \"\" %}\n {% if exists_as_view %}\n {{ exceptions.raise_compiler_error(\"Cannot seed to '{}', it is a view\".format(old_relation)) }}\n {% elif exists_as_table %}\n {% set create_table_sql = reset_csv_table(model, full_refresh_mode, old_relation, agate_table) %}\n {% else %}\n {% set create_table_sql = create_csv_table(model, agate_table) %}\n {% endif %}\n\n {% set code = 'CREATE' if full_refresh_mode else 'INSERT' %}\n {% set rows_affected = (agate_table.rows | length) %}\n {% set sql = load_csv_rows(model, agate_table) %}\n\n {% call noop_statement('main', code ~ ' ' ~ rows_affected, code, rows_affected) %}\n {{ get_csv_sql(create_table_sql, sql) }};\n {% endcall %}\n\n {% set target_relation = this.incorporate(type='table') %}\n\n {% set should_revoke = should_revoke(old_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if full_refresh_mode or not exists_as_table %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", + "macro_sql": "{% materialization seed, default %}\n\n {%- set identifier = model['alias'] -%}\n {%- set full_refresh_mode = (should_full_refresh()) -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n\n {%- set exists_as_table = (old_relation is not none and old_relation.is_table) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set grant_config = config.get('grants') -%}\n {%- set agate_table = load_agate_table() -%}\n -- grab current tables grants config for comparison later on\n\n {%- do store_result('agate_table', response='OK', agate_table=agate_table) -%}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% set create_table_sql = \"\" %}\n {% if exists_as_view %}\n {{ exceptions.raise_compiler_error(\"Cannot seed to '{}', it is a view\".format(old_relation)) }}\n {% elif exists_as_table %}\n {% set create_table_sql = reset_csv_table(model, full_refresh_mode, old_relation, agate_table) %}\n {% else %}\n {% set create_table_sql = create_csv_table(model, agate_table) %}\n {% endif %}\n\n {% set code = 'CREATE' if full_refresh_mode else 'INSERT' %}\n {% set rows_affected = (agate_table.rows | length) %}\n {% set sql = load_csv_rows(model, agate_table) %}\n\n {% call noop_statement('main', code ~ ' ' ~ rows_affected, code, rows_affected) %}\n {{ get_csv_sql(create_table_sql, sql) }};\n {% endcall %}\n\n {% set target_relation = this.incorporate(type='table') %}\n\n {% set should_revoke = should_revoke(old_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if full_refresh_mode or not exists_as_table %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "meta": {}, "name": "materialization_seed_default", "original_file_path": "macros/materializations/seeds/seed.sql", @@ -5345,7 +5345,7 @@ "node_color": null, "show": true }, - "macro_sql": "{% materialization snapshot, default %}\n {%- set config = model['config'] -%}\n\n {%- set target_table = model.get('alias', model.get('name')) -%}\n\n {%- set strategy_name = config.get('strategy') -%}\n {%- set unique_key = config.get('unique_key') %}\n -- grab current tables grants config for comparision later on\n {%- set grant_config = config.get('grants') -%}\n\n {% set target_relation_exists, target_relation = get_or_create_relation(\n database=model.database,\n schema=model.schema,\n identifier=target_table,\n type='table') -%}\n\n {%- if not target_relation.is_table -%}\n {% do exceptions.relation_wrong_type(target_relation, 'table') %}\n {%- endif -%}\n\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set strategy_macro = strategy_dispatch(strategy_name) %}\n {% set strategy = strategy_macro(model, \"snapshotted_data\", \"source_data\", config, target_relation_exists) %}\n\n {% if not target_relation_exists %}\n\n {% set build_sql = build_snapshot_table(strategy, model['compiled_code']) %}\n {% set final_sql = create_table_as(False, target_relation, build_sql) %}\n\n {% else %}\n\n {{ adapter.valid_snapshot_target(target_relation) }}\n\n {% set staging_table = build_snapshot_staging_table(strategy, sql, target_relation) %}\n\n -- this may no-op if the database does not require column expansion\n {% do adapter.expand_target_column_types(from_relation=staging_table,\n to_relation=target_relation) %}\n\n {% set missing_columns = adapter.get_missing_columns(staging_table, target_relation)\n | rejectattr('name', 'equalto', 'dbt_change_type')\n | rejectattr('name', 'equalto', 'DBT_CHANGE_TYPE')\n | rejectattr('name', 'equalto', 'dbt_unique_key')\n | rejectattr('name', 'equalto', 'DBT_UNIQUE_KEY')\n | list %}\n\n {% do create_columns(target_relation, missing_columns) %}\n\n {% set source_columns = adapter.get_columns_in_relation(staging_table)\n | rejectattr('name', 'equalto', 'dbt_change_type')\n | rejectattr('name', 'equalto', 'DBT_CHANGE_TYPE')\n | rejectattr('name', 'equalto', 'dbt_unique_key')\n | rejectattr('name', 'equalto', 'DBT_UNIQUE_KEY')\n | list %}\n\n {% set quoted_source_columns = [] %}\n {% for column in source_columns %}\n {% do quoted_source_columns.append(adapter.quote(column.name)) %}\n {% endfor %}\n\n {% set final_sql = snapshot_merge_sql(\n target = target_relation,\n source = staging_table,\n insert_cols = quoted_source_columns\n )\n %}\n\n {% endif %}\n\n {% call statement('main') %}\n {{ final_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(target_relation_exists, full_refresh_mode=False) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if not target_relation_exists %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {% if staging_table is defined %}\n {% do post_snapshot(staging_table) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", + "macro_sql": "{% materialization snapshot, default %}\n {%- set config = model['config'] -%}\n\n {%- set target_table = model.get('alias', model.get('name')) -%}\n\n {%- set strategy_name = config.get('strategy') -%}\n {%- set unique_key = config.get('unique_key') %}\n -- grab current tables grants config for comparison later on\n {%- set grant_config = config.get('grants') -%}\n\n {% set target_relation_exists, target_relation = get_or_create_relation(\n database=model.database,\n schema=model.schema,\n identifier=target_table,\n type='table') -%}\n\n {%- if not target_relation.is_table -%}\n {% do exceptions.relation_wrong_type(target_relation, 'table') %}\n {%- endif -%}\n\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set strategy_macro = strategy_dispatch(strategy_name) %}\n {% set strategy = strategy_macro(model, \"snapshotted_data\", \"source_data\", config, target_relation_exists) %}\n\n {% if not target_relation_exists %}\n\n {% set build_sql = build_snapshot_table(strategy, model['compiled_code']) %}\n {% set final_sql = create_table_as(False, target_relation, build_sql) %}\n\n {% else %}\n\n {{ adapter.valid_snapshot_target(target_relation) }}\n\n {% set staging_table = build_snapshot_staging_table(strategy, sql, target_relation) %}\n\n -- this may no-op if the database does not require column expansion\n {% do adapter.expand_target_column_types(from_relation=staging_table,\n to_relation=target_relation) %}\n\n {% set missing_columns = adapter.get_missing_columns(staging_table, target_relation)\n | rejectattr('name', 'equalto', 'dbt_change_type')\n | rejectattr('name', 'equalto', 'DBT_CHANGE_TYPE')\n | rejectattr('name', 'equalto', 'dbt_unique_key')\n | rejectattr('name', 'equalto', 'DBT_UNIQUE_KEY')\n | list %}\n\n {% do create_columns(target_relation, missing_columns) %}\n\n {% set source_columns = adapter.get_columns_in_relation(staging_table)\n | rejectattr('name', 'equalto', 'dbt_change_type')\n | rejectattr('name', 'equalto', 'DBT_CHANGE_TYPE')\n | rejectattr('name', 'equalto', 'dbt_unique_key')\n | rejectattr('name', 'equalto', 'DBT_UNIQUE_KEY')\n | list %}\n\n {% set quoted_source_columns = [] %}\n {% for column in source_columns %}\n {% do quoted_source_columns.append(adapter.quote(column.name)) %}\n {% endfor %}\n\n {% set final_sql = snapshot_merge_sql(\n target = target_relation,\n source = staging_table,\n insert_cols = quoted_source_columns\n )\n %}\n\n {% endif %}\n\n {% call statement('main') %}\n {{ final_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(target_relation_exists, full_refresh_mode=False) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if not target_relation_exists %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {% if staging_table is defined %}\n {% do post_snapshot(staging_table) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "meta": {}, "name": "materialization_snapshot_default", "original_file_path": "macros/materializations/snapshots/snapshot.sql", @@ -5383,7 +5383,7 @@ "node_color": null, "show": true }, - "macro_sql": "{% materialization table, default %}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') %}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n See ../view/view.sql for more information about this relation.\n */\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_table_as_sql(False, intermediate_relation, sql) }}\n {%- endcall %}\n\n -- cleanup\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {% do create_indexes(target_relation) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n -- finally, drop the existing/backup relation after the commit\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n{% endmaterialization %}", + "macro_sql": "{% materialization table, default %}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') %}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n See ../view/view.sql for more information about this relation.\n */\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparison later on\n {% set grant_config = config.get('grants') %}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_table_as_sql(False, intermediate_relation, sql) }}\n {%- endcall %}\n\n -- cleanup\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {% do create_indexes(target_relation) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n -- finally, drop the existing/backup relation after the commit\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n{% endmaterialization %}", "meta": {}, "name": "materialization_table_default", "original_file_path": "macros/materializations/models/table/table.sql", @@ -5451,7 +5451,7 @@ "node_color": null, "show": true }, - "macro_sql": "{%- materialization view, default -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='view') -%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n This relation (probably) doesn't exist yet. If it does exist, it's a leftover from\n a previous run, and we're going to try to drop it immediately. At the end of this\n materialization, we're going to rename the \"existing_relation\" to this identifier,\n and then we're going to drop it. In order to make sure we run the correct one of:\n - drop view ...\n - drop table ...\n\n We need to set the type of this relation to be the type of the existing_relation, if it exists,\n or else \"view\" as a sane default if it does not. Note that if the existing_relation does not\n exist, then there is nothing to move out of the way and subsequentally drop. In that case,\n this relation will be effectively unused.\n */\n {%- set backup_relation_type = 'view' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(intermediate_relation, sql) }}\n {%- endcall %}\n\n -- cleanup\n -- move the existing view out of the way\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization -%}", + "macro_sql": "{%- materialization view, default -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='view') -%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n This relation (probably) doesn't exist yet. If it does exist, it's a leftover from\n a previous run, and we're going to try to drop it immediately. At the end of this\n materialization, we're going to rename the \"existing_relation\" to this identifier,\n and then we're going to drop it. In order to make sure we run the correct one of:\n - drop view ...\n - drop table ...\n\n We need to set the type of this relation to be the type of the existing_relation, if it exists,\n or else \"view\" as a sane default if it does not. Note that if the existing_relation does not\n exist, then there is nothing to move out of the way and subsequentally drop. In that case,\n this relation will be effectively unused.\n */\n {%- set backup_relation_type = 'view' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparison later on\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(intermediate_relation, sql) }}\n {%- endcall %}\n\n -- cleanup\n -- move the existing view out of the way\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization -%}", "meta": {}, "name": "materialization_view_default", "original_file_path": "macros/materializations/models/view/view.sql", diff --git a/dev/dags/dbt/jaffle_shop_python/.gitignore b/dev/dags/dbt/jaffle_shop_python/.gitignore new file mode 100644 index 000000000..49f147cb9 --- /dev/null +++ b/dev/dags/dbt/jaffle_shop_python/.gitignore @@ -0,0 +1,4 @@ + +target/ +dbt_packages/ +logs/ diff --git a/dev/dags/dbt/jaffle_shop_python/target/manifest.json b/dev/dags/dbt/jaffle_shop_python/target/manifest.json deleted file mode 100644 index 7855a2c61..000000000 --- a/dev/dags/dbt/jaffle_shop_python/target/manifest.json +++ /dev/null @@ -1,12795 +0,0 @@ -{ - "child_map": { - "model.jaffle_shop.customers": [ - "test.jaffle_shop.not_null_customers_customer_id.5c9bf9911d", - "test.jaffle_shop.relationships_orders_customer_id__customer_id__ref_customers_.c6ec7f58f2", - "test.jaffle_shop.unique_customers_customer_id.c5af1ff4b1" - ], - "model.jaffle_shop.orders": [ - "test.jaffle_shop.accepted_values_orders_status__placed__shipped__completed__return_pending__returned.be6b5b5ec3", - "test.jaffle_shop.not_null_orders_amount.106140f9fd", - "test.jaffle_shop.not_null_orders_bank_transfer_amount.7743500c49", - "test.jaffle_shop.not_null_orders_coupon_amount.ab90c90625", - "test.jaffle_shop.not_null_orders_credit_card_amount.d3ca593b59", - "test.jaffle_shop.not_null_orders_customer_id.c5f02694af", - "test.jaffle_shop.not_null_orders_gift_card_amount.413a0d2d7a", - "test.jaffle_shop.not_null_orders_order_id.cf6c17daed", - "test.jaffle_shop.relationships_orders_customer_id__customer_id__ref_customers_.c6ec7f58f2", - "test.jaffle_shop.unique_orders_order_id.fed79b3a6e" - ], - "model.jaffle_shop.stg_customers": [ - "model.jaffle_shop.customers", - "test.jaffle_shop.not_null_stg_customers_customer_id.e2cfb1f9aa", - "test.jaffle_shop.unique_stg_customers_customer_id.c7614daada" - ], - "model.jaffle_shop.stg_orders": [ - "model.jaffle_shop.customers", - "model.jaffle_shop.orders", - "test.jaffle_shop.accepted_values_stg_orders_status__placed__shipped__completed__return_pending__returned.080fb20aad", - "test.jaffle_shop.not_null_stg_orders_order_id.81cfe2fe64", - "test.jaffle_shop.unique_stg_orders_order_id.e3b841c71a" - ], - "model.jaffle_shop.stg_payments": [ - "model.jaffle_shop.customers", - "model.jaffle_shop.orders", - "test.jaffle_shop.accepted_values_stg_payments_payment_method__credit_card__coupon__bank_transfer__gift_card.3c3820f278", - "test.jaffle_shop.not_null_stg_payments_payment_id.c19cc50075", - "test.jaffle_shop.unique_stg_payments_payment_id.3744510712" - ], - "seed.jaffle_shop.raw_customers": [ - "model.jaffle_shop.stg_customers" - ], - "seed.jaffle_shop.raw_orders": [ - "model.jaffle_shop.stg_orders" - ], - "seed.jaffle_shop.raw_payments": [ - "model.jaffle_shop.stg_payments" - ], - "test.jaffle_shop.accepted_values_orders_status__placed__shipped__completed__return_pending__returned.be6b5b5ec3": [], - "test.jaffle_shop.accepted_values_stg_orders_status__placed__shipped__completed__return_pending__returned.080fb20aad": [], - "test.jaffle_shop.accepted_values_stg_payments_payment_method__credit_card__coupon__bank_transfer__gift_card.3c3820f278": [], - "test.jaffle_shop.not_null_customers_customer_id.5c9bf9911d": [], - "test.jaffle_shop.not_null_orders_amount.106140f9fd": [], - "test.jaffle_shop.not_null_orders_bank_transfer_amount.7743500c49": [], - "test.jaffle_shop.not_null_orders_coupon_amount.ab90c90625": [], - "test.jaffle_shop.not_null_orders_credit_card_amount.d3ca593b59": [], - "test.jaffle_shop.not_null_orders_customer_id.c5f02694af": [], - "test.jaffle_shop.not_null_orders_gift_card_amount.413a0d2d7a": [], - "test.jaffle_shop.not_null_orders_order_id.cf6c17daed": [], - "test.jaffle_shop.not_null_stg_customers_customer_id.e2cfb1f9aa": [], - "test.jaffle_shop.not_null_stg_orders_order_id.81cfe2fe64": [], - "test.jaffle_shop.not_null_stg_payments_payment_id.c19cc50075": [], - "test.jaffle_shop.relationships_orders_customer_id__customer_id__ref_customers_.c6ec7f58f2": [], - "test.jaffle_shop.unique_customers_customer_id.c5af1ff4b1": [], - "test.jaffle_shop.unique_orders_order_id.fed79b3a6e": [], - "test.jaffle_shop.unique_stg_customers_customer_id.c7614daada": [], - "test.jaffle_shop.unique_stg_orders_order_id.e3b841c71a": [], - "test.jaffle_shop.unique_stg_payments_payment_id.3744510712": [] - }, - "disabled": {}, - "docs": { - "doc.dbt.__overview__": { - "block_contents": "### Welcome!\n\nWelcome to the auto-generated documentation for your dbt project!\n\n### Navigation\n\nYou can use the `Project` and `Database` navigation tabs on the left side of the window to explore the models\nin your project.\n\n#### Project Tab\nThe `Project` tab mirrors the directory structure of your dbt project. In this tab, you can see all of the\nmodels defined in your dbt project, as well as models imported from dbt packages.\n\n#### Database Tab\nThe `Database` tab also exposes your models, but in a format that looks more like a database explorer. This view\nshows relations (tables and views) grouped into database schemas. Note that ephemeral models are _not_ shown\nin this interface, as they do not exist in the database.\n\n### Graph Exploration\nYou can click the blue icon on the bottom-right corner of the page to view the lineage graph of your models.\n\nOn model pages, you'll see the immediate parents and children of the model you're exploring. By clicking the `Expand`\nbutton at the top-right of this lineage pane, you'll be able to see all of the models that are used to build,\nor are built from, the model you're exploring.\n\nOnce expanded, you'll be able to use the `--select` and `--exclude` model selection syntax to filter the\nmodels in the graph. For more information on model selection, check out the [dbt docs](https://docs.getdbt.com/docs/model-selection-syntax).\n\nNote that you can also right-click on models to interactively filter and explore the graph.\n\n---\n\n### More information\n\n- [What is dbt](https://docs.getdbt.com/docs/introduction)?\n- Read the [dbt viewpoint](https://docs.getdbt.com/docs/viewpoint)\n- [Installation](https://docs.getdbt.com/docs/installation)\n- Join the [dbt Community](https://www.getdbt.com/community/) for questions and discussion", - "name": "__overview__", - "original_file_path": "docs/overview.md", - "package_name": "dbt", - "path": "overview.md", - "resource_type": "doc", - "unique_id": "doc.dbt.__overview__" - }, - "doc.jaffle_shop.__overview__": { - "block_contents": "## Data Documentation for Jaffle Shop\n\n`jaffle_shop` is a fictional ecommerce store.\n\nThis [dbt](https://www.getdbt.com/) project is for testing out code.\n\nThe source code can be found [here](https://github.com/clrcrl/jaffle_shop).", - "name": "__overview__", - "original_file_path": "models/overview.md", - "package_name": "jaffle_shop", - "path": "overview.md", - "resource_type": "doc", - "unique_id": "doc.jaffle_shop.__overview__" - }, - "doc.jaffle_shop.orders_status": { - "block_contents": "Orders can be one of the following statuses:\n\n| status | description |\n|----------------|------------------------------------------------------------------------------------------------------------------------|\n| placed | The order has been placed but has not yet left the warehouse |\n| shipped | The order has ben shipped to the customer and is currently in transit |\n| completed | The order has been received by the customer |\n| return_pending | The customer has indicated that they would like to return the order, but it has not yet been received at the warehouse |\n| returned | The order has been returned by the customer and received at the warehouse |", - "name": "orders_status", - "original_file_path": "models/docs.md", - "package_name": "jaffle_shop", - "path": "docs.md", - "resource_type": "doc", - "unique_id": "doc.jaffle_shop.orders_status" - } - }, - "exposures": {}, - "group_map": {}, - "groups": {}, - "macros": { - "macro.dbt._split_part_negative": { - "arguments": [], - "created_at": 1690254761.804297, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro _split_part_negative(string_text, delimiter_text, part_number) %}\n\n split_part(\n {{ string_text }},\n {{ delimiter_text }},\n length({{ string_text }})\n - length(\n replace({{ string_text }}, {{ delimiter_text }}, '')\n ) + 2 {{ part_number }}\n )\n\n{% endmacro %}", - "meta": {}, - "name": "_split_part_negative", - "original_file_path": "macros/utils/split_part.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/split_part.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt._split_part_negative" - }, - "macro.dbt.after_commit": { - "arguments": [], - "created_at": 1690254761.7126966, - "depends_on": { - "macros": [ - "macro.dbt.make_hook_config" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro after_commit(sql) %}\n {{ make_hook_config(sql, inside_transaction=False) }}\n{% endmacro %}", - "meta": {}, - "name": "after_commit", - "original_file_path": "macros/materializations/hooks.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/hooks.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.after_commit" - }, - "macro.dbt.alter_column_comment": { - "arguments": [], - "created_at": 1690254761.8457146, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__alter_column_comment" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro alter_column_comment(relation, column_dict) -%}\n {{ return(adapter.dispatch('alter_column_comment', 'dbt')(relation, column_dict)) }}\n{% endmacro %}", - "meta": {}, - "name": "alter_column_comment", - "original_file_path": "macros/adapters/persist_docs.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/persist_docs.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.alter_column_comment" - }, - "macro.dbt.alter_column_type": { - "arguments": [], - "created_at": 1690254761.821719, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__alter_column_type" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro alter_column_type(relation, column_name, new_column_type) -%}\n {{ return(adapter.dispatch('alter_column_type', 'dbt')(relation, column_name, new_column_type)) }}\n{% endmacro %}", - "meta": {}, - "name": "alter_column_type", - "original_file_path": "macros/adapters/columns.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/columns.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.alter_column_type" - }, - "macro.dbt.alter_relation_add_remove_columns": { - "arguments": [], - "created_at": 1690254761.8226097, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__alter_relation_add_remove_columns" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro alter_relation_add_remove_columns(relation, add_columns = none, remove_columns = none) -%}\n {{ return(adapter.dispatch('alter_relation_add_remove_columns', 'dbt')(relation, add_columns, remove_columns)) }}\n{% endmacro %}", - "meta": {}, - "name": "alter_relation_add_remove_columns", - "original_file_path": "macros/adapters/columns.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/columns.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.alter_relation_add_remove_columns" - }, - "macro.dbt.alter_relation_comment": { - "arguments": [], - "created_at": 1690254761.8463252, - "depends_on": { - "macros": [ - "macro.dbt.default__alter_relation_comment" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro alter_relation_comment(relation, relation_comment) -%}\n {{ return(adapter.dispatch('alter_relation_comment', 'dbt')(relation, relation_comment)) }}\n{% endmacro %}", - "meta": {}, - "name": "alter_relation_comment", - "original_file_path": "macros/adapters/persist_docs.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/persist_docs.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.alter_relation_comment" - }, - "macro.dbt.any_value": { - "arguments": [], - "created_at": 1690254761.8049922, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__any_value" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro any_value(expression) -%}\n {{ return(adapter.dispatch('any_value', 'dbt') (expression)) }}\n{% endmacro %}", - "meta": {}, - "name": "any_value", - "original_file_path": "macros/utils/any_value.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/any_value.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.any_value" - }, - "macro.dbt.apply_grants": { - "arguments": [], - "created_at": 1690254761.839828, - "depends_on": { - "macros": [ - "macro.dbt.default__apply_grants" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro apply_grants(relation, grant_config, should_revoke) %}\n {{ return(adapter.dispatch(\"apply_grants\", \"dbt\")(relation, grant_config, should_revoke)) }}\n{% endmacro %}", - "meta": {}, - "name": "apply_grants", - "original_file_path": "macros/adapters/apply_grants.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/apply_grants.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.apply_grants" - }, - "macro.dbt.array_append": { - "arguments": [], - "created_at": 1690254761.799527, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__array_append" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro array_append(array, new_element) -%}\n {{ return(adapter.dispatch('array_append', 'dbt')(array, new_element)) }}\n{%- endmacro %}", - "meta": {}, - "name": "array_append", - "original_file_path": "macros/utils/array_append.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/array_append.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.array_append" - }, - "macro.dbt.array_concat": { - "arguments": [], - "created_at": 1690254761.8046007, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__array_concat" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro array_concat(array_1, array_2) -%}\n {{ return(adapter.dispatch('array_concat', 'dbt')(array_1, array_2)) }}\n{%- endmacro %}", - "meta": {}, - "name": "array_concat", - "original_file_path": "macros/utils/array_concat.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/array_concat.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.array_concat" - }, - "macro.dbt.array_construct": { - "arguments": [], - "created_at": 1690254761.7984912, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__array_construct" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro array_construct(inputs=[], data_type=api.Column.translate_type('integer')) -%}\n {{ return(adapter.dispatch('array_construct', 'dbt')(inputs, data_type)) }}\n{%- endmacro %}", - "meta": {}, - "name": "array_construct", - "original_file_path": "macros/utils/array_construct.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/array_construct.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.array_construct" - }, - "macro.dbt.assert_columns_equivalent": { - "arguments": [], - "created_at": 1690254761.7643373, - "depends_on": { - "macros": [ - "macro.dbt.get_column_schema_from_query", - "macro.dbt.get_empty_schema_sql", - "macro.dbt.format_columns" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro assert_columns_equivalent(sql) %}\n\n {#-- First ensure the user has defined 'columns' in yaml specification --#}\n {%- set user_defined_columns = model['columns'] -%}\n {%- if not user_defined_columns -%}\n {{ exceptions.raise_contract_error([], []) }}\n {%- endif -%}\n\n {#-- Obtain the column schema provided by sql file. #}\n {%- set sql_file_provided_columns = get_column_schema_from_query(sql, config.get('sql_header', none)) -%}\n {#--Obtain the column schema provided by the schema file by generating an 'empty schema' query from the model's columns. #}\n {%- set schema_file_provided_columns = get_column_schema_from_query(get_empty_schema_sql(user_defined_columns)) -%}\n\n {#-- create dictionaries with name and formatted data type and strings for exception #}\n {%- set sql_columns = format_columns(sql_file_provided_columns) -%}\n {%- set yaml_columns = format_columns(schema_file_provided_columns) -%}\n\n {%- if sql_columns|length != yaml_columns|length -%}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n\n {%- for sql_col in sql_columns -%}\n {%- set yaml_col = [] -%}\n {%- for this_col in yaml_columns -%}\n {%- if this_col['name'] == sql_col['name'] -%}\n {%- do yaml_col.append(this_col) -%}\n {%- break -%}\n {%- endif -%}\n {%- endfor -%}\n {%- if not yaml_col -%}\n {#-- Column with name not found in yaml #}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n {%- if sql_col['formatted'] != yaml_col[0]['formatted'] -%}\n {#-- Column data types don't match #}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n {%- endfor -%}\n\n{% endmacro %}", - "meta": {}, - "name": "assert_columns_equivalent", - "original_file_path": "macros/materializations/models/table/columns_spec_ddl.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/table/columns_spec_ddl.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.assert_columns_equivalent" - }, - "macro.dbt.before_begin": { - "arguments": [], - "created_at": 1690254761.7124245, - "depends_on": { - "macros": [ - "macro.dbt.make_hook_config" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro before_begin(sql) %}\n {{ make_hook_config(sql, inside_transaction=False) }}\n{% endmacro %}", - "meta": {}, - "name": "before_begin", - "original_file_path": "macros/materializations/hooks.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/hooks.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.before_begin" - }, - "macro.dbt.bool_or": { - "arguments": [], - "created_at": 1690254761.80779, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__bool_or" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro bool_or(expression) -%}\n {{ return(adapter.dispatch('bool_or', 'dbt') (expression)) }}\n{% endmacro %}", - "meta": {}, - "name": "bool_or", - "original_file_path": "macros/utils/bool_or.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/bool_or.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.bool_or" - }, - "macro.dbt.build_config_dict": { - "arguments": [], - "created_at": 1690254761.8649807, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro build_config_dict(model) %}\n {%- set config_dict = {} -%}\n {% set config_dbt_used = zip(model.config.config_keys_used, model.config.config_keys_defaults) | list %}\n {%- for key, default in config_dbt_used -%}\n {# weird type testing with enum, would be much easier to write this logic in Python! #}\n {%- if key == \"language\" -%}\n {%- set value = \"python\" -%}\n {%- endif -%}\n {%- set value = model.config.get(key, default) -%}\n {%- do config_dict.update({key: value}) -%}\n {%- endfor -%}\nconfig_dict = {{ config_dict }}\n{% endmacro %}", - "meta": {}, - "name": "build_config_dict", - "original_file_path": "macros/python_model/python.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/python_model/python.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.build_config_dict" - }, - "macro.dbt.build_ref_function": { - "arguments": [], - "created_at": 1690254761.8639362, - "depends_on": { - "macros": [ - "macro.dbt.resolve_model_name" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro build_ref_function(model) %}\n\n {%- set ref_dict = {} -%}\n {%- for _ref in model.refs -%}\n {% set _ref_args = [_ref.get('package'), _ref['name']] if _ref.get('package') else [_ref['name'],] %}\n {%- set resolved = ref(*_ref_args, v=_ref.get('version')) -%}\n {%- if _ref.get('version') -%}\n {% do _ref_args.extend([\"v\" ~ _ref['version']]) %}\n {%- endif -%}\n {%- do ref_dict.update({_ref_args | join('.'): resolve_model_name(resolved)}) -%}\n {%- endfor -%}\n\ndef ref(*args, **kwargs):\n refs = {{ ref_dict | tojson }}\n key = '.'.join(args)\n version = kwargs.get(\"v\") or kwargs.get(\"version\")\n if version:\n key += f\".v{version}\"\n dbt_load_df_function = kwargs.get(\"dbt_load_df_function\")\n return dbt_load_df_function(refs[key])\n\n{% endmacro %}", - "meta": {}, - "name": "build_ref_function", - "original_file_path": "macros/python_model/python.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/python_model/python.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.build_ref_function" - }, - "macro.dbt.build_snapshot_staging_table": { - "arguments": [], - "created_at": 1690254761.749456, - "depends_on": { - "macros": [ - "macro.dbt.make_temp_relation", - "macro.dbt.snapshot_staging_table", - "macro.dbt.statement", - "macro.dbt.create_table_as" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro build_snapshot_staging_table(strategy, sql, target_relation) %}\n {% set temp_relation = make_temp_relation(target_relation) %}\n\n {% set select = snapshot_staging_table(strategy, sql, target_relation) %}\n\n {% call statement('build_snapshot_staging_relation') %}\n {{ create_table_as(True, temp_relation, select) }}\n {% endcall %}\n\n {% do return(temp_relation) %}\n{% endmacro %}", - "meta": {}, - "name": "build_snapshot_staging_table", - "original_file_path": "macros/materializations/snapshots/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/snapshots/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.build_snapshot_staging_table" - }, - "macro.dbt.build_snapshot_table": { - "arguments": [], - "created_at": 1690254761.7487922, - "depends_on": { - "macros": [ - "macro.dbt.default__build_snapshot_table" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro build_snapshot_table(strategy, sql) -%}\n {{ adapter.dispatch('build_snapshot_table', 'dbt')(strategy, sql) }}\n{% endmacro %}", - "meta": {}, - "name": "build_snapshot_table", - "original_file_path": "macros/materializations/snapshots/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/snapshots/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.build_snapshot_table" - }, - "macro.dbt.build_source_function": { - "arguments": [], - "created_at": 1690254761.8643765, - "depends_on": { - "macros": [ - "macro.dbt.resolve_model_name" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro build_source_function(model) %}\n\n {%- set source_dict = {} -%}\n {%- for _source in model.sources -%}\n {%- set resolved = source(*_source) -%}\n {%- do source_dict.update({_source | join('.'): resolve_model_name(resolved)}) -%}\n {%- endfor -%}\n\ndef source(*args, dbt_load_df_function):\n sources = {{ source_dict | tojson }}\n key = '.'.join(args)\n return dbt_load_df_function(sources[key])\n\n{% endmacro %}", - "meta": {}, - "name": "build_source_function", - "original_file_path": "macros/python_model/python.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/python_model/python.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.build_source_function" - }, - "macro.dbt.call_dcl_statements": { - "arguments": [], - "created_at": 1690254761.8391109, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__call_dcl_statements" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro call_dcl_statements(dcl_statement_list) %}\n {{ return(adapter.dispatch(\"call_dcl_statements\", \"dbt\")(dcl_statement_list)) }}\n{% endmacro %}", - "meta": {}, - "name": "call_dcl_statements", - "original_file_path": "macros/adapters/apply_grants.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/apply_grants.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.call_dcl_statements" - }, - "macro.dbt.cast_bool_to_text": { - "arguments": [], - "created_at": 1690254761.8091366, - "depends_on": { - "macros": [ - "macro.dbt.default__cast_bool_to_text" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro cast_bool_to_text(field) %}\n {{ adapter.dispatch('cast_bool_to_text', 'dbt') (field) }}\n{% endmacro %}", - "meta": {}, - "name": "cast_bool_to_text", - "original_file_path": "macros/utils/cast_bool_to_text.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/cast_bool_to_text.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.cast_bool_to_text" - }, - "macro.dbt.check_for_schema_changes": { - "arguments": [], - "created_at": 1690254761.7955375, - "depends_on": { - "macros": [ - "macro.dbt.diff_columns", - "macro.dbt.diff_column_data_types" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro check_for_schema_changes(source_relation, target_relation) %}\n\n {% set schema_changed = False %}\n\n {%- set source_columns = adapter.get_columns_in_relation(source_relation) -%}\n {%- set target_columns = adapter.get_columns_in_relation(target_relation) -%}\n {%- set source_not_in_target = diff_columns(source_columns, target_columns) -%}\n {%- set target_not_in_source = diff_columns(target_columns, source_columns) -%}\n\n {% set new_target_types = diff_column_data_types(source_columns, target_columns) %}\n\n {% if source_not_in_target != [] %}\n {% set schema_changed = True %}\n {% elif target_not_in_source != [] or new_target_types != [] %}\n {% set schema_changed = True %}\n {% elif new_target_types != [] %}\n {% set schema_changed = True %}\n {% endif %}\n\n {% set changes_dict = {\n 'schema_changed': schema_changed,\n 'source_not_in_target': source_not_in_target,\n 'target_not_in_source': target_not_in_source,\n 'source_columns': source_columns,\n 'target_columns': target_columns,\n 'new_target_types': new_target_types\n } %}\n\n {% set msg %}\n In {{ target_relation }}:\n Schema changed: {{ schema_changed }}\n Source columns not in target: {{ source_not_in_target }}\n Target columns not in source: {{ target_not_in_source }}\n New column types: {{ new_target_types }}\n {% endset %}\n\n {% do log(msg) %}\n\n {{ return(changes_dict) }}\n\n{% endmacro %}", - "meta": {}, - "name": "check_for_schema_changes", - "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/on_schema_change.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.check_for_schema_changes" - }, - "macro.dbt.check_schema_exists": { - "arguments": [], - "created_at": 1690254761.8525198, - "depends_on": { - "macros": [ - "macro.dbt.default__check_schema_exists" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro check_schema_exists(information_schema, schema) -%}\n {{ return(adapter.dispatch('check_schema_exists', 'dbt')(information_schema, schema)) }}\n{% endmacro %}", - "meta": {}, - "name": "check_schema_exists", - "original_file_path": "macros/adapters/metadata.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/metadata.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.check_schema_exists" - }, - "macro.dbt.collect_freshness": { - "arguments": [], - "created_at": 1690254761.823869, - "depends_on": { - "macros": [ - "macro.dbt.default__collect_freshness" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro collect_freshness(source, loaded_at_field, filter) %}\n {{ return(adapter.dispatch('collect_freshness', 'dbt')(source, loaded_at_field, filter))}}\n{% endmacro %}", - "meta": {}, - "name": "collect_freshness", - "original_file_path": "macros/adapters/freshness.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/freshness.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.collect_freshness" - }, - "macro.dbt.concat": { - "arguments": [], - "created_at": 1690254761.8058703, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__concat" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro concat(fields) -%}\n {{ return(adapter.dispatch('concat', 'dbt')(fields)) }}\n{%- endmacro %}", - "meta": {}, - "name": "concat", - "original_file_path": "macros/utils/concat.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/concat.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.concat" - }, - "macro.dbt.convert_datetime": { - "arguments": [], - "created_at": 1690254761.8588264, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro convert_datetime(date_str, date_fmt) %}\n\n {% set error_msg -%}\n The provided partition date '{{ date_str }}' does not match the expected format '{{ date_fmt }}'\n {%- endset %}\n\n {% set res = try_or_compiler_error(error_msg, modules.datetime.datetime.strptime, date_str.strip(), date_fmt) %}\n {{ return(res) }}\n\n{% endmacro %}", - "meta": {}, - "name": "convert_datetime", - "original_file_path": "macros/etc/datetime.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/etc/datetime.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.convert_datetime" - }, - "macro.dbt.copy_grants": { - "arguments": [], - "created_at": 1690254761.833842, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__copy_grants" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro copy_grants() %}\n {{ return(adapter.dispatch('copy_grants', 'dbt')()) }}\n{% endmacro %}", - "meta": {}, - "name": "copy_grants", - "original_file_path": "macros/adapters/apply_grants.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/apply_grants.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.copy_grants" - }, - "macro.dbt.create_columns": { - "arguments": [], - "created_at": 1690254761.7467682, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__create_columns" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro create_columns(relation, columns) %}\n {{ adapter.dispatch('create_columns', 'dbt')(relation, columns) }}\n{% endmacro %}", - "meta": {}, - "name": "create_columns", - "original_file_path": "macros/materializations/snapshots/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/snapshots/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.create_columns" - }, - "macro.dbt.create_csv_table": { - "arguments": [], - "created_at": 1690254761.7209492, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__create_csv_table" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro create_csv_table(model, agate_table) -%}\n {{ adapter.dispatch('create_csv_table', 'dbt')(model, agate_table) }}\n{%- endmacro %}", - "meta": {}, - "name": "create_csv_table", - "original_file_path": "macros/materializations/seeds/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/seeds/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.create_csv_table" - }, - "macro.dbt.create_indexes": { - "arguments": [], - "created_at": 1690254761.814994, - "depends_on": { - "macros": [ - "macro.dbt.default__create_indexes" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro create_indexes(relation) -%}\n {{ adapter.dispatch('create_indexes', 'dbt')(relation) }}\n{%- endmacro %}", - "meta": {}, - "name": "create_indexes", - "original_file_path": "macros/adapters/indexes.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/indexes.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.create_indexes" - }, - "macro.dbt.create_or_replace_view": { - "arguments": [], - "created_at": 1690254761.752542, - "depends_on": { - "macros": [ - "macro.dbt.run_hooks", - "macro.dbt.handle_existing_table", - "macro.dbt.should_full_refresh", - "macro.dbt.statement", - "macro.dbt.get_create_view_as_sql", - "macro.dbt.should_revoke", - "macro.dbt.apply_grants" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro create_or_replace_view() %}\n {%- set identifier = model['alias'] -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database,\n type='view') -%}\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks) }}\n\n -- If there's a table with the same name and we weren't told to full refresh,\n -- that's an error. If we were told to full refresh, drop it. This behavior differs\n -- for Snowflake and BigQuery, so multiple dispatch is used.\n {%- if old_relation is not none and old_relation.is_table -%}\n {{ handle_existing_table(should_full_refresh(), old_relation) }}\n {%- endif -%}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(target_relation, sql) }}\n {%- endcall %}\n\n {% set should_revoke = should_revoke(exists_as_view, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {{ run_hooks(post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmacro %}", - "meta": {}, - "name": "create_or_replace_view", - "original_file_path": "macros/materializations/models/view/create_or_replace_view.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/view/create_or_replace_view.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.create_or_replace_view" - }, - "macro.dbt.create_schema": { - "arguments": [], - "created_at": 1690254761.815784, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__create_schema" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro create_schema(relation) -%}\n {{ adapter.dispatch('create_schema', 'dbt')(relation) }}\n{% endmacro %}", - "meta": {}, - "name": "create_schema", - "original_file_path": "macros/adapters/schema.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/schema.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.create_schema" - }, - "macro.dbt.create_table_as": { - "arguments": [], - "created_at": 1690254761.75925, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__create_table_as" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro create_table_as(temporary, relation, compiled_code, language='sql') -%}\n {# backward compatibility for create_table_as that does not support language #}\n {% if language == \"sql\" %}\n {{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code)}}\n {% else %}\n {{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code, language) }}\n {% endif %}\n\n{%- endmacro %}", - "meta": {}, - "name": "create_table_as", - "original_file_path": "macros/materializations/models/table/create_table_as.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/table/create_table_as.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.create_table_as" - }, - "macro.dbt.create_view_as": { - "arguments": [], - "created_at": 1690254761.7501798, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__create_view_as" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro create_view_as(relation, sql) -%}\n {{ adapter.dispatch('create_view_as', 'dbt')(relation, sql) }}\n{%- endmacro %}", - "meta": {}, - "name": "create_view_as", - "original_file_path": "macros/materializations/models/view/create_view_as.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/view/create_view_as.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.create_view_as" - }, - "macro.dbt.current_timestamp": { - "arguments": [], - "created_at": 1690254761.8424194, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__current_timestamp" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{%- macro current_timestamp() -%}\n {{ adapter.dispatch('current_timestamp', 'dbt')() }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "current_timestamp", - "original_file_path": "macros/adapters/timestamps.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/timestamps.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.current_timestamp" - }, - "macro.dbt.current_timestamp_backcompat": { - "arguments": [], - "created_at": 1690254761.843748, - "depends_on": { - "macros": [ - "macro.dbt.default__current_timestamp_backcompat" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro current_timestamp_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}\n{% endmacro %}", - "meta": {}, - "name": "current_timestamp_backcompat", - "original_file_path": "macros/adapters/timestamps.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/timestamps.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.current_timestamp_backcompat" - }, - "macro.dbt.current_timestamp_in_utc_backcompat": { - "arguments": [], - "created_at": 1690254761.8440173, - "depends_on": { - "macros": [ - "macro.dbt.default__current_timestamp_in_utc_backcompat" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro current_timestamp_in_utc_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_in_utc_backcompat', 'dbt')()) }}\n{% endmacro %}", - "meta": {}, - "name": "current_timestamp_in_utc_backcompat", - "original_file_path": "macros/adapters/timestamps.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/timestamps.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.current_timestamp_in_utc_backcompat" - }, - "macro.dbt.date_trunc": { - "arguments": [], - "created_at": 1690254761.8064587, - "depends_on": { - "macros": [ - "macro.dbt.default__date_trunc" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro date_trunc(datepart, date) -%}\n {{ return(adapter.dispatch('date_trunc', 'dbt') (datepart, date)) }}\n{%- endmacro %}", - "meta": {}, - "name": "date_trunc", - "original_file_path": "macros/utils/date_trunc.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/date_trunc.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.date_trunc" - }, - "macro.dbt.dateadd": { - "arguments": [], - "created_at": 1690254761.8087254, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__dateadd" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro dateadd(datepart, interval, from_date_or_timestamp) %}\n {{ return(adapter.dispatch('dateadd', 'dbt')(datepart, interval, from_date_or_timestamp)) }}\n{% endmacro %}", - "meta": {}, - "name": "dateadd", - "original_file_path": "macros/utils/dateadd.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/dateadd.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.dateadd" - }, - "macro.dbt.datediff": { - "arguments": [], - "created_at": 1690254761.805451, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__datediff" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro datediff(first_date, second_date, datepart) %}\n {{ return(adapter.dispatch('datediff', 'dbt')(first_date, second_date, datepart)) }}\n{% endmacro %}", - "meta": {}, - "name": "datediff", - "original_file_path": "macros/utils/datediff.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/datediff.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.datediff" - }, - "macro.dbt.dates_in_range": { - "arguments": [], - "created_at": 1690254761.8599994, - "depends_on": { - "macros": [ - "macro.dbt.convert_datetime" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro dates_in_range(start_date_str, end_date_str=none, in_fmt=\"%Y%m%d\", out_fmt=\"%Y%m%d\") %}\n {% set end_date_str = start_date_str if end_date_str is none else end_date_str %}\n\n {% set start_date = convert_datetime(start_date_str, in_fmt) %}\n {% set end_date = convert_datetime(end_date_str, in_fmt) %}\n\n {% set day_count = (end_date - start_date).days %}\n {% if day_count < 0 %}\n {% set msg -%}\n Partiton start date is after the end date ({{ start_date }}, {{ end_date }})\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg, model) }}\n {% endif %}\n\n {% set date_list = [] %}\n {% for i in range(0, day_count + 1) %}\n {% set the_date = (modules.datetime.timedelta(days=i) + start_date) %}\n {% if not out_fmt %}\n {% set _ = date_list.append(the_date) %}\n {% else %}\n {% set _ = date_list.append(the_date.strftime(out_fmt)) %}\n {% endif %}\n {% endfor %}\n\n {{ return(date_list) }}\n{% endmacro %}", - "meta": {}, - "name": "dates_in_range", - "original_file_path": "macros/etc/datetime.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/etc/datetime.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.dates_in_range" - }, - "macro.dbt.default__alter_column_comment": { - "arguments": [], - "created_at": 1690254761.846003, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__alter_column_comment(relation, column_dict) -%}\n {{ exceptions.raise_not_implemented(\n 'alter_column_comment macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", - "meta": {}, - "name": "default__alter_column_comment", - "original_file_path": "macros/adapters/persist_docs.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/persist_docs.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__alter_column_comment" - }, - "macro.dbt.default__alter_column_type": { - "arguments": [], - "created_at": 1690254761.8223348, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__alter_column_type(relation, column_name, new_column_type) -%}\n {#\n 1. Create a new column (w/ temp name and correct type)\n 2. Copy data over to it\n 3. Drop the existing column (cascade!)\n 4. Rename the new column to existing column\n #}\n {%- set tmp_column = column_name + \"__dbt_alter\" -%}\n\n {% call statement('alter_column_type') %}\n alter table {{ relation }} add column {{ adapter.quote(tmp_column) }} {{ new_column_type }};\n update {{ relation }} set {{ adapter.quote(tmp_column) }} = {{ adapter.quote(column_name) }};\n alter table {{ relation }} drop column {{ adapter.quote(column_name) }} cascade;\n alter table {{ relation }} rename column {{ adapter.quote(tmp_column) }} to {{ adapter.quote(column_name) }}\n {% endcall %}\n\n{% endmacro %}", - "meta": {}, - "name": "default__alter_column_type", - "original_file_path": "macros/adapters/columns.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/columns.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__alter_column_type" - }, - "macro.dbt.default__alter_relation_add_remove_columns": { - "arguments": [], - "created_at": 1690254761.8234096, - "depends_on": { - "macros": [ - "macro.dbt.run_query" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__alter_relation_add_remove_columns(relation, add_columns, remove_columns) %}\n\n {% if add_columns is none %}\n {% set add_columns = [] %}\n {% endif %}\n {% if remove_columns is none %}\n {% set remove_columns = [] %}\n {% endif %}\n\n {% set sql -%}\n\n alter {{ relation.type }} {{ relation }}\n\n {% for column in add_columns %}\n add column {{ column.name }} {{ column.data_type }}{{ ',' if not loop.last }}\n {% endfor %}{{ ',' if add_columns and remove_columns }}\n\n {% for column in remove_columns %}\n drop column {{ column.name }}{{ ',' if not loop.last }}\n {% endfor %}\n\n {%- endset -%}\n\n {% do run_query(sql) %}\n\n{% endmacro %}", - "meta": {}, - "name": "default__alter_relation_add_remove_columns", - "original_file_path": "macros/adapters/columns.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/columns.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__alter_relation_add_remove_columns" - }, - "macro.dbt.default__alter_relation_comment": { - "arguments": [], - "created_at": 1690254761.8465326, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__alter_relation_comment(relation, relation_comment) -%}\n {{ exceptions.raise_not_implemented(\n 'alter_relation_comment macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", - "meta": {}, - "name": "default__alter_relation_comment", - "original_file_path": "macros/adapters/persist_docs.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/persist_docs.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__alter_relation_comment" - }, - "macro.dbt.default__any_value": { - "arguments": [], - "created_at": 1690254761.805099, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__any_value(expression) -%}\n\n any_value({{ expression }})\n\n{%- endmacro %}", - "meta": {}, - "name": "default__any_value", - "original_file_path": "macros/utils/any_value.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/any_value.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__any_value" - }, - "macro.dbt.default__apply_grants": { - "arguments": [], - "created_at": 1690254761.8416748, - "depends_on": { - "macros": [ - "macro.dbt.run_query", - "macro.dbt.get_show_grant_sql", - "macro.dbt.get_dcl_statement_list", - "macro.dbt.call_dcl_statements" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__apply_grants(relation, grant_config, should_revoke=True) %}\n {#-- If grant_config is {} or None, this is a no-op --#}\n {% if grant_config %}\n {% if should_revoke %}\n {#-- We think previous grants may have carried over --#}\n {#-- Show current grants and calculate diffs --#}\n {% set current_grants_table = run_query(get_show_grant_sql(relation)) %}\n {% set current_grants_dict = adapter.standardize_grants_dict(current_grants_table) %}\n {% set needs_granting = diff_of_two_dicts(grant_config, current_grants_dict) %}\n {% set needs_revoking = diff_of_two_dicts(current_grants_dict, grant_config) %}\n {% if not (needs_granting or needs_revoking) %}\n {{ log('On ' ~ relation ~': All grants are in place, no revocation or granting needed.')}}\n {% endif %}\n {% else %}\n {#-- We don't think there's any chance of previous grants having carried over. --#}\n {#-- Jump straight to granting what the user has configured. --#}\n {% set needs_revoking = {} %}\n {% set needs_granting = grant_config %}\n {% endif %}\n {% if needs_granting or needs_revoking %}\n {% set revoke_statement_list = get_dcl_statement_list(relation, needs_revoking, get_revoke_sql) %}\n {% set grant_statement_list = get_dcl_statement_list(relation, needs_granting, get_grant_sql) %}\n {% set dcl_statement_list = revoke_statement_list + grant_statement_list %}\n {% if dcl_statement_list %}\n {{ call_dcl_statements(dcl_statement_list) }}\n {% endif %}\n {% endif %}\n {% endif %}\n{% endmacro %}", - "meta": {}, - "name": "default__apply_grants", - "original_file_path": "macros/adapters/apply_grants.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/apply_grants.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__apply_grants" - }, - "macro.dbt.default__array_append": { - "arguments": [], - "created_at": 1690254761.7996695, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__array_append(array, new_element) -%}\n array_append({{ array }}, {{ new_element }})\n{%- endmacro %}", - "meta": {}, - "name": "default__array_append", - "original_file_path": "macros/utils/array_append.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/array_append.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__array_append" - }, - "macro.dbt.default__array_concat": { - "arguments": [], - "created_at": 1690254761.804741, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__array_concat(array_1, array_2) -%}\n array_cat({{ array_1 }}, {{ array_2 }})\n{%- endmacro %}", - "meta": {}, - "name": "default__array_concat", - "original_file_path": "macros/utils/array_concat.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/array_concat.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__array_concat" - }, - "macro.dbt.default__array_construct": { - "arguments": [], - "created_at": 1690254761.7987566, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__array_construct(inputs, data_type) -%}\n {% if inputs|length > 0 %}\n array[ {{ inputs|join(' , ') }} ]\n {% else %}\n array[]::{{data_type}}[]\n {% endif %}\n{%- endmacro %}", - "meta": {}, - "name": "default__array_construct", - "original_file_path": "macros/utils/array_construct.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/array_construct.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__array_construct" - }, - "macro.dbt.default__bool_or": { - "arguments": [], - "created_at": 1690254761.8078997, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__bool_or(expression) -%}\n\n bool_or({{ expression }})\n\n{%- endmacro %}", - "meta": {}, - "name": "default__bool_or", - "original_file_path": "macros/utils/bool_or.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/bool_or.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__bool_or" - }, - "macro.dbt.default__build_snapshot_table": { - "arguments": [], - "created_at": 1690254761.7490332, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__build_snapshot_table(strategy, sql) %}\n\n select *,\n {{ strategy.scd_id }} as dbt_scd_id,\n {{ strategy.updated_at }} as dbt_updated_at,\n {{ strategy.updated_at }} as dbt_valid_from,\n nullif({{ strategy.updated_at }}, {{ strategy.updated_at }}) as dbt_valid_to\n from (\n {{ sql }}\n ) sbq\n\n{% endmacro %}", - "meta": {}, - "name": "default__build_snapshot_table", - "original_file_path": "macros/materializations/snapshots/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/snapshots/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__build_snapshot_table" - }, - "macro.dbt.default__call_dcl_statements": { - "arguments": [], - "created_at": 1690254761.839548, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__call_dcl_statements(dcl_statement_list) %}\n {#\n -- By default, supply all grant + revoke statements in a single semicolon-separated block,\n -- so that they're all processed together.\n\n -- Some databases do not support this. Those adapters will need to override this macro\n -- to run each statement individually.\n #}\n {% call statement('grants') %}\n {% for dcl_statement in dcl_statement_list %}\n {{ dcl_statement }};\n {% endfor %}\n {% endcall %}\n{% endmacro %}", - "meta": {}, - "name": "default__call_dcl_statements", - "original_file_path": "macros/adapters/apply_grants.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/apply_grants.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__call_dcl_statements" - }, - "macro.dbt.default__cast_bool_to_text": { - "arguments": [], - "created_at": 1690254761.8092983, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__cast_bool_to_text(field) %}\n cast({{ field }} as {{ api.Column.translate_type('string') }})\n{% endmacro %}", - "meta": {}, - "name": "default__cast_bool_to_text", - "original_file_path": "macros/utils/cast_bool_to_text.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/cast_bool_to_text.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__cast_bool_to_text" - }, - "macro.dbt.default__check_schema_exists": { - "arguments": [], - "created_at": 1690254761.8530164, - "depends_on": { - "macros": [ - "macro.dbt.replace", - "macro.dbt.run_query" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__check_schema_exists(information_schema, schema) -%}\n {% set sql -%}\n select count(*)\n from {{ information_schema.replace(information_schema_view='SCHEMATA') }}\n where catalog_name='{{ information_schema.database }}'\n and schema_name='{{ schema }}'\n {%- endset %}\n {{ return(run_query(sql)) }}\n{% endmacro %}", - "meta": {}, - "name": "default__check_schema_exists", - "original_file_path": "macros/adapters/metadata.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/metadata.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__check_schema_exists" - }, - "macro.dbt.default__collect_freshness": { - "arguments": [], - "created_at": 1690254761.8244188, - "depends_on": { - "macros": [ - "macro.dbt.statement", - "macro.dbt.current_timestamp" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__collect_freshness(source, loaded_at_field, filter) %}\n {% call statement('collect_freshness', fetch_result=True, auto_begin=False) -%}\n select\n max({{ loaded_at_field }}) as max_loaded_at,\n {{ current_timestamp() }} as snapshotted_at\n from {{ source }}\n {% if filter %}\n where {{ filter }}\n {% endif %}\n {% endcall %}\n {{ return(load_result('collect_freshness')) }}\n{% endmacro %}", - "meta": {}, - "name": "default__collect_freshness", - "original_file_path": "macros/adapters/freshness.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/freshness.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__collect_freshness" - }, - "macro.dbt.default__concat": { - "arguments": [], - "created_at": 1690254761.805999, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__concat(fields) -%}\n {{ fields|join(' || ') }}\n{%- endmacro %}", - "meta": {}, - "name": "default__concat", - "original_file_path": "macros/utils/concat.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/concat.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__concat" - }, - "macro.dbt.default__copy_grants": { - "arguments": [], - "created_at": 1690254761.8339849, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__copy_grants() %}\n {{ return(True) }}\n{% endmacro %}", - "meta": {}, - "name": "default__copy_grants", - "original_file_path": "macros/adapters/apply_grants.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/apply_grants.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__copy_grants" - }, - "macro.dbt.default__create_columns": { - "arguments": [], - "created_at": 1690254761.7470431, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__create_columns(relation, columns) %}\n {% for column in columns %}\n {% call statement() %}\n alter table {{ relation }} add column \"{{ column.name }}\" {{ column.data_type }};\n {% endcall %}\n {% endfor %}\n{% endmacro %}", - "meta": {}, - "name": "default__create_columns", - "original_file_path": "macros/materializations/snapshots/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/snapshots/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__create_columns" - }, - "macro.dbt.default__create_csv_table": { - "arguments": [], - "created_at": 1690254761.7219298, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__create_csv_table(model, agate_table) %}\n {%- set column_override = model['config'].get('column_types', {}) -%}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n\n {% set sql %}\n create table {{ this.render() }} (\n {%- for col_name in agate_table.column_names -%}\n {%- set inferred_type = adapter.convert_type(agate_table, loop.index0) -%}\n {%- set type = column_override.get(col_name, inferred_type) -%}\n {%- set column_name = (col_name | string) -%}\n {{ adapter.quote_seed_column(column_name, quote_seed_column) }} {{ type }} {%- if not loop.last -%}, {%- endif -%}\n {%- endfor -%}\n )\n {% endset %}\n\n {% call statement('_') -%}\n {{ sql }}\n {%- endcall %}\n\n {{ return(sql) }}\n{% endmacro %}", - "meta": {}, - "name": "default__create_csv_table", - "original_file_path": "macros/materializations/seeds/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/seeds/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__create_csv_table" - }, - "macro.dbt.default__create_indexes": { - "arguments": [], - "created_at": 1690254761.8154118, - "depends_on": { - "macros": [ - "macro.dbt.get_create_index_sql", - "macro.dbt.run_query" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__create_indexes(relation) -%}\n {%- set _indexes = config.get('indexes', default=[]) -%}\n\n {% for _index_dict in _indexes %}\n {% set create_index_sql = get_create_index_sql(relation, _index_dict) %}\n {% if create_index_sql %}\n {% do run_query(create_index_sql) %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", - "meta": {}, - "name": "default__create_indexes", - "original_file_path": "macros/adapters/indexes.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/indexes.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__create_indexes" - }, - "macro.dbt.default__create_schema": { - "arguments": [], - "created_at": 1690254761.815973, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__create_schema(relation) -%}\n {%- call statement('create_schema') -%}\n create schema if not exists {{ relation.without_identifier() }}\n {% endcall %}\n{% endmacro %}", - "meta": {}, - "name": "default__create_schema", - "original_file_path": "macros/adapters/schema.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/schema.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__create_schema" - }, - "macro.dbt.default__create_table_as": { - "arguments": [], - "created_at": 1690254761.7600048, - "depends_on": { - "macros": [ - "macro.dbt.get_assert_columns_equivalent", - "macro.dbt.get_table_columns_and_constraints", - "macro.dbt.get_select_subquery" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__create_table_as(temporary, relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n\n create {% if temporary: -%}temporary{%- endif %} table\n {{ relation.include(database=(not temporary), schema=(not temporary)) }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {{ get_table_columns_and_constraints() }}\n {%- set sql = get_select_subquery(sql) %}\n {% endif %}\n as (\n {{ sql }}\n );\n{%- endmacro %}", - "meta": {}, - "name": "default__create_table_as", - "original_file_path": "macros/materializations/models/table/create_table_as.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/table/create_table_as.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__create_table_as" - }, - "macro.dbt.default__create_view_as": { - "arguments": [], - "created_at": 1690254761.750587, - "depends_on": { - "macros": [ - "macro.dbt.get_assert_columns_equivalent" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__create_view_as(relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n create view {{ relation }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {%- endif %}\n as (\n {{ sql }}\n );\n{%- endmacro %}", - "meta": {}, - "name": "default__create_view_as", - "original_file_path": "macros/materializations/models/view/create_view_as.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/view/create_view_as.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__create_view_as" - }, - "macro.dbt.default__current_timestamp": { - "arguments": [], - "created_at": 1690254761.8426068, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__current_timestamp() -%}\n {{ exceptions.raise_not_implemented(\n 'current_timestamp macro not implemented for adapter ' + adapter.type()) }}\n{%- endmacro %}", - "meta": {}, - "name": "default__current_timestamp", - "original_file_path": "macros/adapters/timestamps.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/timestamps.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__current_timestamp" - }, - "macro.dbt.default__current_timestamp_backcompat": { - "arguments": [], - "created_at": 1690254761.843843, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__current_timestamp_backcompat() %}\n current_timestamp::timestamp\n{% endmacro %}", - "meta": {}, - "name": "default__current_timestamp_backcompat", - "original_file_path": "macros/adapters/timestamps.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/timestamps.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__current_timestamp_backcompat" - }, - "macro.dbt.default__current_timestamp_in_utc_backcompat": { - "arguments": [], - "created_at": 1690254761.844194, - "depends_on": { - "macros": [ - "macro.dbt.current_timestamp_backcompat", - "macro.dbt.default__current_timestamp_backcompat" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__current_timestamp_in_utc_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}\n{% endmacro %}", - "meta": {}, - "name": "default__current_timestamp_in_utc_backcompat", - "original_file_path": "macros/adapters/timestamps.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/timestamps.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__current_timestamp_in_utc_backcompat" - }, - "macro.dbt.default__date_trunc": { - "arguments": [], - "created_at": 1690254761.806621, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__date_trunc(datepart, date) -%}\n date_trunc('{{datepart}}', {{date}})\n{%- endmacro %}", - "meta": {}, - "name": "default__date_trunc", - "original_file_path": "macros/utils/date_trunc.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/date_trunc.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__date_trunc" - }, - "macro.dbt.default__dateadd": { - "arguments": [], - "created_at": 1690254761.808893, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__dateadd(datepart, interval, from_date_or_timestamp) %}\n\n dateadd(\n {{ datepart }},\n {{ interval }},\n {{ from_date_or_timestamp }}\n )\n\n{% endmacro %}", - "meta": {}, - "name": "default__dateadd", - "original_file_path": "macros/utils/dateadd.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/dateadd.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__dateadd" - }, - "macro.dbt.default__datediff": { - "arguments": [], - "created_at": 1690254761.8056219, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__datediff(first_date, second_date, datepart) -%}\n\n datediff(\n {{ datepart }},\n {{ first_date }},\n {{ second_date }}\n )\n\n{%- endmacro %}", - "meta": {}, - "name": "default__datediff", - "original_file_path": "macros/utils/datediff.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/datediff.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__datediff" - }, - "macro.dbt.default__drop_relation": { - "arguments": [], - "created_at": 1690254761.829338, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__drop_relation(relation) -%}\n {% call statement('drop_relation', auto_begin=False) -%}\n drop {{ relation.type }} if exists {{ relation }} cascade\n {%- endcall %}\n{% endmacro %}", - "meta": {}, - "name": "default__drop_relation", - "original_file_path": "macros/adapters/relation.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/relation.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__drop_relation" - }, - "macro.dbt.default__drop_schema": { - "arguments": [], - "created_at": 1690254761.8163176, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__drop_schema(relation) -%}\n {%- call statement('drop_schema') -%}\n drop schema if exists {{ relation.without_identifier() }} cascade\n {% endcall %}\n{% endmacro %}", - "meta": {}, - "name": "default__drop_schema", - "original_file_path": "macros/adapters/schema.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/schema.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__drop_schema" - }, - "macro.dbt.default__escape_single_quotes": { - "arguments": [], - "created_at": 1690254761.8134024, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__escape_single_quotes(expression) -%}\n{{ expression | replace(\"'\",\"''\") }}\n{%- endmacro %}", - "meta": {}, - "name": "default__escape_single_quotes", - "original_file_path": "macros/utils/escape_single_quotes.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/escape_single_quotes.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__escape_single_quotes" - }, - "macro.dbt.default__except": { - "arguments": [], - "created_at": 1690254761.8074353, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__except() %}\n\n except\n\n{% endmacro %}", - "meta": {}, - "name": "default__except", - "original_file_path": "macros/utils/except.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/except.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__except" - }, - "macro.dbt.default__format_column": { - "arguments": [], - "created_at": 1690254761.765038, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__format_column(column) -%}\n {% set data_type = column.dtype %}\n {% set formatted = column.column.lower() ~ \" \" ~ data_type %}\n {{ return({'name': column.name, 'data_type': data_type, 'formatted': formatted}) }}\n{%- endmacro -%}", - "meta": {}, - "name": "default__format_column", - "original_file_path": "macros/materializations/models/table/columns_spec_ddl.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/table/columns_spec_ddl.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__format_column" - }, - "macro.dbt.default__generate_alias_name": { - "arguments": [], - "created_at": 1690254761.8678756, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__generate_alias_name(custom_alias_name=none, node=none) -%}\n\n {%- if custom_alias_name -%}\n\n {{ custom_alias_name | trim }}\n\n {%- elif node.version -%}\n\n {{ return(node.name ~ \"_v\" ~ (node.version | replace(\".\", \"_\"))) }}\n\n {%- else -%}\n\n {{ node.name }}\n\n {%- endif -%}\n\n{%- endmacro %}", - "meta": {}, - "name": "default__generate_alias_name", - "original_file_path": "macros/get_custom_name/get_custom_alias.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/get_custom_name/get_custom_alias.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__generate_alias_name" - }, - "macro.dbt.default__generate_database_name": { - "arguments": [], - "created_at": 1690254761.868512, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__generate_database_name(custom_database_name=none, node=none) -%}\n {%- set default_database = target.database -%}\n {%- if custom_database_name is none -%}\n\n {{ default_database }}\n\n {%- else -%}\n\n {{ custom_database_name }}\n\n {%- endif -%}\n\n{%- endmacro %}", - "meta": {}, - "name": "default__generate_database_name", - "original_file_path": "macros/get_custom_name/get_custom_database.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/get_custom_name/get_custom_database.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__generate_database_name" - }, - "macro.dbt.default__generate_schema_name": { - "arguments": [], - "created_at": 1690254761.8667755, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__generate_schema_name(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if custom_schema_name is none -%}\n\n {{ default_schema }}\n\n {%- else -%}\n\n {{ default_schema }}_{{ custom_schema_name | trim }}\n\n {%- endif -%}\n\n{%- endmacro %}", - "meta": {}, - "name": "default__generate_schema_name", - "original_file_path": "macros/get_custom_name/get_custom_schema.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/get_custom_name/get_custom_schema.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__generate_schema_name" - }, - "macro.dbt.default__get_assert_columns_equivalent": { - "arguments": [], - "created_at": 1690254761.7630467, - "depends_on": { - "macros": [ - "macro.dbt.assert_columns_equivalent" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_assert_columns_equivalent(sql) -%}\n {{ return(assert_columns_equivalent(sql)) }}\n{%- endmacro %}", - "meta": {}, - "name": "default__get_assert_columns_equivalent", - "original_file_path": "macros/materializations/models/table/columns_spec_ddl.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/table/columns_spec_ddl.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_assert_columns_equivalent" - }, - "macro.dbt.default__get_batch_size": { - "arguments": [], - "created_at": 1690254761.723875, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_batch_size() %}\n {{ return(10000) }}\n{% endmacro %}", - "meta": {}, - "name": "default__get_batch_size", - "original_file_path": "macros/materializations/seeds/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/seeds/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_batch_size" - }, - "macro.dbt.default__get_binding_char": { - "arguments": [], - "created_at": 1690254761.7236, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_binding_char() %}\n {{ return('%s') }}\n{% endmacro %}", - "meta": {}, - "name": "default__get_binding_char", - "original_file_path": "macros/materializations/seeds/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/seeds/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_binding_char" - }, - "macro.dbt.default__get_catalog": { - "arguments": [], - "created_at": 1690254761.8496864, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_catalog(information_schema, schemas) -%}\n\n {% set typename = adapter.type() %}\n {% set msg -%}\n get_catalog not implemented for {{ typename }}\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg) }}\n{% endmacro %}", - "meta": {}, - "name": "default__get_catalog", - "original_file_path": "macros/adapters/metadata.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/metadata.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_catalog" - }, - "macro.dbt.default__get_column_names": { - "arguments": [], - "created_at": 1690254761.7605484, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_column_names() %}\n {#- loop through user_provided_columns to get column names -#}\n {%- set user_provided_columns = model['columns'] -%}\n {%- for i in user_provided_columns %}\n {%- set col = user_provided_columns[i] -%}\n {%- set col_name = adapter.quote(col['name']) if col.get('quote') else col['name'] -%}\n {{ col_name }}{{ \", \" if not loop.last }}\n {%- endfor -%}\n{% endmacro %}", - "meta": {}, - "name": "default__get_column_names", - "original_file_path": "macros/materializations/models/table/create_table_as.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/table/create_table_as.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_column_names" - }, - "macro.dbt.default__get_columns_in_query": { - "arguments": [], - "created_at": 1690254761.8214736, - "depends_on": { - "macros": [ - "macro.dbt.statement", - "macro.dbt.get_empty_subquery_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_columns_in_query(select_sql) %}\n {% call statement('get_columns_in_query', fetch_result=True, auto_begin=False) -%}\n {{ get_empty_subquery_sql(select_sql) }}\n {% endcall %}\n {{ return(load_result('get_columns_in_query').table.columns | map(attribute='name') | list) }}\n{% endmacro %}", - "meta": {}, - "name": "default__get_columns_in_query", - "original_file_path": "macros/adapters/columns.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/columns.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_columns_in_query" - }, - "macro.dbt.default__get_columns_in_relation": { - "arguments": [], - "created_at": 1690254761.8184826, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_columns_in_relation(relation) -%}\n {{ exceptions.raise_not_implemented(\n 'get_columns_in_relation macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", - "meta": {}, - "name": "default__get_columns_in_relation", - "original_file_path": "macros/adapters/columns.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/columns.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_columns_in_relation" - }, - "macro.dbt.default__get_create_index_sql": { - "arguments": [], - "created_at": 1690254761.8148339, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_create_index_sql(relation, index_dict) -%}\n {% do return(None) %}\n{% endmacro %}", - "meta": {}, - "name": "default__get_create_index_sql", - "original_file_path": "macros/adapters/indexes.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/indexes.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_create_index_sql" - }, - "macro.dbt.default__get_create_table_as_sql": { - "arguments": [], - "created_at": 1690254761.7587585, - "depends_on": { - "macros": [ - "macro.dbt.create_table_as" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_create_table_as_sql(temporary, relation, sql) -%}\n {{ return(create_table_as(temporary, relation, sql)) }}\n{% endmacro %}", - "meta": {}, - "name": "default__get_create_table_as_sql", - "original_file_path": "macros/materializations/models/table/create_table_as.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/table/create_table_as.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_create_table_as_sql" - }, - "macro.dbt.default__get_create_view_as_sql": { - "arguments": [], - "created_at": 1690254761.7500057, - "depends_on": { - "macros": [ - "macro.dbt.create_view_as" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_create_view_as_sql(relation, sql) -%}\n {{ return(create_view_as(relation, sql)) }}\n{% endmacro %}", - "meta": {}, - "name": "default__get_create_view_as_sql", - "original_file_path": "macros/materializations/models/view/create_view_as.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/view/create_view_as.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_create_view_as_sql" - }, - "macro.dbt.default__get_csv_sql": { - "arguments": [], - "created_at": 1690254761.7232258, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_csv_sql(create_or_truncate_sql, insert_sql) %}\n {{ create_or_truncate_sql }};\n -- dbt seed --\n {{ insert_sql }}\n{% endmacro %}", - "meta": {}, - "name": "default__get_csv_sql", - "original_file_path": "macros/materializations/seeds/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/seeds/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_csv_sql" - }, - "macro.dbt.default__get_dcl_statement_list": { - "arguments": [], - "created_at": 1690254761.838599, - "depends_on": { - "macros": [ - "macro.dbt.support_multiple_grantees_per_dcl_statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "\n\n{%- macro default__get_dcl_statement_list(relation, grant_config, get_dcl_macro) -%}\n {#\n -- Unpack grant_config into specific privileges and the set of users who need them granted/revoked.\n -- Depending on whether this database supports multiple grantees per statement, pass in the list of\n -- all grantees per privilege, or (if not) template one statement per privilege-grantee pair.\n -- `get_dcl_macro` will be either `get_grant_sql` or `get_revoke_sql`\n #}\n {%- set dcl_statements = [] -%}\n {%- for privilege, grantees in grant_config.items() %}\n {%- if support_multiple_grantees_per_dcl_statement() and grantees -%}\n {%- set dcl = get_dcl_macro(relation, privilege, grantees) -%}\n {%- do dcl_statements.append(dcl) -%}\n {%- else -%}\n {%- for grantee in grantees -%}\n {% set dcl = get_dcl_macro(relation, privilege, [grantee]) %}\n {%- do dcl_statements.append(dcl) -%}\n {% endfor -%}\n {%- endif -%}\n {%- endfor -%}\n {{ return(dcl_statements) }}\n{%- endmacro %}", - "meta": {}, - "name": "default__get_dcl_statement_list", - "original_file_path": "macros/adapters/apply_grants.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/apply_grants.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_dcl_statement_list" - }, - "macro.dbt.default__get_delete_insert_merge_sql": { - "arguments": [], - "created_at": 1690254761.7768948, - "depends_on": { - "macros": [ - "macro.dbt.get_quoted_csv" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_delete_insert_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}\n\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n {% if unique_key %}\n {% if unique_key is sequence and unique_key is not string %}\n delete from {{target }}\n using {{ source }}\n where (\n {% for key in unique_key %}\n {{ source }}.{{ key }} = {{ target }}.{{ key }}\n {{ \"and \" if not loop.last}}\n {% endfor %}\n {% if incremental_predicates %}\n {% for predicate in incremental_predicates %}\n and {{ predicate }}\n {% endfor %}\n {% endif %}\n );\n {% else %}\n delete from {{ target }}\n where (\n {{ unique_key }}) in (\n select ({{ unique_key }})\n from {{ source }}\n )\n {%- if incremental_predicates %}\n {% for predicate in incremental_predicates %}\n and {{ predicate }}\n {% endfor %}\n {%- endif -%};\n\n {% endif %}\n {% endif %}\n\n insert into {{ target }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ source }}\n )\n\n{%- endmacro %}", - "meta": {}, - "name": "default__get_delete_insert_merge_sql", - "original_file_path": "macros/materializations/models/incremental/merge.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/merge.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_delete_insert_merge_sql" - }, - "macro.dbt.default__get_empty_schema_sql": { - "arguments": [], - "created_at": 1690254761.8202968, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_empty_schema_sql(columns) %}\n {%- set col_err = [] -%}\n select\n {% for i in columns %}\n {%- set col = columns[i] -%}\n {%- if col['data_type'] is not defined -%}\n {{ col_err.append(col['name']) }}\n {%- endif -%}\n {% set col_name = adapter.quote(col['name']) if col.get('quote') else col['name'] %}\n cast(null as {{ col['data_type'] }}) as {{ col_name }}{{ \", \" if not loop.last }}\n {%- endfor -%}\n {%- if (col_err | length) > 0 -%}\n {{ exceptions.column_type_missing(column_names=col_err) }}\n {%- endif -%}\n{% endmacro %}", - "meta": {}, - "name": "default__get_empty_schema_sql", - "original_file_path": "macros/adapters/columns.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/columns.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_empty_schema_sql" - }, - "macro.dbt.default__get_empty_subquery_sql": { - "arguments": [], - "created_at": 1690254761.8192327, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_empty_subquery_sql(select_sql, select_sql_header=none) %}\n {%- if select_sql_header is not none -%}\n {{ select_sql_header }}\n {%- endif -%}\n select * from (\n {{ select_sql }}\n ) as __dbt_sbq\n where false\n limit 0\n{% endmacro %}", - "meta": {}, - "name": "default__get_empty_subquery_sql", - "original_file_path": "macros/adapters/columns.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/columns.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_empty_subquery_sql" - }, - "macro.dbt.default__get_grant_sql": { - "arguments": [], - "created_at": 1690254761.8356178, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "\n\n{%- macro default__get_grant_sql(relation, privilege, grantees) -%}\n grant {{ privilege }} on {{ relation }} to {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n\n", - "meta": {}, - "name": "default__get_grant_sql", - "original_file_path": "macros/adapters/apply_grants.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/apply_grants.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_grant_sql" - }, - "macro.dbt.default__get_incremental_append_sql": { - "arguments": [], - "created_at": 1690254761.7794437, - "depends_on": { - "macros": [ - "macro.dbt.get_insert_into_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_incremental_append_sql(arg_dict) %}\n\n {% do return(get_insert_into_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"dest_columns\"])) %}\n\n{% endmacro %}", - "meta": {}, - "name": "default__get_incremental_append_sql", - "original_file_path": "macros/materializations/models/incremental/strategies.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_incremental_append_sql" - }, - "macro.dbt.default__get_incremental_default_sql": { - "arguments": [], - "created_at": 1690254761.7827086, - "depends_on": { - "macros": [ - "macro.dbt.get_incremental_append_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_incremental_default_sql(arg_dict) %}\n\n {% do return(get_incremental_append_sql(arg_dict)) %}\n\n{% endmacro %}", - "meta": {}, - "name": "default__get_incremental_default_sql", - "original_file_path": "macros/materializations/models/incremental/strategies.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_incremental_default_sql" - }, - "macro.dbt.default__get_incremental_delete_insert_sql": { - "arguments": [], - "created_at": 1690254761.7803886, - "depends_on": { - "macros": [ - "macro.dbt.get_delete_insert_merge_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_incremental_delete_insert_sql(arg_dict) %}\n\n {% do return(get_delete_insert_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"unique_key\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", - "meta": {}, - "name": "default__get_incremental_delete_insert_sql", - "original_file_path": "macros/materializations/models/incremental/strategies.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_incremental_delete_insert_sql" - }, - "macro.dbt.default__get_incremental_insert_overwrite_sql": { - "arguments": [], - "created_at": 1690254761.782281, - "depends_on": { - "macros": [ - "macro.dbt.get_insert_overwrite_merge_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_incremental_insert_overwrite_sql(arg_dict) %}\n\n {% do return(get_insert_overwrite_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", - "meta": {}, - "name": "default__get_incremental_insert_overwrite_sql", - "original_file_path": "macros/materializations/models/incremental/strategies.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_incremental_insert_overwrite_sql" - }, - "macro.dbt.default__get_incremental_merge_sql": { - "arguments": [], - "created_at": 1690254761.7814631, - "depends_on": { - "macros": [ - "macro.dbt.get_merge_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_incremental_merge_sql(arg_dict) %}\n\n {% do return(get_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"unique_key\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", - "meta": {}, - "name": "default__get_incremental_merge_sql", - "original_file_path": "macros/materializations/models/incremental/strategies.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_incremental_merge_sql" - }, - "macro.dbt.default__get_insert_overwrite_merge_sql": { - "arguments": [], - "created_at": 1690254761.7781217, - "depends_on": { - "macros": [ - "macro.dbt.get_quoted_csv" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header) -%}\n {#-- The only time include_sql_header is True: --#}\n {#-- BigQuery + insert_overwrite strategy + \"static\" partitions config --#}\n {#-- We should consider including the sql header at the materialization level instead --#}\n\n {%- set predicates = [] if predicates is none else [] + predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none and include_sql_header }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on FALSE\n\n when not matched by source\n {% if predicates %} and {{ predicates | join(' and ') }} {% endif %}\n then delete\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", - "meta": {}, - "name": "default__get_insert_overwrite_merge_sql", - "original_file_path": "macros/materializations/models/incremental/merge.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/merge.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_insert_overwrite_merge_sql" - }, - "macro.dbt.default__get_merge_sql": { - "arguments": [], - "created_at": 1690254761.775686, - "depends_on": { - "macros": [ - "macro.dbt.get_quoted_csv", - "macro.dbt.get_merge_update_columns" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates=none) -%}\n {%- set predicates = [] if incremental_predicates is none else [] + incremental_predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set merge_update_columns = config.get('merge_update_columns') -%}\n {%- set merge_exclude_columns = config.get('merge_exclude_columns') -%}\n {%- set update_columns = get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {% if unique_key %}\n {% if unique_key is sequence and unique_key is not mapping and unique_key is not string %}\n {% for key in unique_key %}\n {% set this_key_match %}\n DBT_INTERNAL_SOURCE.{{ key }} = DBT_INTERNAL_DEST.{{ key }}\n {% endset %}\n {% do predicates.append(this_key_match) %}\n {% endfor %}\n {% else %}\n {% set unique_key_match %}\n DBT_INTERNAL_SOURCE.{{ unique_key }} = DBT_INTERNAL_DEST.{{ unique_key }}\n {% endset %}\n {% do predicates.append(unique_key_match) %}\n {% endif %}\n {% else %}\n {% do predicates.append('FALSE') %}\n {% endif %}\n\n {{ sql_header if sql_header is not none }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on {{\"(\" ~ predicates | join(\") and (\") ~ \")\"}}\n\n {% if unique_key %}\n when matched then update set\n {% for column_name in update_columns -%}\n {{ column_name }} = DBT_INTERNAL_SOURCE.{{ column_name }}\n {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n {% endif %}\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", - "meta": {}, - "name": "default__get_merge_sql", - "original_file_path": "macros/materializations/models/incremental/merge.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/merge.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_merge_sql" - }, - "macro.dbt.default__get_merge_update_columns": { - "arguments": [], - "created_at": 1690254761.7689962, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}\n {%- set default_cols = dest_columns | map(attribute=\"quoted\") | list -%}\n\n {%- if merge_update_columns and merge_exclude_columns -%}\n {{ exceptions.raise_compiler_error(\n 'Model cannot specify merge_update_columns and merge_exclude_columns. Please update model to use only one config'\n )}}\n {%- elif merge_update_columns -%}\n {%- set update_columns = merge_update_columns -%}\n {%- elif merge_exclude_columns -%}\n {%- set update_columns = [] -%}\n {%- for column in dest_columns -%}\n {% if column.column | lower not in merge_exclude_columns | map(\"lower\") | list %}\n {%- do update_columns.append(column.quoted) -%}\n {% endif %}\n {%- endfor -%}\n {%- else -%}\n {%- set update_columns = default_cols -%}\n {%- endif -%}\n\n {{ return(update_columns) }}\n\n{% endmacro %}", - "meta": {}, - "name": "default__get_merge_update_columns", - "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/column_helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_merge_update_columns" - }, - "macro.dbt.default__get_or_create_relation": { - "arguments": [], - "created_at": 1690254761.831198, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_or_create_relation(database, schema, identifier, type) %}\n {%- set target_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n\n {% if target_relation %}\n {% do return([true, target_relation]) %}\n {% endif %}\n\n {%- set new_relation = api.Relation.create(\n database=database,\n schema=schema,\n identifier=identifier,\n type=type\n ) -%}\n {% do return([false, new_relation]) %}\n{% endmacro %}", - "meta": {}, - "name": "default__get_or_create_relation", - "original_file_path": "macros/adapters/relation.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/relation.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_or_create_relation" - }, - "macro.dbt.default__get_revoke_sql": { - "arguments": [], - "created_at": 1690254761.8361661, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "\n\n{%- macro default__get_revoke_sql(relation, privilege, grantees) -%}\n revoke {{ privilege }} on {{ relation }} from {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n\n", - "meta": {}, - "name": "default__get_revoke_sql", - "original_file_path": "macros/adapters/apply_grants.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/apply_grants.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_revoke_sql" - }, - "macro.dbt.default__get_select_subquery": { - "arguments": [], - "created_at": 1690254761.7609677, - "depends_on": { - "macros": [ - "macro.dbt.default__get_column_names" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_select_subquery(sql) %}\n select {{ adapter.dispatch('get_column_names', 'dbt')() }}\n from (\n {{ sql }}\n ) as model_subq\n{%- endmacro %}", - "meta": {}, - "name": "default__get_select_subquery", - "original_file_path": "macros/materializations/models/table/create_table_as.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/table/create_table_as.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_select_subquery" - }, - "macro.dbt.default__get_show_grant_sql": { - "arguments": [], - "created_at": 1690254761.8351185, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_show_grant_sql(relation) %}\n show grants on {{ relation }}\n{% endmacro %}", - "meta": {}, - "name": "default__get_show_grant_sql", - "original_file_path": "macros/adapters/apply_grants.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/apply_grants.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_show_grant_sql" - }, - "macro.dbt.default__get_table_columns_and_constraints": { - "arguments": [], - "created_at": 1690254761.7622283, - "depends_on": { - "macros": [ - "macro.dbt.table_columns_and_constraints" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_table_columns_and_constraints() -%}\n {{ return(table_columns_and_constraints()) }}\n{%- endmacro %}", - "meta": {}, - "name": "default__get_table_columns_and_constraints", - "original_file_path": "macros/materializations/models/table/columns_spec_ddl.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/table/columns_spec_ddl.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_table_columns_and_constraints" - }, - "macro.dbt.default__get_test_sql": { - "arguments": [], - "created_at": 1690254761.730004, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n select\n {{ fail_calc }} as failures,\n {{ fail_calc }} {{ warn_if }} as should_warn,\n {{ fail_calc }} {{ error_if }} as should_error\n from (\n {{ main_sql }}\n {{ \"limit \" ~ limit if limit != none }}\n ) dbt_internal_test\n{%- endmacro %}", - "meta": {}, - "name": "default__get_test_sql", - "original_file_path": "macros/materializations/tests/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/tests/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_test_sql" - }, - "macro.dbt.default__get_true_sql": { - "arguments": [], - "created_at": 1690254761.7475476, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_true_sql() %}\n {{ return('TRUE') }}\n{% endmacro %}", - "meta": {}, - "name": "default__get_true_sql", - "original_file_path": "macros/materializations/snapshots/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/snapshots/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_true_sql" - }, - "macro.dbt.default__get_where_subquery": { - "arguments": [], - "created_at": 1690254761.7270956, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__get_where_subquery(relation) -%}\n {% set where = config.get('where', '') %}\n {% if where %}\n {%- set filtered -%}\n (select * from {{ relation }} where {{ where }}) dbt_subquery\n {%- endset -%}\n {% do return(filtered) %}\n {%- else -%}\n {% do return(relation) %}\n {%- endif -%}\n{%- endmacro %}", - "meta": {}, - "name": "default__get_where_subquery", - "original_file_path": "macros/materializations/tests/where_subquery.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/tests/where_subquery.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__get_where_subquery" - }, - "macro.dbt.default__handle_existing_table": { - "arguments": [], - "created_at": 1690254761.751075, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__handle_existing_table(full_refresh, old_relation) %}\n {{ log(\"Dropping relation \" ~ old_relation ~ \" because it is of type \" ~ old_relation.type) }}\n {{ adapter.drop_relation(old_relation) }}\n{% endmacro %}", - "meta": {}, - "name": "default__handle_existing_table", - "original_file_path": "macros/materializations/models/view/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/view/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__handle_existing_table" - }, - "macro.dbt.default__hash": { - "arguments": [], - "created_at": 1690254761.8013902, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__hash(field) -%}\n md5(cast({{ field }} as {{ api.Column.translate_type('string') }}))\n{%- endmacro %}", - "meta": {}, - "name": "default__hash", - "original_file_path": "macros/utils/hash.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/hash.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__hash" - }, - "macro.dbt.default__information_schema_name": { - "arguments": [], - "created_at": 1690254761.850769, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__information_schema_name(database) -%}\n {%- if database -%}\n {{ database }}.INFORMATION_SCHEMA\n {%- else -%}\n INFORMATION_SCHEMA\n {%- endif -%}\n{%- endmacro %}", - "meta": {}, - "name": "default__information_schema_name", - "original_file_path": "macros/adapters/metadata.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/metadata.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__information_schema_name" - }, - "macro.dbt.default__intersect": { - "arguments": [], - "created_at": 1690254761.8017192, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__intersect() %}\n\n intersect\n\n{% endmacro %}", - "meta": {}, - "name": "default__intersect", - "original_file_path": "macros/utils/intersect.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/intersect.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__intersect" - }, - "macro.dbt.default__last_day": { - "arguments": [], - "created_at": 1690254761.8004644, - "depends_on": { - "macros": [ - "macro.dbt.default_last_day" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__last_day(date, datepart) -%}\n {{dbt.default_last_day(date, datepart)}}\n{%- endmacro %}", - "meta": {}, - "name": "default__last_day", - "original_file_path": "macros/utils/last_day.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/last_day.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__last_day" - }, - "macro.dbt.default__length": { - "arguments": [], - "created_at": 1690254761.814109, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__length(expression) %}\n\n length(\n {{ expression }}\n )\n\n{%- endmacro -%}", - "meta": {}, - "name": "default__length", - "original_file_path": "macros/utils/length.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/length.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__length" - }, - "macro.dbt.default__list_relations_without_caching": { - "arguments": [], - "created_at": 1690254761.8535922, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__list_relations_without_caching(schema_relation) %}\n {{ exceptions.raise_not_implemented(\n 'list_relations_without_caching macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", - "meta": {}, - "name": "default__list_relations_without_caching", - "original_file_path": "macros/adapters/metadata.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/metadata.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__list_relations_without_caching" - }, - "macro.dbt.default__list_schemas": { - "arguments": [], - "created_at": 1690254761.8517594, - "depends_on": { - "macros": [ - "macro.dbt.information_schema_name", - "macro.dbt.run_query" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__list_schemas(database) -%}\n {% set sql %}\n select distinct schema_name\n from {{ information_schema_name(database) }}.SCHEMATA\n where catalog_name ilike '{{ database }}'\n {% endset %}\n {{ return(run_query(sql)) }}\n{% endmacro %}", - "meta": {}, - "name": "default__list_schemas", - "original_file_path": "macros/adapters/metadata.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/metadata.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__list_schemas" - }, - "macro.dbt.default__listagg": { - "arguments": [], - "created_at": 1690254761.8033655, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__listagg(measure, delimiter_text, order_by_clause, limit_num) -%}\n\n {% if limit_num -%}\n array_to_string(\n array_slice(\n array_agg(\n {{ measure }}\n ){% if order_by_clause -%}\n within group ({{ order_by_clause }})\n {%- endif %}\n ,0\n ,{{ limit_num }}\n ),\n {{ delimiter_text }}\n )\n {%- else %}\n listagg(\n {{ measure }},\n {{ delimiter_text }}\n )\n {% if order_by_clause -%}\n within group ({{ order_by_clause }})\n {%- endif %}\n {%- endif %}\n\n{%- endmacro %}", - "meta": {}, - "name": "default__listagg", - "original_file_path": "macros/utils/listagg.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/listagg.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__listagg" - }, - "macro.dbt.default__load_csv_rows": { - "arguments": [], - "created_at": 1690254761.7261996, - "depends_on": { - "macros": [ - "macro.dbt.get_batch_size", - "macro.dbt.get_seed_column_quoted_csv", - "macro.dbt.get_binding_char" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__load_csv_rows(model, agate_table) %}\n\n {% set batch_size = get_batch_size() %}\n\n {% set cols_sql = get_seed_column_quoted_csv(model, agate_table.column_names) %}\n {% set bindings = [] %}\n\n {% set statements = [] %}\n\n {% for chunk in agate_table.rows | batch(batch_size) %}\n {% set bindings = [] %}\n\n {% for row in chunk %}\n {% do bindings.extend(row) %}\n {% endfor %}\n\n {% set sql %}\n insert into {{ this.render() }} ({{ cols_sql }}) values\n {% for row in chunk -%}\n ({%- for column in agate_table.column_names -%}\n {{ get_binding_char() }}\n {%- if not loop.last%},{%- endif %}\n {%- endfor -%})\n {%- if not loop.last%},{%- endif %}\n {%- endfor %}\n {% endset %}\n\n {% do adapter.add_query(sql, bindings=bindings, abridge_sql_log=True) %}\n\n {% if loop.index0 == 0 %}\n {% do statements.append(sql) %}\n {% endif %}\n {% endfor %}\n\n {# Return SQL so we can render it out into the compiled files #}\n {{ return(statements[0]) }}\n{% endmacro %}", - "meta": {}, - "name": "default__load_csv_rows", - "original_file_path": "macros/materializations/seeds/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/seeds/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__load_csv_rows" - }, - "macro.dbt.default__make_backup_relation": { - "arguments": [], - "created_at": 1690254761.8289433, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__make_backup_relation(base_relation, backup_relation_type, suffix) %}\n {%- set backup_identifier = base_relation.identifier ~ suffix -%}\n {%- set backup_relation = base_relation.incorporate(\n path={\"identifier\": backup_identifier},\n type=backup_relation_type\n ) -%}\n {{ return(backup_relation) }}\n{% endmacro %}", - "meta": {}, - "name": "default__make_backup_relation", - "original_file_path": "macros/adapters/relation.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/relation.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__make_backup_relation" - }, - "macro.dbt.default__make_intermediate_relation": { - "arguments": [], - "created_at": 1690254761.8278282, - "depends_on": { - "macros": [ - "macro.dbt.default__make_temp_relation" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__make_intermediate_relation(base_relation, suffix) %}\n {{ return(default__make_temp_relation(base_relation, suffix)) }}\n{% endmacro %}", - "meta": {}, - "name": "default__make_intermediate_relation", - "original_file_path": "macros/adapters/relation.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/relation.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__make_intermediate_relation" - }, - "macro.dbt.default__make_temp_relation": { - "arguments": [], - "created_at": 1690254761.8283696, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__make_temp_relation(base_relation, suffix) %}\n {%- set temp_identifier = base_relation.identifier ~ suffix -%}\n {%- set temp_relation = base_relation.incorporate(\n path={\"identifier\": temp_identifier}) -%}\n\n {{ return(temp_relation) }}\n{% endmacro %}", - "meta": {}, - "name": "default__make_temp_relation", - "original_file_path": "macros/adapters/relation.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/relation.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__make_temp_relation" - }, - "macro.dbt.default__persist_docs": { - "arguments": [], - "created_at": 1690254761.8474271, - "depends_on": { - "macros": [ - "macro.dbt.run_query", - "macro.dbt.alter_relation_comment", - "macro.dbt.alter_column_comment" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__persist_docs(relation, model, for_relation, for_columns) -%}\n {% if for_relation and config.persist_relation_docs() and model.description %}\n {% do run_query(alter_relation_comment(relation, model.description)) %}\n {% endif %}\n\n {% if for_columns and config.persist_column_docs() and model.columns %}\n {% do run_query(alter_column_comment(relation, model.columns)) %}\n {% endif %}\n{% endmacro %}", - "meta": {}, - "name": "default__persist_docs", - "original_file_path": "macros/adapters/persist_docs.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/persist_docs.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__persist_docs" - }, - "macro.dbt.default__position": { - "arguments": [], - "created_at": 1690254761.8070912, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__position(substring_text, string_text) %}\n\n position(\n {{ substring_text }} in {{ string_text }}\n )\n\n{%- endmacro -%}", - "meta": {}, - "name": "default__position", - "original_file_path": "macros/utils/position.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/position.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__position" - }, - "macro.dbt.default__post_snapshot": { - "arguments": [], - "created_at": 1690254761.747288, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__post_snapshot(staging_relation) %}\n {# no-op #}\n{% endmacro %}", - "meta": {}, - "name": "default__post_snapshot", - "original_file_path": "macros/materializations/snapshots/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/snapshots/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__post_snapshot" - }, - "macro.dbt.default__rename_relation": { - "arguments": [], - "created_at": 1690254761.830256, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__rename_relation(from_relation, to_relation) -%}\n {% set target_name = adapter.quote_as_configured(to_relation.identifier, 'identifier') %}\n {% call statement('rename_relation') -%}\n alter table {{ from_relation }} rename to {{ target_name }}\n {%- endcall %}\n{% endmacro %}", - "meta": {}, - "name": "default__rename_relation", - "original_file_path": "macros/adapters/relation.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/relation.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__rename_relation" - }, - "macro.dbt.default__replace": { - "arguments": [], - "created_at": 1690254761.8084037, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__replace(field, old_chars, new_chars) %}\n\n replace(\n {{ field }},\n {{ old_chars }},\n {{ new_chars }}\n )\n\n\n{% endmacro %}", - "meta": {}, - "name": "default__replace", - "original_file_path": "macros/utils/replace.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/replace.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__replace" - }, - "macro.dbt.default__reset_csv_table": { - "arguments": [], - "created_at": 1690254761.7228281, - "depends_on": { - "macros": [ - "macro.dbt.create_csv_table" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__reset_csv_table(model, full_refresh, old_relation, agate_table) %}\n {% set sql = \"\" %}\n {% if full_refresh %}\n {{ adapter.drop_relation(old_relation) }}\n {% set sql = create_csv_table(model, agate_table) %}\n {% else %}\n {{ adapter.truncate_relation(old_relation) }}\n {% set sql = \"truncate table \" ~ old_relation %}\n {% endif %}\n\n {{ return(sql) }}\n{% endmacro %}", - "meta": {}, - "name": "default__reset_csv_table", - "original_file_path": "macros/materializations/seeds/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/seeds/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__reset_csv_table" - }, - "macro.dbt.default__resolve_model_name": { - "arguments": [], - "created_at": 1690254761.8630073, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "\n\n{%- macro default__resolve_model_name(input_model_name) -%}\n {{ input_model_name | string | replace('\"', '\\\"') }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "default__resolve_model_name", - "original_file_path": "macros/python_model/python.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/python_model/python.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__resolve_model_name" - }, - "macro.dbt.default__right": { - "arguments": [], - "created_at": 1690254761.7992187, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__right(string_text, length_expression) %}\n\n right(\n {{ string_text }},\n {{ length_expression }}\n )\n\n{%- endmacro -%}", - "meta": {}, - "name": "default__right", - "original_file_path": "macros/utils/right.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/right.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__right" - }, - "macro.dbt.default__safe_cast": { - "arguments": [], - "created_at": 1690254761.802264, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__safe_cast(field, type) %}\n {# most databases don't support this function yet\n so we just need to use cast #}\n cast({{field}} as {{type}})\n{% endmacro %}", - "meta": {}, - "name": "default__safe_cast", - "original_file_path": "macros/utils/safe_cast.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/safe_cast.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__safe_cast" - }, - "macro.dbt.default__snapshot_get_time": { - "arguments": [], - "created_at": 1690254761.8432233, - "depends_on": { - "macros": [ - "macro.dbt.current_timestamp" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__snapshot_get_time() %}\n {{ current_timestamp() }}\n{% endmacro %}", - "meta": {}, - "name": "default__snapshot_get_time", - "original_file_path": "macros/adapters/timestamps.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/timestamps.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__snapshot_get_time" - }, - "macro.dbt.default__snapshot_hash_arguments": { - "arguments": [], - "created_at": 1690254761.7341003, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__snapshot_hash_arguments(args) -%}\n md5({%- for arg in args -%}\n coalesce(cast({{ arg }} as varchar ), '')\n {% if not loop.last %} || '|' || {% endif %}\n {%- endfor -%})\n{%- endmacro %}", - "meta": {}, - "name": "default__snapshot_hash_arguments", - "original_file_path": "macros/materializations/snapshots/strategies.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/snapshots/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__snapshot_hash_arguments" - }, - "macro.dbt.default__snapshot_merge_sql": { - "arguments": [], - "created_at": 1690254761.7306588, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__snapshot_merge_sql(target, source, insert_cols) -%}\n {%- set insert_cols_csv = insert_cols | join(', ') -%}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on DBT_INTERNAL_SOURCE.dbt_scd_id = DBT_INTERNAL_DEST.dbt_scd_id\n\n when matched\n and DBT_INTERNAL_DEST.dbt_valid_to is null\n and DBT_INTERNAL_SOURCE.dbt_change_type in ('update', 'delete')\n then update\n set dbt_valid_to = DBT_INTERNAL_SOURCE.dbt_valid_to\n\n when not matched\n and DBT_INTERNAL_SOURCE.dbt_change_type = 'insert'\n then insert ({{ insert_cols_csv }})\n values ({{ insert_cols_csv }})\n\n{% endmacro %}", - "meta": {}, - "name": "default__snapshot_merge_sql", - "original_file_path": "macros/materializations/snapshots/snapshot_merge.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/snapshots/snapshot_merge.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__snapshot_merge_sql" - }, - "macro.dbt.default__snapshot_staging_table": { - "arguments": [], - "created_at": 1690254761.748608, - "depends_on": { - "macros": [ - "macro.dbt.snapshot_get_time" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__snapshot_staging_table(strategy, source_sql, target_relation) -%}\n\n with snapshot_query as (\n\n {{ source_sql }}\n\n ),\n\n snapshotted_data as (\n\n select *,\n {{ strategy.unique_key }} as dbt_unique_key\n\n from {{ target_relation }}\n where dbt_valid_to is null\n\n ),\n\n insertions_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key,\n {{ strategy.updated_at }} as dbt_updated_at,\n {{ strategy.updated_at }} as dbt_valid_from,\n nullif({{ strategy.updated_at }}, {{ strategy.updated_at }}) as dbt_valid_to,\n {{ strategy.scd_id }} as dbt_scd_id\n\n from snapshot_query\n ),\n\n updates_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key,\n {{ strategy.updated_at }} as dbt_updated_at,\n {{ strategy.updated_at }} as dbt_valid_from,\n {{ strategy.updated_at }} as dbt_valid_to\n\n from snapshot_query\n ),\n\n {%- if strategy.invalidate_hard_deletes %}\n\n deletes_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key\n from snapshot_query\n ),\n {% endif %}\n\n insertions as (\n\n select\n 'insert' as dbt_change_type,\n source_data.*\n\n from insertions_source_data as source_data\n left outer join snapshotted_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where snapshotted_data.dbt_unique_key is null\n or (\n snapshotted_data.dbt_unique_key is not null\n and (\n {{ strategy.row_changed }}\n )\n )\n\n ),\n\n updates as (\n\n select\n 'update' as dbt_change_type,\n source_data.*,\n snapshotted_data.dbt_scd_id\n\n from updates_source_data as source_data\n join snapshotted_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where (\n {{ strategy.row_changed }}\n )\n )\n\n {%- if strategy.invalidate_hard_deletes -%}\n ,\n\n deletes as (\n\n select\n 'delete' as dbt_change_type,\n source_data.*,\n {{ snapshot_get_time() }} as dbt_valid_from,\n {{ snapshot_get_time() }} as dbt_updated_at,\n {{ snapshot_get_time() }} as dbt_valid_to,\n snapshotted_data.dbt_scd_id\n\n from snapshotted_data\n left join deletes_source_data as source_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where source_data.dbt_unique_key is null\n )\n {%- endif %}\n\n select * from insertions\n union all\n select * from updates\n {%- if strategy.invalidate_hard_deletes %}\n union all\n select * from deletes\n {%- endif %}\n\n{%- endmacro %}", - "meta": {}, - "name": "default__snapshot_staging_table", - "original_file_path": "macros/materializations/snapshots/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/snapshots/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__snapshot_staging_table" - }, - "macro.dbt.default__snapshot_string_as_time": { - "arguments": [], - "created_at": 1690254761.7352138, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__snapshot_string_as_time(timestamp) %}\n {% do exceptions.raise_not_implemented(\n 'snapshot_string_as_time macro not implemented for adapter '+adapter.type()\n ) %}\n{% endmacro %}", - "meta": {}, - "name": "default__snapshot_string_as_time", - "original_file_path": "macros/materializations/snapshots/strategies.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/snapshots/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__snapshot_string_as_time" - }, - "macro.dbt.default__split_part": { - "arguments": [], - "created_at": 1690254761.8040674, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__split_part(string_text, delimiter_text, part_number) %}\n\n split_part(\n {{ string_text }},\n {{ delimiter_text }},\n {{ part_number }}\n )\n\n{% endmacro %}", - "meta": {}, - "name": "default__split_part", - "original_file_path": "macros/utils/split_part.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/split_part.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__split_part" - }, - "macro.dbt.default__string_literal": { - "arguments": [], - "created_at": 1690254761.8008878, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__string_literal(value) -%}\n '{{ value }}'\n{%- endmacro %}", - "meta": {}, - "name": "default__string_literal", - "original_file_path": "macros/utils/literal.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/literal.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__string_literal" - }, - "macro.dbt.default__support_multiple_grantees_per_dcl_statement": { - "arguments": [], - "created_at": 1690254761.8343792, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "\n\n{%- macro default__support_multiple_grantees_per_dcl_statement() -%}\n {{ return(True) }}\n{%- endmacro -%}\n\n\n", - "meta": {}, - "name": "default__support_multiple_grantees_per_dcl_statement", - "original_file_path": "macros/adapters/apply_grants.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/apply_grants.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__support_multiple_grantees_per_dcl_statement" - }, - "macro.dbt.default__test_accepted_values": { - "arguments": [], - "created_at": 1690254761.8694108, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__test_accepted_values(model, column_name, values, quote=True) %}\n\nwith all_values as (\n\n select\n {{ column_name }} as value_field,\n count(*) as n_records\n\n from {{ model }}\n group by {{ column_name }}\n\n)\n\nselect *\nfrom all_values\nwhere value_field not in (\n {% for value in values -%}\n {% if quote -%}\n '{{ value }}'\n {%- else -%}\n {{ value }}\n {%- endif -%}\n {%- if not loop.last -%},{%- endif %}\n {%- endfor %}\n)\n\n{% endmacro %}", - "meta": {}, - "name": "default__test_accepted_values", - "original_file_path": "macros/generic_test_sql/accepted_values.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/generic_test_sql/accepted_values.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__test_accepted_values" - }, - "macro.dbt.default__test_not_null": { - "arguments": [], - "created_at": 1690254761.8699455, - "depends_on": { - "macros": [ - "macro.dbt.should_store_failures" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__test_not_null(model, column_name) %}\n\n{% set column_list = '*' if should_store_failures() else column_name %}\n\nselect {{ column_list }}\nfrom {{ model }}\nwhere {{ column_name }} is null\n\n{% endmacro %}", - "meta": {}, - "name": "default__test_not_null", - "original_file_path": "macros/generic_test_sql/not_null.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/generic_test_sql/not_null.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__test_not_null" - }, - "macro.dbt.default__test_relationships": { - "arguments": [], - "created_at": 1690254761.8688495, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__test_relationships(model, column_name, to, field) %}\n\nwith child as (\n select {{ column_name }} as from_field\n from {{ model }}\n where {{ column_name }} is not null\n),\n\nparent as (\n select {{ field }} as to_field\n from {{ to }}\n)\n\nselect\n from_field\n\nfrom child\nleft join parent\n on child.from_field = parent.to_field\n\nwhere parent.to_field is null\n\n{% endmacro %}", - "meta": {}, - "name": "default__test_relationships", - "original_file_path": "macros/generic_test_sql/relationships.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/generic_test_sql/relationships.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__test_relationships" - }, - "macro.dbt.default__test_unique": { - "arguments": [], - "created_at": 1690254761.8696563, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__test_unique(model, column_name) %}\n\nselect\n {{ column_name }} as unique_field,\n count(*) as n_records\n\nfrom {{ model }}\nwhere {{ column_name }} is not null\ngroup by {{ column_name }}\nhaving count(*) > 1\n\n{% endmacro %}", - "meta": {}, - "name": "default__test_unique", - "original_file_path": "macros/generic_test_sql/unique.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/generic_test_sql/unique.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__test_unique" - }, - "macro.dbt.default__truncate_relation": { - "arguments": [], - "created_at": 1690254761.829785, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__truncate_relation(relation) -%}\n {% call statement('truncate_relation') -%}\n truncate table {{ relation }}\n {%- endcall %}\n{% endmacro %}", - "meta": {}, - "name": "default__truncate_relation", - "original_file_path": "macros/adapters/relation.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/relation.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__truncate_relation" - }, - "macro.dbt.default__type_bigint": { - "arguments": [], - "created_at": 1690254761.8120515, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__type_bigint() %}\n {{ return(api.Column.translate_type(\"bigint\")) }}\n{% endmacro %}", - "meta": {}, - "name": "default__type_bigint", - "original_file_path": "macros/utils/data_types.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/data_types.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__type_bigint" - }, - "macro.dbt.default__type_boolean": { - "arguments": [], - "created_at": 1690254761.8127909, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{%- macro default__type_boolean() -%}\n {{ return(api.Column.translate_type(\"boolean\")) }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "default__type_boolean", - "original_file_path": "macros/utils/data_types.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/data_types.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__type_boolean" - }, - "macro.dbt.default__type_float": { - "arguments": [], - "created_at": 1690254761.8112779, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__type_float() %}\n {{ return(api.Column.translate_type(\"float\")) }}\n{% endmacro %}", - "meta": {}, - "name": "default__type_float", - "original_file_path": "macros/utils/data_types.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/data_types.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__type_float" - }, - "macro.dbt.default__type_int": { - "arguments": [], - "created_at": 1690254761.8124819, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{%- macro default__type_int() -%}\n {{ return(api.Column.translate_type(\"integer\")) }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "default__type_int", - "original_file_path": "macros/utils/data_types.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/data_types.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__type_int" - }, - "macro.dbt.default__type_numeric": { - "arguments": [], - "created_at": 1690254761.8116632, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__type_numeric() %}\n {{ return(api.Column.numeric_type(\"numeric\", 28, 6)) }}\n{% endmacro %}", - "meta": {}, - "name": "default__type_numeric", - "original_file_path": "macros/utils/data_types.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/data_types.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__type_numeric" - }, - "macro.dbt.default__type_string": { - "arguments": [], - "created_at": 1690254761.810393, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__type_string() %}\n {{ return(api.Column.translate_type(\"string\")) }}\n{% endmacro %}", - "meta": {}, - "name": "default__type_string", - "original_file_path": "macros/utils/data_types.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/data_types.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__type_string" - }, - "macro.dbt.default__type_timestamp": { - "arguments": [], - "created_at": 1690254761.8107786, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro default__type_timestamp() %}\n {{ return(api.Column.translate_type(\"timestamp\")) }}\n{% endmacro %}", - "meta": {}, - "name": "default__type_timestamp", - "original_file_path": "macros/utils/data_types.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/data_types.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default__type_timestamp" - }, - "macro.dbt.default_last_day": { - "arguments": [], - "created_at": 1690254761.8002932, - "depends_on": { - "macros": [ - "macro.dbt.dateadd", - "macro.dbt.date_trunc" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "\n\n{%- macro default_last_day(date, datepart) -%}\n cast(\n {{dbt.dateadd('day', '-1',\n dbt.dateadd(datepart, '1', dbt.date_trunc(datepart, date))\n )}}\n as date)\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "default_last_day", - "original_file_path": "macros/utils/last_day.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/last_day.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.default_last_day" - }, - "macro.dbt.diff_column_data_types": { - "arguments": [], - "created_at": 1690254761.7678833, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro diff_column_data_types(source_columns, target_columns) %}\n\n {% set result = [] %}\n {% for sc in source_columns %}\n {% set tc = target_columns | selectattr(\"name\", \"equalto\", sc.name) | list | first %}\n {% if tc %}\n {% if sc.data_type != tc.data_type and not sc.can_expand_to(other_column=tc) %}\n {{ result.append( { 'column_name': tc.name, 'new_type': sc.data_type } ) }}\n {% endif %}\n {% endif %}\n {% endfor %}\n\n {{ return(result) }}\n\n{% endmacro %}", - "meta": {}, - "name": "diff_column_data_types", - "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/column_helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.diff_column_data_types" - }, - "macro.dbt.diff_columns": { - "arguments": [], - "created_at": 1690254761.7669683, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro diff_columns(source_columns, target_columns) %}\n\n {% set result = [] %}\n {% set source_names = source_columns | map(attribute = 'column') | list %}\n {% set target_names = target_columns | map(attribute = 'column') | list %}\n\n {# --check whether the name attribute exists in the target - this does not perform a data type check #}\n {% for sc in source_columns %}\n {% if sc.name not in target_names %}\n {{ result.append(sc) }}\n {% endif %}\n {% endfor %}\n\n {{ return(result) }}\n\n{% endmacro %}", - "meta": {}, - "name": "diff_columns", - "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/column_helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.diff_columns" - }, - "macro.dbt.drop_relation": { - "arguments": [], - "created_at": 1690254761.8291247, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__drop_relation" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro drop_relation(relation) -%}\n {{ return(adapter.dispatch('drop_relation', 'dbt')(relation)) }}\n{% endmacro %}", - "meta": {}, - "name": "drop_relation", - "original_file_path": "macros/adapters/relation.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/relation.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.drop_relation" - }, - "macro.dbt.drop_relation_if_exists": { - "arguments": [], - "created_at": 1690254761.8318403, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro drop_relation_if_exists(relation) %}\n {% if relation is not none %}\n {{ adapter.drop_relation(relation) }}\n {% endif %}\n{% endmacro %}", - "meta": {}, - "name": "drop_relation_if_exists", - "original_file_path": "macros/adapters/relation.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/relation.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.drop_relation_if_exists" - }, - "macro.dbt.drop_schema": { - "arguments": [], - "created_at": 1690254761.816137, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__drop_schema" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro drop_schema(relation) -%}\n {{ adapter.dispatch('drop_schema', 'dbt')(relation) }}\n{% endmacro %}", - "meta": {}, - "name": "drop_schema", - "original_file_path": "macros/adapters/schema.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/schema.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.drop_schema" - }, - "macro.dbt.escape_single_quotes": { - "arguments": [], - "created_at": 1690254761.8131034, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__escape_single_quotes" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro escape_single_quotes(expression) %}\n {{ return(adapter.dispatch('escape_single_quotes', 'dbt') (expression)) }}\n{% endmacro %}", - "meta": {}, - "name": "escape_single_quotes", - "original_file_path": "macros/utils/escape_single_quotes.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/escape_single_quotes.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.escape_single_quotes" - }, - "macro.dbt.except": { - "arguments": [], - "created_at": 1690254761.8073323, - "depends_on": { - "macros": [ - "macro.dbt.default__except" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro except() %}\n {{ return(adapter.dispatch('except', 'dbt')()) }}\n{% endmacro %}", - "meta": {}, - "name": "except", - "original_file_path": "macros/utils/except.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/except.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.except" - }, - "macro.dbt.format_columns": { - "arguments": [], - "created_at": 1690254761.7647111, - "depends_on": { - "macros": [ - "macro.dbt.default__format_column" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro format_columns(columns) %}\n {% set formatted_columns = [] %}\n {% for column in columns %}\n {%- set formatted_column = adapter.dispatch('format_column', 'dbt')(column) -%}\n {%- do formatted_columns.append(formatted_column) -%}\n {% endfor %}\n {{ return(formatted_columns) }}\n{% endmacro %}", - "meta": {}, - "name": "format_columns", - "original_file_path": "macros/materializations/models/table/columns_spec_ddl.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/table/columns_spec_ddl.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.format_columns" - }, - "macro.dbt.generate_alias_name": { - "arguments": [], - "created_at": 1690254761.8674948, - "depends_on": { - "macros": [ - "macro.dbt.default__generate_alias_name" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro generate_alias_name(custom_alias_name=none, node=none) -%}\n {% do return(adapter.dispatch('generate_alias_name', 'dbt')(custom_alias_name, node)) %}\n{%- endmacro %}", - "meta": {}, - "name": "generate_alias_name", - "original_file_path": "macros/get_custom_name/get_custom_alias.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/get_custom_name/get_custom_alias.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.generate_alias_name" - }, - "macro.dbt.generate_database_name": { - "arguments": [], - "created_at": 1690254761.8682528, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__generate_database_name" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro generate_database_name(custom_database_name=none, node=none) -%}\n {% do return(adapter.dispatch('generate_database_name', 'dbt')(custom_database_name, node)) %}\n{%- endmacro %}", - "meta": {}, - "name": "generate_database_name", - "original_file_path": "macros/get_custom_name/get_custom_database.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/get_custom_name/get_custom_database.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.generate_database_name" - }, - "macro.dbt.generate_schema_name": { - "arguments": [], - "created_at": 1690254761.8664865, - "depends_on": { - "macros": [ - "macro.dbt.default__generate_schema_name" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro generate_schema_name(custom_schema_name=none, node=none) -%}\n {{ return(adapter.dispatch('generate_schema_name', 'dbt')(custom_schema_name, node)) }}\n{% endmacro %}", - "meta": {}, - "name": "generate_schema_name", - "original_file_path": "macros/get_custom_name/get_custom_schema.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/get_custom_name/get_custom_schema.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.generate_schema_name" - }, - "macro.dbt.generate_schema_name_for_env": { - "arguments": [], - "created_at": 1690254761.8670695, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro generate_schema_name_for_env(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if target.name == 'prod' and custom_schema_name is not none -%}\n\n {{ custom_schema_name | trim }}\n\n {%- else -%}\n\n {{ default_schema }}\n\n {%- endif -%}\n\n{%- endmacro %}", - "meta": {}, - "name": "generate_schema_name_for_env", - "original_file_path": "macros/get_custom_name/get_custom_schema.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/get_custom_name/get_custom_schema.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.generate_schema_name_for_env" - }, - "macro.dbt.get_assert_columns_equivalent": { - "arguments": [], - "created_at": 1690254761.7629182, - "depends_on": { - "macros": [ - "macro.dbt.default__get_assert_columns_equivalent" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "\n\n{%- macro get_assert_columns_equivalent(sql) -%}\n {{ adapter.dispatch('get_assert_columns_equivalent', 'dbt')(sql) }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "get_assert_columns_equivalent", - "original_file_path": "macros/materializations/models/table/columns_spec_ddl.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/table/columns_spec_ddl.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_assert_columns_equivalent" - }, - "macro.dbt.get_batch_size": { - "arguments": [], - "created_at": 1690254761.723757, - "depends_on": { - "macros": [ - "macro.dbt.default__get_batch_size" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_batch_size() -%}\n {{ return(adapter.dispatch('get_batch_size', 'dbt')()) }}\n{%- endmacro %}", - "meta": {}, - "name": "get_batch_size", - "original_file_path": "macros/materializations/seeds/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/seeds/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_batch_size" - }, - "macro.dbt.get_binding_char": { - "arguments": [], - "created_at": 1690254761.7234786, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__get_binding_char" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_binding_char() -%}\n {{ adapter.dispatch('get_binding_char', 'dbt')() }}\n{%- endmacro %}", - "meta": {}, - "name": "get_binding_char", - "original_file_path": "macros/materializations/seeds/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/seeds/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_binding_char" - }, - "macro.dbt.get_catalog": { - "arguments": [], - "created_at": 1690254761.8491087, - "depends_on": { - "macros": [ - "macro.dbt.default__get_catalog" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_catalog(information_schema, schemas) -%}\n {{ return(adapter.dispatch('get_catalog', 'dbt')(information_schema, schemas)) }}\n{%- endmacro %}", - "meta": {}, - "name": "get_catalog", - "original_file_path": "macros/adapters/metadata.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/metadata.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_catalog" - }, - "macro.dbt.get_column_schema_from_query": { - "arguments": [], - "created_at": 1690254761.8206525, - "depends_on": { - "macros": [ - "macro.dbt.get_empty_subquery_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_column_schema_from_query(select_sql, select_sql_header=none) -%}\n {% set columns = [] %}\n {# -- Using an 'empty subquery' here to get the same schema as the given select_sql statement, without necessitating a data scan.#}\n {% set sql = get_empty_subquery_sql(select_sql, select_sql_header) %}\n {% set column_schema = adapter.get_column_schema_from_query(sql) %}\n {{ return(column_schema) }}\n{% endmacro %}", - "meta": {}, - "name": "get_column_schema_from_query", - "original_file_path": "macros/adapters/columns.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/columns.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_column_schema_from_query" - }, - "macro.dbt.get_columns_in_query": { - "arguments": [], - "created_at": 1690254761.8210073, - "depends_on": { - "macros": [ - "macro.dbt.default__get_columns_in_query" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_columns_in_query(select_sql) -%}\n {{ return(adapter.dispatch('get_columns_in_query', 'dbt')(select_sql)) }}\n{% endmacro %}", - "meta": {}, - "name": "get_columns_in_query", - "original_file_path": "macros/adapters/columns.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/columns.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_columns_in_query" - }, - "macro.dbt.get_columns_in_relation": { - "arguments": [], - "created_at": 1690254761.8183038, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__get_columns_in_relation" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_columns_in_relation(relation) -%}\n {{ return(adapter.dispatch('get_columns_in_relation', 'dbt')(relation)) }}\n{% endmacro %}", - "meta": {}, - "name": "get_columns_in_relation", - "original_file_path": "macros/adapters/columns.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/columns.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_columns_in_relation" - }, - "macro.dbt.get_create_index_sql": { - "arguments": [], - "created_at": 1690254761.8146865, - "depends_on": { - "macros": [ - "macro.dbt.default__get_create_index_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_create_index_sql(relation, index_dict) -%}\n {{ return(adapter.dispatch('get_create_index_sql', 'dbt')(relation, index_dict)) }}\n{% endmacro %}", - "meta": {}, - "name": "get_create_index_sql", - "original_file_path": "macros/adapters/indexes.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/indexes.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_create_index_sql" - }, - "macro.dbt.get_create_table_as_sql": { - "arguments": [], - "created_at": 1690254761.7585318, - "depends_on": { - "macros": [ - "macro.dbt.default__get_create_table_as_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_create_table_as_sql(temporary, relation, sql) -%}\n {{ adapter.dispatch('get_create_table_as_sql', 'dbt')(temporary, relation, sql) }}\n{%- endmacro %}", - "meta": {}, - "name": "get_create_table_as_sql", - "original_file_path": "macros/materializations/models/table/create_table_as.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/table/create_table_as.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_create_table_as_sql" - }, - "macro.dbt.get_create_view_as_sql": { - "arguments": [], - "created_at": 1690254761.7498505, - "depends_on": { - "macros": [ - "macro.dbt.default__get_create_view_as_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_create_view_as_sql(relation, sql) -%}\n {{ adapter.dispatch('get_create_view_as_sql', 'dbt')(relation, sql) }}\n{%- endmacro %}", - "meta": {}, - "name": "get_create_view_as_sql", - "original_file_path": "macros/materializations/models/view/create_view_as.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/view/create_view_as.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_create_view_as_sql" - }, - "macro.dbt.get_csv_sql": { - "arguments": [], - "created_at": 1690254761.723046, - "depends_on": { - "macros": [ - "macro.dbt.default__get_csv_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_csv_sql(create_or_truncate_sql, insert_sql) %}\n {{ adapter.dispatch('get_csv_sql', 'dbt')(create_or_truncate_sql, insert_sql) }}\n{% endmacro %}", - "meta": {}, - "name": "get_csv_sql", - "original_file_path": "macros/materializations/seeds/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/seeds/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_csv_sql" - }, - "macro.dbt.get_dcl_statement_list": { - "arguments": [], - "created_at": 1690254761.836702, - "depends_on": { - "macros": [ - "macro.dbt.default__get_dcl_statement_list" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_dcl_statement_list(relation, grant_config, get_dcl_macro) %}\n {{ return(adapter.dispatch('get_dcl_statement_list', 'dbt')(relation, grant_config, get_dcl_macro)) }}\n{% endmacro %}", - "meta": {}, - "name": "get_dcl_statement_list", - "original_file_path": "macros/adapters/apply_grants.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/apply_grants.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_dcl_statement_list" - }, - "macro.dbt.get_delete_insert_merge_sql": { - "arguments": [], - "created_at": 1690254761.7759385, - "depends_on": { - "macros": [ - "macro.dbt.default__get_delete_insert_merge_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_delete_insert_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}\n {{ adapter.dispatch('get_delete_insert_merge_sql', 'dbt')(target, source, unique_key, dest_columns, incremental_predicates) }}\n{%- endmacro %}", - "meta": {}, - "name": "get_delete_insert_merge_sql", - "original_file_path": "macros/materializations/models/incremental/merge.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/merge.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_delete_insert_merge_sql" - }, - "macro.dbt.get_empty_schema_sql": { - "arguments": [], - "created_at": 1690254761.8195362, - "depends_on": { - "macros": [ - "macro.dbt.default__get_empty_schema_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_empty_schema_sql(columns) -%}\n {{ return(adapter.dispatch('get_empty_schema_sql', 'dbt')(columns)) }}\n{% endmacro %}", - "meta": {}, - "name": "get_empty_schema_sql", - "original_file_path": "macros/adapters/columns.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/columns.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_empty_schema_sql" - }, - "macro.dbt.get_empty_subquery_sql": { - "arguments": [], - "created_at": 1690254761.8190277, - "depends_on": { - "macros": [ - "macro.dbt.default__get_empty_subquery_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_empty_subquery_sql(select_sql, select_sql_header=none) -%}\n {{ return(adapter.dispatch('get_empty_subquery_sql', 'dbt')(select_sql, select_sql_header)) }}\n{% endmacro %}", - "meta": {}, - "name": "get_empty_subquery_sql", - "original_file_path": "macros/adapters/columns.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/columns.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_empty_subquery_sql" - }, - "macro.dbt.get_grant_sql": { - "arguments": [], - "created_at": 1690254761.8353896, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__get_grant_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_grant_sql(relation, privilege, grantees) %}\n {{ return(adapter.dispatch('get_grant_sql', 'dbt')(relation, privilege, grantees)) }}\n{% endmacro %}", - "meta": {}, - "name": "get_grant_sql", - "original_file_path": "macros/adapters/apply_grants.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/apply_grants.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_grant_sql" - }, - "macro.dbt.get_incremental_append_sql": { - "arguments": [], - "created_at": 1690254761.779142, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__get_incremental_append_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_incremental_append_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_append_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", - "meta": {}, - "name": "get_incremental_append_sql", - "original_file_path": "macros/materializations/models/incremental/strategies.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_incremental_append_sql" - }, - "macro.dbt.get_incremental_default_sql": { - "arguments": [], - "created_at": 1690254761.7825234, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__get_incremental_default_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_incremental_default_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_default_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", - "meta": {}, - "name": "get_incremental_default_sql", - "original_file_path": "macros/materializations/models/incremental/strategies.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_incremental_default_sql" - }, - "macro.dbt.get_incremental_delete_insert_sql": { - "arguments": [], - "created_at": 1690254761.7798016, - "depends_on": { - "macros": [ - "macro.dbt.default__get_incremental_delete_insert_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_incremental_delete_insert_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_delete_insert_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", - "meta": {}, - "name": "get_incremental_delete_insert_sql", - "original_file_path": "macros/materializations/models/incremental/strategies.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_incremental_delete_insert_sql" - }, - "macro.dbt.get_incremental_insert_overwrite_sql": { - "arguments": [], - "created_at": 1690254761.7819328, - "depends_on": { - "macros": [ - "macro.dbt.default__get_incremental_insert_overwrite_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_incremental_insert_overwrite_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_insert_overwrite_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", - "meta": {}, - "name": "get_incremental_insert_overwrite_sql", - "original_file_path": "macros/materializations/models/incremental/strategies.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_incremental_insert_overwrite_sql" - }, - "macro.dbt.get_incremental_merge_sql": { - "arguments": [], - "created_at": 1690254761.780784, - "depends_on": { - "macros": [ - "macro.dbt.default__get_incremental_merge_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_incremental_merge_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_merge_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", - "meta": {}, - "name": "get_incremental_merge_sql", - "original_file_path": "macros/materializations/models/incremental/strategies.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_incremental_merge_sql" - }, - "macro.dbt.get_insert_into_sql": { - "arguments": [], - "created_at": 1690254761.7831411, - "depends_on": { - "macros": [ - "macro.dbt.get_quoted_csv" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_insert_into_sql(target_relation, temp_relation, dest_columns) %}\n\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n insert into {{ target_relation }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ temp_relation }}\n )\n\n{% endmacro %}", - "meta": {}, - "name": "get_insert_into_sql", - "original_file_path": "macros/materializations/models/incremental/strategies.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_insert_into_sql" - }, - "macro.dbt.get_insert_overwrite_merge_sql": { - "arguments": [], - "created_at": 1690254761.7771494, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__get_insert_overwrite_merge_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header=false) -%}\n {{ adapter.dispatch('get_insert_overwrite_merge_sql', 'dbt')(target, source, dest_columns, predicates, include_sql_header) }}\n{%- endmacro %}", - "meta": {}, - "name": "get_insert_overwrite_merge_sql", - "original_file_path": "macros/materializations/models/incremental/merge.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/merge.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_insert_overwrite_merge_sql" - }, - "macro.dbt.get_merge_sql": { - "arguments": [], - "created_at": 1690254761.7741222, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__get_merge_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates=none) -%}\n -- back compat for old kwarg name\n {% set incremental_predicates = kwargs.get('predicates', incremental_predicates) %}\n {{ adapter.dispatch('get_merge_sql', 'dbt')(target, source, unique_key, dest_columns, incremental_predicates) }}\n{%- endmacro %}", - "meta": {}, - "name": "get_merge_sql", - "original_file_path": "macros/materializations/models/incremental/merge.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/merge.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_merge_sql" - }, - "macro.dbt.get_merge_update_columns": { - "arguments": [], - "created_at": 1690254761.7681942, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__get_merge_update_columns" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}\n {{ return(adapter.dispatch('get_merge_update_columns', 'dbt')(merge_update_columns, merge_exclude_columns, dest_columns)) }}\n{% endmacro %}", - "meta": {}, - "name": "get_merge_update_columns", - "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/column_helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_merge_update_columns" - }, - "macro.dbt.get_or_create_relation": { - "arguments": [], - "created_at": 1690254761.8305166, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__get_or_create_relation" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_or_create_relation(database, schema, identifier, type) -%}\n {{ return(adapter.dispatch('get_or_create_relation', 'dbt')(database, schema, identifier, type)) }}\n{% endmacro %}", - "meta": {}, - "name": "get_or_create_relation", - "original_file_path": "macros/adapters/relation.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/relation.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_or_create_relation" - }, - "macro.dbt.get_quoted_csv": { - "arguments": [], - "created_at": 1690254761.766449, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_quoted_csv(column_names) %}\n\n {% set quoted = [] %}\n {% for col in column_names -%}\n {%- do quoted.append(adapter.quote(col)) -%}\n {%- endfor %}\n\n {%- set dest_cols_csv = quoted | join(', ') -%}\n {{ return(dest_cols_csv) }}\n\n{% endmacro %}", - "meta": {}, - "name": "get_quoted_csv", - "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/column_helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_quoted_csv" - }, - "macro.dbt.get_revoke_sql": { - "arguments": [], - "created_at": 1690254761.835913, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__get_revoke_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_revoke_sql(relation, privilege, grantees) %}\n {{ return(adapter.dispatch('get_revoke_sql', 'dbt')(relation, privilege, grantees)) }}\n{% endmacro %}", - "meta": {}, - "name": "get_revoke_sql", - "original_file_path": "macros/adapters/apply_grants.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/apply_grants.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_revoke_sql" - }, - "macro.dbt.get_seed_column_quoted_csv": { - "arguments": [], - "created_at": 1690254761.7244537, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_seed_column_quoted_csv(model, column_names) %}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n {% set quoted = [] %}\n {% for col in column_names -%}\n {%- do quoted.append(adapter.quote_seed_column(col, quote_seed_column)) -%}\n {%- endfor %}\n\n {%- set dest_cols_csv = quoted | join(', ') -%}\n {{ return(dest_cols_csv) }}\n{% endmacro %}", - "meta": {}, - "name": "get_seed_column_quoted_csv", - "original_file_path": "macros/materializations/seeds/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/seeds/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_seed_column_quoted_csv" - }, - "macro.dbt.get_select_subquery": { - "arguments": [], - "created_at": 1690254761.7607684, - "depends_on": { - "macros": [ - "macro.dbt.default__get_select_subquery" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_select_subquery(sql) %}\n {{ return(adapter.dispatch('get_select_subquery', 'dbt')(sql)) }}\n{% endmacro %}", - "meta": {}, - "name": "get_select_subquery", - "original_file_path": "macros/materializations/models/table/create_table_as.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/table/create_table_as.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_select_subquery" - }, - "macro.dbt.get_show_grant_sql": { - "arguments": [], - "created_at": 1690254761.8350122, - "depends_on": { - "macros": [ - "macro.dbt.default__get_show_grant_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_show_grant_sql(relation) %}\n {{ return(adapter.dispatch(\"get_show_grant_sql\", \"dbt\")(relation)) }}\n{% endmacro %}", - "meta": {}, - "name": "get_show_grant_sql", - "original_file_path": "macros/adapters/apply_grants.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/apply_grants.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_show_grant_sql" - }, - "macro.dbt.get_table_columns_and_constraints": { - "arguments": [], - "created_at": 1690254761.7620878, - "depends_on": { - "macros": [ - "macro.dbt.default__get_table_columns_and_constraints" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{%- macro get_table_columns_and_constraints() -%}\n {{ adapter.dispatch('get_table_columns_and_constraints', 'dbt')() }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "get_table_columns_and_constraints", - "original_file_path": "macros/materializations/models/table/columns_spec_ddl.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/table/columns_spec_ddl.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_table_columns_and_constraints" - }, - "macro.dbt.get_test_sql": { - "arguments": [], - "created_at": 1690254761.7297049, - "depends_on": { - "macros": [ - "macro.dbt.default__get_test_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n {{ adapter.dispatch('get_test_sql', 'dbt')(main_sql, fail_calc, warn_if, error_if, limit) }}\n{%- endmacro %}", - "meta": {}, - "name": "get_test_sql", - "original_file_path": "macros/materializations/tests/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/tests/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_test_sql" - }, - "macro.dbt.get_true_sql": { - "arguments": [], - "created_at": 1690254761.7474356, - "depends_on": { - "macros": [ - "macro.dbt.default__get_true_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_true_sql() %}\n {{ adapter.dispatch('get_true_sql', 'dbt')() }}\n{% endmacro %}", - "meta": {}, - "name": "get_true_sql", - "original_file_path": "macros/materializations/snapshots/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/snapshots/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_true_sql" - }, - "macro.dbt.get_where_subquery": { - "arguments": [], - "created_at": 1690254761.7266924, - "depends_on": { - "macros": [ - "macro.dbt.default__get_where_subquery" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_where_subquery(relation) -%}\n {% do return(adapter.dispatch('get_where_subquery', 'dbt')(relation)) %}\n{%- endmacro %}", - "meta": {}, - "name": "get_where_subquery", - "original_file_path": "macros/materializations/tests/where_subquery.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/tests/where_subquery.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.get_where_subquery" - }, - "macro.dbt.handle_existing_table": { - "arguments": [], - "created_at": 1690254761.7508612, - "depends_on": { - "macros": [ - "macro.dbt.default__handle_existing_table" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro handle_existing_table(full_refresh, old_relation) %}\n {{ adapter.dispatch('handle_existing_table', 'dbt')(full_refresh, old_relation) }}\n{% endmacro %}", - "meta": {}, - "name": "handle_existing_table", - "original_file_path": "macros/materializations/models/view/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/view/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.handle_existing_table" - }, - "macro.dbt.hash": { - "arguments": [], - "created_at": 1690254761.8011866, - "depends_on": { - "macros": [ - "macro.dbt.default__hash" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro hash(field) -%}\n {{ return(adapter.dispatch('hash', 'dbt') (field)) }}\n{%- endmacro %}", - "meta": {}, - "name": "hash", - "original_file_path": "macros/utils/hash.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/hash.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.hash" - }, - "macro.dbt.in_transaction": { - "arguments": [], - "created_at": 1690254761.7125592, - "depends_on": { - "macros": [ - "macro.dbt.make_hook_config" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro in_transaction(sql) %}\n {{ make_hook_config(sql, inside_transaction=True) }}\n{% endmacro %}", - "meta": {}, - "name": "in_transaction", - "original_file_path": "macros/materializations/hooks.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/hooks.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.in_transaction" - }, - "macro.dbt.incremental_validate_on_schema_change": { - "arguments": [], - "created_at": 1690254761.7942777, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro incremental_validate_on_schema_change(on_schema_change, default='ignore') %}\n\n {% if on_schema_change not in ['sync_all_columns', 'append_new_columns', 'fail', 'ignore'] %}\n\n {% set log_message = 'Invalid value for on_schema_change (%s) specified. Setting default value of %s.' % (on_schema_change, default) %}\n {% do log(log_message) %}\n\n {{ return(default) }}\n\n {% else %}\n\n {{ return(on_schema_change) }}\n\n {% endif %}\n\n{% endmacro %}", - "meta": {}, - "name": "incremental_validate_on_schema_change", - "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/on_schema_change.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.incremental_validate_on_schema_change" - }, - "macro.dbt.information_schema_name": { - "arguments": [], - "created_at": 1690254761.8505876, - "depends_on": { - "macros": [ - "macro.dbt.default__information_schema_name" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro information_schema_name(database) %}\n {{ return(adapter.dispatch('information_schema_name', 'dbt')(database)) }}\n{% endmacro %}", - "meta": {}, - "name": "information_schema_name", - "original_file_path": "macros/adapters/metadata.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/metadata.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.information_schema_name" - }, - "macro.dbt.intersect": { - "arguments": [], - "created_at": 1690254761.8016343, - "depends_on": { - "macros": [ - "macro.dbt.default__intersect" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro intersect() %}\n {{ return(adapter.dispatch('intersect', 'dbt')()) }}\n{% endmacro %}", - "meta": {}, - "name": "intersect", - "original_file_path": "macros/utils/intersect.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/intersect.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.intersect" - }, - "macro.dbt.is_incremental": { - "arguments": [], - "created_at": 1690254761.7840633, - "depends_on": { - "macros": [ - "macro.dbt.should_full_refresh" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro is_incremental() %}\n {#-- do not run introspective queries in parsing #}\n {% if not execute %}\n {{ return(False) }}\n {% else %}\n {% set relation = adapter.get_relation(this.database, this.schema, this.table) %}\n {{ return(relation is not none\n and relation.type == 'table'\n and model.config.materialized == 'incremental'\n and not should_full_refresh()) }}\n {% endif %}\n{% endmacro %}", - "meta": {}, - "name": "is_incremental", - "original_file_path": "macros/materializations/models/incremental/is_incremental.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/is_incremental.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.is_incremental" - }, - "macro.dbt.last_day": { - "arguments": [], - "created_at": 1690254761.8000138, - "depends_on": { - "macros": [ - "macro.dbt.default__last_day" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro last_day(date, datepart) %}\n {{ return(adapter.dispatch('last_day', 'dbt') (date, datepart)) }}\n{% endmacro %}", - "meta": {}, - "name": "last_day", - "original_file_path": "macros/utils/last_day.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/last_day.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.last_day" - }, - "macro.dbt.length": { - "arguments": [], - "created_at": 1690254761.813857, - "depends_on": { - "macros": [ - "macro.dbt.default__length" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro length(expression) -%}\n {{ return(adapter.dispatch('length', 'dbt') (expression)) }}\n{% endmacro %}", - "meta": {}, - "name": "length", - "original_file_path": "macros/utils/length.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/length.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.length" - }, - "macro.dbt.list_relations_without_caching": { - "arguments": [], - "created_at": 1690254761.8532228, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__list_relations_without_caching" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro list_relations_without_caching(schema_relation) %}\n {{ return(adapter.dispatch('list_relations_without_caching', 'dbt')(schema_relation)) }}\n{% endmacro %}", - "meta": {}, - "name": "list_relations_without_caching", - "original_file_path": "macros/adapters/metadata.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/metadata.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.list_relations_without_caching" - }, - "macro.dbt.list_schemas": { - "arguments": [], - "created_at": 1690254761.8511162, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__list_schemas" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro list_schemas(database) -%}\n {{ return(adapter.dispatch('list_schemas', 'dbt')(database)) }}\n{% endmacro %}", - "meta": {}, - "name": "list_schemas", - "original_file_path": "macros/adapters/metadata.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/metadata.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.list_schemas" - }, - "macro.dbt.listagg": { - "arguments": [], - "created_at": 1690254761.8029003, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__listagg" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro listagg(measure, delimiter_text=\"','\", order_by_clause=none, limit_num=none) -%}\n {{ return(adapter.dispatch('listagg', 'dbt') (measure, delimiter_text, order_by_clause, limit_num)) }}\n{%- endmacro %}", - "meta": {}, - "name": "listagg", - "original_file_path": "macros/utils/listagg.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/listagg.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.listagg" - }, - "macro.dbt.load_cached_relation": { - "arguments": [], - "created_at": 1690254761.831481, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro load_cached_relation(relation) %}\n {% do return(adapter.get_relation(\n database=relation.database,\n schema=relation.schema,\n identifier=relation.identifier\n )) -%}\n{% endmacro %}", - "meta": {}, - "name": "load_cached_relation", - "original_file_path": "macros/adapters/relation.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/relation.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.load_cached_relation" - }, - "macro.dbt.load_csv_rows": { - "arguments": [], - "created_at": 1690254761.724747, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__load_csv_rows" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro load_csv_rows(model, agate_table) -%}\n {{ adapter.dispatch('load_csv_rows', 'dbt')(model, agate_table) }}\n{%- endmacro %}", - "meta": {}, - "name": "load_csv_rows", - "original_file_path": "macros/materializations/seeds/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/seeds/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.load_csv_rows" - }, - "macro.dbt.load_relation": { - "arguments": [], - "created_at": 1690254761.8316317, - "depends_on": { - "macros": [ - "macro.dbt.load_cached_relation" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro load_relation(relation) %}\n {{ return(load_cached_relation(relation)) }}\n{% endmacro %}", - "meta": {}, - "name": "load_relation", - "original_file_path": "macros/adapters/relation.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/relation.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.load_relation" - }, - "macro.dbt.make_backup_relation": { - "arguments": [], - "created_at": 1690254761.8286245, - "depends_on": { - "macros": [ - "macro.dbt.default__make_backup_relation" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro make_backup_relation(base_relation, backup_relation_type, suffix='__dbt_backup') %}\n {{ return(adapter.dispatch('make_backup_relation', 'dbt')(base_relation, backup_relation_type, suffix)) }}\n{% endmacro %}", - "meta": {}, - "name": "make_backup_relation", - "original_file_path": "macros/adapters/relation.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/relation.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.make_backup_relation" - }, - "macro.dbt.make_hook_config": { - "arguments": [], - "created_at": 1690254761.7122788, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro make_hook_config(sql, inside_transaction) %}\n {{ tojson({\"sql\": sql, \"transaction\": inside_transaction}) }}\n{% endmacro %}", - "meta": {}, - "name": "make_hook_config", - "original_file_path": "macros/materializations/hooks.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/hooks.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.make_hook_config" - }, - "macro.dbt.make_intermediate_relation": { - "arguments": [], - "created_at": 1690254761.8275943, - "depends_on": { - "macros": [ - "macro.dbt.default__make_intermediate_relation" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro make_intermediate_relation(base_relation, suffix='__dbt_tmp') %}\n {{ return(adapter.dispatch('make_intermediate_relation', 'dbt')(base_relation, suffix)) }}\n{% endmacro %}", - "meta": {}, - "name": "make_intermediate_relation", - "original_file_path": "macros/adapters/relation.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/relation.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.make_intermediate_relation" - }, - "macro.dbt.make_temp_relation": { - "arguments": [], - "created_at": 1690254761.8280544, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__make_temp_relation" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro make_temp_relation(base_relation, suffix='__dbt_tmp') %}\n {{ return(adapter.dispatch('make_temp_relation', 'dbt')(base_relation, suffix)) }}\n{% endmacro %}", - "meta": {}, - "name": "make_temp_relation", - "original_file_path": "macros/adapters/relation.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/relation.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.make_temp_relation" - }, - "macro.dbt.materialization_incremental_default": { - "arguments": [], - "created_at": 1690254761.789537, - "depends_on": { - "macros": [ - "macro.dbt.load_cached_relation", - "macro.dbt.make_temp_relation", - "macro.dbt.make_intermediate_relation", - "macro.dbt.make_backup_relation", - "macro.dbt.should_full_refresh", - "macro.dbt.incremental_validate_on_schema_change", - "macro.dbt.drop_relation_if_exists", - "macro.dbt.run_hooks", - "macro.dbt.get_create_table_as_sql", - "macro.dbt.run_query", - "macro.dbt.process_schema_changes", - "macro.dbt.statement", - "macro.dbt.should_revoke", - "macro.dbt.apply_grants", - "macro.dbt.persist_docs", - "macro.dbt.create_indexes" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% materialization incremental, default -%}\n\n -- relations\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set temp_relation = make_temp_relation(target_relation)-%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation)-%}\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n\n -- configs\n {%- set unique_key = config.get('unique_key') -%}\n {%- set full_refresh_mode = (should_full_refresh() or existing_relation.is_view) -%}\n {%- set on_schema_change = incremental_validate_on_schema_change(config.get('on_schema_change'), default='ignore') -%}\n\n -- the temp_ and backup_ relations should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation. This has to happen before\n -- BEGIN, in a separate transaction\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation)-%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set to_drop = [] %}\n\n {% if existing_relation is none %}\n {% set build_sql = get_create_table_as_sql(False, target_relation, sql) %}\n {% elif full_refresh_mode %}\n {% set build_sql = get_create_table_as_sql(False, intermediate_relation, sql) %}\n {% set need_swap = true %}\n {% else %}\n {% do run_query(get_create_table_as_sql(True, temp_relation, sql)) %}\n {% do adapter.expand_target_column_types(\n from_relation=temp_relation,\n to_relation=target_relation) %}\n {#-- Process schema changes. Returns dict of changes if successful. Use source columns for upserting/merging --#}\n {% set dest_columns = process_schema_changes(on_schema_change, temp_relation, existing_relation) %}\n {% if not dest_columns %}\n {% set dest_columns = adapter.get_columns_in_relation(existing_relation) %}\n {% endif %}\n\n {#-- Get the incremental_strategy, the macro to use for the strategy, and build the sql --#}\n {% set incremental_strategy = config.get('incremental_strategy') or 'default' %}\n {% set incremental_predicates = config.get('predicates', none) or config.get('incremental_predicates', none) %}\n {% set strategy_sql_macro_func = adapter.get_incremental_strategy_macro(context, incremental_strategy) %}\n {% set strategy_arg_dict = ({'target_relation': target_relation, 'temp_relation': temp_relation, 'unique_key': unique_key, 'dest_columns': dest_columns, 'incremental_predicates': incremental_predicates }) %}\n {% set build_sql = strategy_sql_macro_func(strategy_arg_dict) %}\n\n {% endif %}\n\n {% call statement(\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% if need_swap %}\n {% do adapter.rename_relation(target_relation, backup_relation) %}\n {% do adapter.rename_relation(intermediate_relation, target_relation) %}\n {% do to_drop.append(backup_relation) %}\n {% endif %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if existing_relation is none or existing_relation.is_view or should_full_refresh() %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {% do adapter.commit() %}\n\n {% for rel in to_drop %}\n {% do adapter.drop_relation(rel) %}\n {% endfor %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", - "meta": {}, - "name": "materialization_incremental_default", - "original_file_path": "macros/materializations/models/incremental/incremental.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/incremental.sql", - "resource_type": "macro", - "supported_languages": [ - "sql" - ], - "unique_id": "macro.dbt.materialization_incremental_default" - }, - "macro.dbt.materialization_seed_default": { - "arguments": [], - "created_at": 1690254761.7162557, - "depends_on": { - "macros": [ - "macro.dbt.should_full_refresh", - "macro.dbt.run_hooks", - "macro.dbt.reset_csv_table", - "macro.dbt.create_csv_table", - "macro.dbt.load_csv_rows", - "macro.dbt.noop_statement", - "macro.dbt.get_csv_sql", - "macro.dbt.should_revoke", - "macro.dbt.apply_grants", - "macro.dbt.persist_docs", - "macro.dbt.create_indexes" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% materialization seed, default %}\n\n {%- set identifier = model['alias'] -%}\n {%- set full_refresh_mode = (should_full_refresh()) -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n\n {%- set exists_as_table = (old_relation is not none and old_relation.is_table) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set grant_config = config.get('grants') -%}\n {%- set agate_table = load_agate_table() -%}\n -- grab current tables grants config for comparision later on\n\n {%- do store_result('agate_table', response='OK', agate_table=agate_table) -%}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% set create_table_sql = \"\" %}\n {% if exists_as_view %}\n {{ exceptions.raise_compiler_error(\"Cannot seed to '{}', it is a view\".format(old_relation)) }}\n {% elif exists_as_table %}\n {% set create_table_sql = reset_csv_table(model, full_refresh_mode, old_relation, agate_table) %}\n {% else %}\n {% set create_table_sql = create_csv_table(model, agate_table) %}\n {% endif %}\n\n {% set code = 'CREATE' if full_refresh_mode else 'INSERT' %}\n {% set rows_affected = (agate_table.rows | length) %}\n {% set sql = load_csv_rows(model, agate_table) %}\n\n {% call noop_statement('main', code ~ ' ' ~ rows_affected, code, rows_affected) %}\n {{ get_csv_sql(create_table_sql, sql) }};\n {% endcall %}\n\n {% set target_relation = this.incorporate(type='table') %}\n\n {% set should_revoke = should_revoke(old_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if full_refresh_mode or not exists_as_table %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", - "meta": {}, - "name": "materialization_seed_default", - "original_file_path": "macros/materializations/seeds/seed.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/seeds/seed.sql", - "resource_type": "macro", - "supported_languages": [ - "sql" - ], - "unique_id": "macro.dbt.materialization_seed_default" - }, - "macro.dbt.materialization_snapshot_default": { - "arguments": [], - "created_at": 1690254761.7433245, - "depends_on": { - "macros": [ - "macro.dbt.get_or_create_relation", - "macro.dbt.run_hooks", - "macro.dbt.strategy_dispatch", - "macro.dbt.build_snapshot_table", - "macro.dbt.create_table_as", - "macro.dbt.build_snapshot_staging_table", - "macro.dbt.create_columns", - "macro.dbt.snapshot_merge_sql", - "macro.dbt.statement", - "macro.dbt.should_revoke", - "macro.dbt.apply_grants", - "macro.dbt.persist_docs", - "macro.dbt.create_indexes", - "macro.dbt.post_snapshot" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% materialization snapshot, default %}\n {%- set config = model['config'] -%}\n\n {%- set target_table = model.get('alias', model.get('name')) -%}\n\n {%- set strategy_name = config.get('strategy') -%}\n {%- set unique_key = config.get('unique_key') %}\n -- grab current tables grants config for comparision later on\n {%- set grant_config = config.get('grants') -%}\n\n {% set target_relation_exists, target_relation = get_or_create_relation(\n database=model.database,\n schema=model.schema,\n identifier=target_table,\n type='table') -%}\n\n {%- if not target_relation.is_table -%}\n {% do exceptions.relation_wrong_type(target_relation, 'table') %}\n {%- endif -%}\n\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set strategy_macro = strategy_dispatch(strategy_name) %}\n {% set strategy = strategy_macro(model, \"snapshotted_data\", \"source_data\", config, target_relation_exists) %}\n\n {% if not target_relation_exists %}\n\n {% set build_sql = build_snapshot_table(strategy, model['compiled_code']) %}\n {% set final_sql = create_table_as(False, target_relation, build_sql) %}\n\n {% else %}\n\n {{ adapter.valid_snapshot_target(target_relation) }}\n\n {% set staging_table = build_snapshot_staging_table(strategy, sql, target_relation) %}\n\n -- this may no-op if the database does not require column expansion\n {% do adapter.expand_target_column_types(from_relation=staging_table,\n to_relation=target_relation) %}\n\n {% set missing_columns = adapter.get_missing_columns(staging_table, target_relation)\n | rejectattr('name', 'equalto', 'dbt_change_type')\n | rejectattr('name', 'equalto', 'DBT_CHANGE_TYPE')\n | rejectattr('name', 'equalto', 'dbt_unique_key')\n | rejectattr('name', 'equalto', 'DBT_UNIQUE_KEY')\n | list %}\n\n {% do create_columns(target_relation, missing_columns) %}\n\n {% set source_columns = adapter.get_columns_in_relation(staging_table)\n | rejectattr('name', 'equalto', 'dbt_change_type')\n | rejectattr('name', 'equalto', 'DBT_CHANGE_TYPE')\n | rejectattr('name', 'equalto', 'dbt_unique_key')\n | rejectattr('name', 'equalto', 'DBT_UNIQUE_KEY')\n | list %}\n\n {% set quoted_source_columns = [] %}\n {% for column in source_columns %}\n {% do quoted_source_columns.append(adapter.quote(column.name)) %}\n {% endfor %}\n\n {% set final_sql = snapshot_merge_sql(\n target = target_relation,\n source = staging_table,\n insert_cols = quoted_source_columns\n )\n %}\n\n {% endif %}\n\n {% call statement('main') %}\n {{ final_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(target_relation_exists, full_refresh_mode=False) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if not target_relation_exists %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {% if staging_table is defined %}\n {% do post_snapshot(staging_table) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", - "meta": {}, - "name": "materialization_snapshot_default", - "original_file_path": "macros/materializations/snapshots/snapshot.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/snapshots/snapshot.sql", - "resource_type": "macro", - "supported_languages": [ - "sql" - ], - "unique_id": "macro.dbt.materialization_snapshot_default" - }, - "macro.dbt.materialization_table_default": { - "arguments": [], - "created_at": 1690254761.7574596, - "depends_on": { - "macros": [ - "macro.dbt.load_cached_relation", - "macro.dbt.make_intermediate_relation", - "macro.dbt.make_backup_relation", - "macro.dbt.drop_relation_if_exists", - "macro.dbt.run_hooks", - "macro.dbt.statement", - "macro.dbt.get_create_table_as_sql", - "macro.dbt.create_indexes", - "macro.dbt.should_revoke", - "macro.dbt.apply_grants", - "macro.dbt.persist_docs" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% materialization table, default %}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') %}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n See ../view/view.sql for more information about this relation.\n */\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_table_as_sql(False, intermediate_relation, sql) }}\n {%- endcall %}\n\n -- cleanup\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {% do create_indexes(target_relation) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n -- finally, drop the existing/backup relation after the commit\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n{% endmaterialization %}", - "meta": {}, - "name": "materialization_table_default", - "original_file_path": "macros/materializations/models/table/table.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/table/table.sql", - "resource_type": "macro", - "supported_languages": [ - "sql" - ], - "unique_id": "macro.dbt.materialization_table_default" - }, - "macro.dbt.materialization_test_default": { - "arguments": [], - "created_at": 1690254761.7292273, - "depends_on": { - "macros": [ - "macro.dbt.should_store_failures", - "macro.dbt.statement", - "macro.dbt.create_table_as", - "macro.dbt.get_test_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{%- materialization test, default -%}\n\n {% set relations = [] %}\n\n {% if should_store_failures() %}\n\n {% set identifier = model['alias'] %}\n {% set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n {% set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database, type='table') -%} %}\n\n {% if old_relation %}\n {% do adapter.drop_relation(old_relation) %}\n {% endif %}\n\n {% call statement(auto_begin=True) %}\n {{ create_table_as(False, target_relation, sql) }}\n {% endcall %}\n\n {% do relations.append(target_relation) %}\n\n {% set main_sql %}\n select *\n from {{ target_relation }}\n {% endset %}\n\n {{ adapter.commit() }}\n\n {% else %}\n\n {% set main_sql = sql %}\n\n {% endif %}\n\n {% set limit = config.get('limit') %}\n {% set fail_calc = config.get('fail_calc') %}\n {% set warn_if = config.get('warn_if') %}\n {% set error_if = config.get('error_if') %}\n\n {% call statement('main', fetch_result=True) -%}\n\n {{ get_test_sql(main_sql, fail_calc, warn_if, error_if, limit)}}\n\n {%- endcall %}\n\n {{ return({'relations': relations}) }}\n\n{%- endmaterialization -%}", - "meta": {}, - "name": "materialization_test_default", - "original_file_path": "macros/materializations/tests/test.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/tests/test.sql", - "resource_type": "macro", - "supported_languages": [ - "sql" - ], - "unique_id": "macro.dbt.materialization_test_default" - }, - "macro.dbt.materialization_view_default": { - "arguments": [], - "created_at": 1690254761.7549145, - "depends_on": { - "macros": [ - "macro.dbt.load_cached_relation", - "macro.dbt.make_intermediate_relation", - "macro.dbt.make_backup_relation", - "macro.dbt.run_hooks", - "macro.dbt.drop_relation_if_exists", - "macro.dbt.statement", - "macro.dbt.get_create_view_as_sql", - "macro.dbt.should_revoke", - "macro.dbt.apply_grants", - "macro.dbt.persist_docs" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{%- materialization view, default -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='view') -%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n This relation (probably) doesn't exist yet. If it does exist, it's a leftover from\n a previous run, and we're going to try to drop it immediately. At the end of this\n materialization, we're going to rename the \"existing_relation\" to this identifier,\n and then we're going to drop it. In order to make sure we run the correct one of:\n - drop view ...\n - drop table ...\n\n We need to set the type of this relation to be the type of the existing_relation, if it exists,\n or else \"view\" as a sane default if it does not. Note that if the existing_relation does not\n exist, then there is nothing to move out of the way and subsequentally drop. In that case,\n this relation will be effectively unused.\n */\n {%- set backup_relation_type = 'view' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(intermediate_relation, sql) }}\n {%- endcall %}\n\n -- cleanup\n -- move the existing view out of the way\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization -%}", - "meta": {}, - "name": "materialization_view_default", - "original_file_path": "macros/materializations/models/view/view.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/view/view.sql", - "resource_type": "macro", - "supported_languages": [ - "sql" - ], - "unique_id": "macro.dbt.materialization_view_default" - }, - "macro.dbt.noop_statement": { - "arguments": [], - "created_at": 1690254761.8568645, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro noop_statement(name=None, message=None, code=None, rows_affected=None, res=None) -%}\n {%- set sql = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime SQL for node \"{}\"'.format(model['unique_id'])) }}\n {{ write(sql) }}\n {%- endif -%}\n\n {%- if name is not none -%}\n {{ store_raw_result(name, message=message, code=code, rows_affected=rows_affected, agate_table=res) }}\n {%- endif -%}\n\n{%- endmacro %}", - "meta": {}, - "name": "noop_statement", - "original_file_path": "macros/etc/statement.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/etc/statement.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.noop_statement" - }, - "macro.dbt.partition_range": { - "arguments": [], - "created_at": 1690254761.8608232, - "depends_on": { - "macros": [ - "macro.dbt.dates_in_range" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro partition_range(raw_partition_date, date_fmt='%Y%m%d') %}\n {% set partition_range = (raw_partition_date | string).split(\",\") %}\n\n {% if (partition_range | length) == 1 %}\n {% set start_date = partition_range[0] %}\n {% set end_date = none %}\n {% elif (partition_range | length) == 2 %}\n {% set start_date = partition_range[0] %}\n {% set end_date = partition_range[1] %}\n {% else %}\n {{ exceptions.raise_compiler_error(\"Invalid partition time. Expected format: {Start Date}[,{End Date}]. Got: \" ~ raw_partition_date) }}\n {% endif %}\n\n {{ return(dates_in_range(start_date, end_date, in_fmt=date_fmt)) }}\n{% endmacro %}", - "meta": {}, - "name": "partition_range", - "original_file_path": "macros/etc/datetime.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/etc/datetime.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.partition_range" - }, - "macro.dbt.persist_docs": { - "arguments": [], - "created_at": 1690254761.8469005, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__persist_docs" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro persist_docs(relation, model, for_relation=true, for_columns=true) -%}\n {{ return(adapter.dispatch('persist_docs', 'dbt')(relation, model, for_relation, for_columns)) }}\n{% endmacro %}", - "meta": {}, - "name": "persist_docs", - "original_file_path": "macros/adapters/persist_docs.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/persist_docs.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.persist_docs" - }, - "macro.dbt.position": { - "arguments": [], - "created_at": 1690254761.8069465, - "depends_on": { - "macros": [ - "macro.dbt.default__position" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro position(substring_text, string_text) -%}\n {{ return(adapter.dispatch('position', 'dbt') (substring_text, string_text)) }}\n{% endmacro %}", - "meta": {}, - "name": "position", - "original_file_path": "macros/utils/position.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/position.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.position" - }, - "macro.dbt.post_snapshot": { - "arguments": [], - "created_at": 1690254761.7472024, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__post_snapshot" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro post_snapshot(staging_relation) %}\n {{ adapter.dispatch('post_snapshot', 'dbt')(staging_relation) }}\n{% endmacro %}", - "meta": {}, - "name": "post_snapshot", - "original_file_path": "macros/materializations/snapshots/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/snapshots/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.post_snapshot" - }, - "macro.dbt.process_schema_changes": { - "arguments": [], - "created_at": 1690254761.7979763, - "depends_on": { - "macros": [ - "macro.dbt.check_for_schema_changes", - "macro.dbt.sync_column_schemas" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro process_schema_changes(on_schema_change, source_relation, target_relation) %}\n\n {% if on_schema_change == 'ignore' %}\n\n {{ return({}) }}\n\n {% else %}\n\n {% set schema_changes_dict = check_for_schema_changes(source_relation, target_relation) %}\n\n {% if schema_changes_dict['schema_changed'] %}\n\n {% if on_schema_change == 'fail' %}\n\n {% set fail_msg %}\n The source and target schemas on this incremental model are out of sync!\n They can be reconciled in several ways:\n - set the `on_schema_change` config to either append_new_columns or sync_all_columns, depending on your situation.\n - Re-run the incremental model with `full_refresh: True` to update the target schema.\n - update the schema manually and re-run the process.\n\n Additional troubleshooting context:\n Source columns not in target: {{ schema_changes_dict['source_not_in_target'] }}\n Target columns not in source: {{ schema_changes_dict['target_not_in_source'] }}\n New column types: {{ schema_changes_dict['new_target_types'] }}\n {% endset %}\n\n {% do exceptions.raise_compiler_error(fail_msg) %}\n\n {# -- unless we ignore, run the sync operation per the config #}\n {% else %}\n\n {% do sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}\n\n {% endif %}\n\n {% endif %}\n\n {{ return(schema_changes_dict['source_columns']) }}\n\n {% endif %}\n\n{% endmacro %}", - "meta": {}, - "name": "process_schema_changes", - "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/on_schema_change.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.process_schema_changes" - }, - "macro.dbt.py_current_timestring": { - "arguments": [], - "created_at": 1690254761.8612309, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro py_current_timestring() %}\n {% set dt = modules.datetime.datetime.now() %}\n {% do return(dt.strftime(\"%Y%m%d%H%M%S%f\")) %}\n{% endmacro %}", - "meta": {}, - "name": "py_current_timestring", - "original_file_path": "macros/etc/datetime.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/etc/datetime.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.py_current_timestring" - }, - "macro.dbt.py_script_comment": { - "arguments": [], - "created_at": 1690254761.8657203, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{%macro py_script_comment()%}\n{%endmacro%}", - "meta": {}, - "name": "py_script_comment", - "original_file_path": "macros/python_model/python.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/python_model/python.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.py_script_comment" - }, - "macro.dbt.py_script_postfix": { - "arguments": [], - "created_at": 1690254761.8655994, - "depends_on": { - "macros": [ - "macro.dbt.build_ref_function", - "macro.dbt.build_source_function", - "macro.dbt.build_config_dict", - "macro.dbt.resolve_model_name", - "macro.dbt.is_incremental", - "macro.dbt.py_script_comment" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro py_script_postfix(model) %}\n# This part is user provided model code\n# you will need to copy the next section to run the code\n# COMMAND ----------\n# this part is dbt logic for get ref work, do not modify\n\n{{ build_ref_function(model ) }}\n{{ build_source_function(model ) }}\n{{ build_config_dict(model) }}\n\nclass config:\n def __init__(self, *args, **kwargs):\n pass\n\n @staticmethod\n def get(key, default=None):\n return config_dict.get(key, default)\n\nclass this:\n \"\"\"dbt.this() or dbt.this.identifier\"\"\"\n database = \"{{ this.database }}\"\n schema = \"{{ this.schema }}\"\n identifier = \"{{ this.identifier }}\"\n {% set this_relation_name = resolve_model_name(this) %}\n def __repr__(self):\n return '{{ this_relation_name }}'\n\n\nclass dbtObj:\n def __init__(self, load_df_function) -> None:\n self.source = lambda *args: source(*args, dbt_load_df_function=load_df_function)\n self.ref = lambda *args, **kwargs: ref(*args, **kwargs, dbt_load_df_function=load_df_function)\n self.config = config\n self.this = this()\n self.is_incremental = {{ is_incremental() }}\n\n# COMMAND ----------\n{{py_script_comment()}}\n{% endmacro %}", - "meta": {}, - "name": "py_script_postfix", - "original_file_path": "macros/python_model/python.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/python_model/python.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.py_script_postfix" - }, - "macro.dbt.rename_relation": { - "arguments": [], - "created_at": 1690254761.8299835, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__rename_relation" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro rename_relation(from_relation, to_relation) -%}\n {{ return(adapter.dispatch('rename_relation', 'dbt')(from_relation, to_relation)) }}\n{% endmacro %}", - "meta": {}, - "name": "rename_relation", - "original_file_path": "macros/adapters/relation.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/relation.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.rename_relation" - }, - "macro.dbt.replace": { - "arguments": [], - "created_at": 1690254761.8082237, - "depends_on": { - "macros": [ - "macro.dbt.default__replace" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro replace(field, old_chars, new_chars) -%}\n {{ return(adapter.dispatch('replace', 'dbt') (field, old_chars, new_chars)) }}\n{% endmacro %}", - "meta": {}, - "name": "replace", - "original_file_path": "macros/utils/replace.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/replace.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.replace" - }, - "macro.dbt.reset_csv_table": { - "arguments": [], - "created_at": 1690254761.7221894, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__reset_csv_table" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro reset_csv_table(model, full_refresh, old_relation, agate_table) -%}\n {{ adapter.dispatch('reset_csv_table', 'dbt')(model, full_refresh, old_relation, agate_table) }}\n{%- endmacro %}", - "meta": {}, - "name": "reset_csv_table", - "original_file_path": "macros/materializations/seeds/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/seeds/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.reset_csv_table" - }, - "macro.dbt.resolve_model_name": { - "arguments": [], - "created_at": 1690254761.8628216, - "depends_on": { - "macros": [ - "macro.dbt.default__resolve_model_name" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro resolve_model_name(input_model_name) %}\n {{ return(adapter.dispatch('resolve_model_name', 'dbt')(input_model_name)) }}\n{% endmacro %}", - "meta": {}, - "name": "resolve_model_name", - "original_file_path": "macros/python_model/python.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/python_model/python.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.resolve_model_name" - }, - "macro.dbt.right": { - "arguments": [], - "created_at": 1690254761.7990718, - "depends_on": { - "macros": [ - "macro.dbt.default__right" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro right(string_text, length_expression) -%}\n {{ return(adapter.dispatch('right', 'dbt') (string_text, length_expression)) }}\n{% endmacro %}", - "meta": {}, - "name": "right", - "original_file_path": "macros/utils/right.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/right.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.right" - }, - "macro.dbt.run_hooks": { - "arguments": [], - "created_at": 1690254761.712091, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro run_hooks(hooks, inside_transaction=True) %}\n {% for hook in hooks | selectattr('transaction', 'equalto', inside_transaction) %}\n {% if not inside_transaction and loop.first %}\n {% call statement(auto_begin=inside_transaction) %}\n commit;\n {% endcall %}\n {% endif %}\n {% set rendered = render(hook.get('sql')) | trim %}\n {% if (rendered | length) > 0 %}\n {% call statement(auto_begin=inside_transaction) %}\n {{ rendered }}\n {% endcall %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", - "meta": {}, - "name": "run_hooks", - "original_file_path": "macros/materializations/hooks.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/hooks.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.run_hooks" - }, - "macro.dbt.run_query": { - "arguments": [], - "created_at": 1690254761.8571637, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro run_query(sql) %}\n {% call statement(\"run_query_statement\", fetch_result=true, auto_begin=false) %}\n {{ sql }}\n {% endcall %}\n\n {% do return(load_result(\"run_query_statement\").table) %}\n{% endmacro %}", - "meta": {}, - "name": "run_query", - "original_file_path": "macros/etc/statement.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/etc/statement.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.run_query" - }, - "macro.dbt.safe_cast": { - "arguments": [], - "created_at": 1690254761.8021202, - "depends_on": { - "macros": [ - "macro.dbt.default__safe_cast" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro safe_cast(field, type) %}\n {{ return(adapter.dispatch('safe_cast', 'dbt') (field, type)) }}\n{% endmacro %}", - "meta": {}, - "name": "safe_cast", - "original_file_path": "macros/utils/safe_cast.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/safe_cast.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.safe_cast" - }, - "macro.dbt.set_sql_header": { - "arguments": [], - "created_at": 1690254761.7105196, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro set_sql_header(config) -%}\n {{ config.set('sql_header', caller()) }}\n{%- endmacro %}", - "meta": {}, - "name": "set_sql_header", - "original_file_path": "macros/materializations/configs.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/configs.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.set_sql_header" - }, - "macro.dbt.should_full_refresh": { - "arguments": [], - "created_at": 1690254761.7108061, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro should_full_refresh() %}\n {% set config_full_refresh = config.get('full_refresh') %}\n {% if config_full_refresh is none %}\n {% set config_full_refresh = flags.FULL_REFRESH %}\n {% endif %}\n {% do return(config_full_refresh) %}\n{% endmacro %}", - "meta": {}, - "name": "should_full_refresh", - "original_file_path": "macros/materializations/configs.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/configs.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.should_full_refresh" - }, - "macro.dbt.should_revoke": { - "arguments": [], - "created_at": 1690254761.8347976, - "depends_on": { - "macros": [ - "macro.dbt.copy_grants" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro should_revoke(existing_relation, full_refresh_mode=True) %}\n\n {% if not existing_relation %}\n {#-- The table doesn't already exist, so no grants to copy over --#}\n {{ return(False) }}\n {% elif full_refresh_mode %}\n {#-- The object is being REPLACED -- whether grants are copied over depends on the value of user config --#}\n {{ return(copy_grants()) }}\n {% else %}\n {#-- The table is being merged/upserted/inserted -- grants will be carried over --#}\n {{ return(True) }}\n {% endif %}\n\n{% endmacro %}", - "meta": {}, - "name": "should_revoke", - "original_file_path": "macros/adapters/apply_grants.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/apply_grants.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.should_revoke" - }, - "macro.dbt.should_store_failures": { - "arguments": [], - "created_at": 1690254761.7110963, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro should_store_failures() %}\n {% set config_store_failures = config.get('store_failures') %}\n {% if config_store_failures is none %}\n {% set config_store_failures = flags.STORE_FAILURES %}\n {% endif %}\n {% do return(config_store_failures) %}\n{% endmacro %}", - "meta": {}, - "name": "should_store_failures", - "original_file_path": "macros/materializations/configs.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/configs.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.should_store_failures" - }, - "macro.dbt.snapshot_check_all_get_existing_columns": { - "arguments": [], - "created_at": 1690254761.7367575, - "depends_on": { - "macros": [ - "macro.dbt.get_columns_in_query" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) -%}\n {%- if not target_exists -%}\n {#-- no table yet -> return whatever the query does --#}\n {{ return((false, query_columns)) }}\n {%- endif -%}\n\n {#-- handle any schema changes --#}\n {%- set target_relation = adapter.get_relation(database=node.database, schema=node.schema, identifier=node.alias) -%}\n\n {% if check_cols_config == 'all' %}\n {%- set query_columns = get_columns_in_query(node['compiled_code']) -%}\n\n {% elif check_cols_config is iterable and (check_cols_config | length) > 0 %}\n {#-- query for proper casing/quoting, to support comparison below --#}\n {%- set select_check_cols_from_target -%}\n {#-- N.B. The whitespace below is necessary to avoid edge case issue with comments --#}\n {#-- See: https://github.com/dbt-labs/dbt-core/issues/6781 --#}\n select {{ check_cols_config | join(', ') }} from (\n {{ node['compiled_code'] }}\n ) subq\n {%- endset -%}\n {% set query_columns = get_columns_in_query(select_check_cols_from_target) %}\n\n {% else %}\n {% do exceptions.raise_compiler_error(\"Invalid value for 'check_cols': \" ~ check_cols_config) %}\n {% endif %}\n\n {%- set existing_cols = adapter.get_columns_in_relation(target_relation) | map(attribute = 'name') | list -%}\n {%- set ns = namespace() -%} {#-- handle for-loop scoping with a namespace --#}\n {%- set ns.column_added = false -%}\n\n {%- set intersection = [] -%}\n {%- for col in query_columns -%}\n {%- if col in existing_cols -%}\n {%- do intersection.append(adapter.quote(col)) -%}\n {%- else -%}\n {% set ns.column_added = true %}\n {%- endif -%}\n {%- endfor -%}\n {{ return((ns.column_added, intersection)) }}\n{%- endmacro %}", - "meta": {}, - "name": "snapshot_check_all_get_existing_columns", - "original_file_path": "macros/materializations/snapshots/strategies.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/snapshots/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.snapshot_check_all_get_existing_columns" - }, - "macro.dbt.snapshot_check_strategy": { - "arguments": [], - "created_at": 1690254761.7380037, - "depends_on": { - "macros": [ - "macro.dbt.snapshot_get_time", - "macro.dbt.snapshot_check_all_get_existing_columns", - "macro.dbt.get_true_sql", - "macro.dbt.snapshot_hash_arguments" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro snapshot_check_strategy(node, snapshotted_rel, current_rel, config, target_exists) %}\n {% set check_cols_config = config['check_cols'] %}\n {% set primary_key = config['unique_key'] %}\n {% set invalidate_hard_deletes = config.get('invalidate_hard_deletes', false) %}\n {% set updated_at = config.get('updated_at', snapshot_get_time()) %}\n\n {% set column_added = false %}\n\n {% set column_added, check_cols = snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) %}\n\n {%- set row_changed_expr -%}\n (\n {%- if column_added -%}\n {{ get_true_sql() }}\n {%- else -%}\n {%- for col in check_cols -%}\n {{ snapshotted_rel }}.{{ col }} != {{ current_rel }}.{{ col }}\n or\n (\n (({{ snapshotted_rel }}.{{ col }} is null) and not ({{ current_rel }}.{{ col }} is null))\n or\n ((not {{ snapshotted_rel }}.{{ col }} is null) and ({{ current_rel }}.{{ col }} is null))\n )\n {%- if not loop.last %} or {% endif -%}\n {%- endfor -%}\n {%- endif -%}\n )\n {%- endset %}\n\n {% set scd_id_expr = snapshot_hash_arguments([primary_key, updated_at]) %}\n\n {% do return({\n \"unique_key\": primary_key,\n \"updated_at\": updated_at,\n \"row_changed\": row_changed_expr,\n \"scd_id\": scd_id_expr,\n \"invalidate_hard_deletes\": invalidate_hard_deletes\n }) %}\n{% endmacro %}", - "meta": {}, - "name": "snapshot_check_strategy", - "original_file_path": "macros/materializations/snapshots/strategies.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/snapshots/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.snapshot_check_strategy" - }, - "macro.dbt.snapshot_get_time": { - "arguments": [], - "created_at": 1690254761.842905, - "depends_on": { - "macros": [ - "macro.dbt.default__snapshot_get_time" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "\n\n{%- macro snapshot_get_time() -%}\n {{ adapter.dispatch('snapshot_get_time', 'dbt')() }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "snapshot_get_time", - "original_file_path": "macros/adapters/timestamps.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/timestamps.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.snapshot_get_time" - }, - "macro.dbt.snapshot_hash_arguments": { - "arguments": [], - "created_at": 1690254761.7338889, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__snapshot_hash_arguments" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro snapshot_hash_arguments(args) -%}\n {{ adapter.dispatch('snapshot_hash_arguments', 'dbt')(args) }}\n{%- endmacro %}", - "meta": {}, - "name": "snapshot_hash_arguments", - "original_file_path": "macros/materializations/snapshots/strategies.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/snapshots/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.snapshot_hash_arguments" - }, - "macro.dbt.snapshot_merge_sql": { - "arguments": [], - "created_at": 1690254761.730393, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__snapshot_merge_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro snapshot_merge_sql(target, source, insert_cols) -%}\n {{ adapter.dispatch('snapshot_merge_sql', 'dbt')(target, source, insert_cols) }}\n{%- endmacro %}", - "meta": {}, - "name": "snapshot_merge_sql", - "original_file_path": "macros/materializations/snapshots/snapshot_merge.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/snapshots/snapshot_merge.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.snapshot_merge_sql" - }, - "macro.dbt.snapshot_staging_table": { - "arguments": [], - "created_at": 1690254761.7477407, - "depends_on": { - "macros": [ - "macro.dbt.default__snapshot_staging_table" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro snapshot_staging_table(strategy, source_sql, target_relation) -%}\n {{ adapter.dispatch('snapshot_staging_table', 'dbt')(strategy, source_sql, target_relation) }}\n{% endmacro %}", - "meta": {}, - "name": "snapshot_staging_table", - "original_file_path": "macros/materializations/snapshots/helpers.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/snapshots/helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.snapshot_staging_table" - }, - "macro.dbt.snapshot_string_as_time": { - "arguments": [], - "created_at": 1690254761.7350411, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__snapshot_string_as_time" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro snapshot_string_as_time(timestamp) -%}\n {{ adapter.dispatch('snapshot_string_as_time', 'dbt')(timestamp) }}\n{%- endmacro %}", - "meta": {}, - "name": "snapshot_string_as_time", - "original_file_path": "macros/materializations/snapshots/strategies.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/snapshots/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.snapshot_string_as_time" - }, - "macro.dbt.snapshot_timestamp_strategy": { - "arguments": [], - "created_at": 1690254761.7348642, - "depends_on": { - "macros": [ - "macro.dbt.snapshot_hash_arguments" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro snapshot_timestamp_strategy(node, snapshotted_rel, current_rel, config, target_exists) %}\n {% set primary_key = config['unique_key'] %}\n {% set updated_at = config['updated_at'] %}\n {% set invalidate_hard_deletes = config.get('invalidate_hard_deletes', false) %}\n\n {#/*\n The snapshot relation might not have an {{ updated_at }} value if the\n snapshot strategy is changed from `check` to `timestamp`. We\n should use a dbt-created column for the comparison in the snapshot\n table instead of assuming that the user-supplied {{ updated_at }}\n will be present in the historical data.\n\n See https://github.com/dbt-labs/dbt-core/issues/2350\n */ #}\n {% set row_changed_expr -%}\n ({{ snapshotted_rel }}.dbt_valid_from < {{ current_rel }}.{{ updated_at }})\n {%- endset %}\n\n {% set scd_id_expr = snapshot_hash_arguments([primary_key, updated_at]) %}\n\n {% do return({\n \"unique_key\": primary_key,\n \"updated_at\": updated_at,\n \"row_changed\": row_changed_expr,\n \"scd_id\": scd_id_expr,\n \"invalidate_hard_deletes\": invalidate_hard_deletes\n }) %}\n{% endmacro %}", - "meta": {}, - "name": "snapshot_timestamp_strategy", - "original_file_path": "macros/materializations/snapshots/strategies.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/snapshots/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.snapshot_timestamp_strategy" - }, - "macro.dbt.split_part": { - "arguments": [], - "created_at": 1690254761.8038917, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__split_part" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro split_part(string_text, delimiter_text, part_number) %}\n {{ return(adapter.dispatch('split_part', 'dbt') (string_text, delimiter_text, part_number)) }}\n{% endmacro %}", - "meta": {}, - "name": "split_part", - "original_file_path": "macros/utils/split_part.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/split_part.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.split_part" - }, - "macro.dbt.sql_convert_columns_in_relation": { - "arguments": [], - "created_at": 1690254761.8188043, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro sql_convert_columns_in_relation(table) -%}\n {% set columns = [] %}\n {% for row in table %}\n {% do columns.append(api.Column(*row)) %}\n {% endfor %}\n {{ return(columns) }}\n{% endmacro %}", - "meta": {}, - "name": "sql_convert_columns_in_relation", - "original_file_path": "macros/adapters/columns.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/columns.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.sql_convert_columns_in_relation" - }, - "macro.dbt.statement": { - "arguments": [], - "created_at": 1690254761.85616, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "\n{%- macro statement(name=None, fetch_result=False, auto_begin=True, language='sql') -%}\n {%- if execute: -%}\n {%- set compiled_code = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime {} for node \"{}\"'.format(language, model['unique_id'])) }}\n {{ write(compiled_code) }}\n {%- endif -%}\n {%- if language == 'sql'-%}\n {%- set res, table = adapter.execute(compiled_code, auto_begin=auto_begin, fetch=fetch_result) -%}\n {%- elif language == 'python' -%}\n {%- set res = submit_python_job(model, compiled_code) -%}\n {#-- TODO: What should table be for python models? --#}\n {%- set table = None -%}\n {%- else -%}\n {% do exceptions.raise_compiler_error(\"statement macro didn't get supported language\") %}\n {%- endif -%}\n\n {%- if name is not none -%}\n {{ store_result(name, response=res, agate_table=table) }}\n {%- endif -%}\n\n {%- endif -%}\n{%- endmacro %}", - "meta": {}, - "name": "statement", - "original_file_path": "macros/etc/statement.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/etc/statement.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.statement" - }, - "macro.dbt.strategy_dispatch": { - "arguments": [], - "created_at": 1690254761.7337246, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro strategy_dispatch(name) -%}\n{% set original_name = name %}\n {% if '.' in name %}\n {% set package_name, name = name.split(\".\", 1) %}\n {% else %}\n {% set package_name = none %}\n {% endif %}\n\n {% if package_name is none %}\n {% set package_context = context %}\n {% elif package_name in context %}\n {% set package_context = context[package_name] %}\n {% else %}\n {% set error_msg %}\n Could not find package '{{package_name}}', called with '{{original_name}}'\n {% endset %}\n {{ exceptions.raise_compiler_error(error_msg | trim) }}\n {% endif %}\n\n {%- set search_name = 'snapshot_' ~ name ~ '_strategy' -%}\n\n {% if search_name not in package_context %}\n {% set error_msg %}\n The specified strategy macro '{{name}}' was not found in package '{{ package_name }}'\n {% endset %}\n {{ exceptions.raise_compiler_error(error_msg | trim) }}\n {% endif %}\n {{ return(package_context[search_name]) }}\n{%- endmacro %}", - "meta": {}, - "name": "strategy_dispatch", - "original_file_path": "macros/materializations/snapshots/strategies.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/snapshots/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.strategy_dispatch" - }, - "macro.dbt.string_literal": { - "arguments": [], - "created_at": 1690254761.800761, - "depends_on": { - "macros": [ - "macro.dbt.default__string_literal" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{%- macro string_literal(value) -%}\n {{ return(adapter.dispatch('string_literal', 'dbt') (value)) }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "string_literal", - "original_file_path": "macros/utils/literal.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/literal.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.string_literal" - }, - "macro.dbt.support_multiple_grantees_per_dcl_statement": { - "arguments": [], - "created_at": 1690254761.8342285, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__support_multiple_grantees_per_dcl_statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro support_multiple_grantees_per_dcl_statement() %}\n {{ return(adapter.dispatch('support_multiple_grantees_per_dcl_statement', 'dbt')()) }}\n{% endmacro %}", - "meta": {}, - "name": "support_multiple_grantees_per_dcl_statement", - "original_file_path": "macros/adapters/apply_grants.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/apply_grants.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.support_multiple_grantees_per_dcl_statement" - }, - "macro.dbt.sync_column_schemas": { - "arguments": [], - "created_at": 1690254761.7967615, - "depends_on": { - "macros": [ - "macro.dbt.alter_relation_add_remove_columns", - "macro.dbt.alter_column_type" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}\n\n {%- set add_to_target_arr = schema_changes_dict['source_not_in_target'] -%}\n\n {%- if on_schema_change == 'append_new_columns'-%}\n {%- if add_to_target_arr | length > 0 -%}\n {%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, none) -%}\n {%- endif -%}\n\n {% elif on_schema_change == 'sync_all_columns' %}\n {%- set remove_from_target_arr = schema_changes_dict['target_not_in_source'] -%}\n {%- set new_target_types = schema_changes_dict['new_target_types'] -%}\n\n {% if add_to_target_arr | length > 0 or remove_from_target_arr | length > 0 %}\n {%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, remove_from_target_arr) -%}\n {% endif %}\n\n {% if new_target_types != [] %}\n {% for ntt in new_target_types %}\n {% set column_name = ntt['column_name'] %}\n {% set new_type = ntt['new_type'] %}\n {% do alter_column_type(target_relation, column_name, new_type) %}\n {% endfor %}\n {% endif %}\n\n {% endif %}\n\n {% set schema_change_message %}\n In {{ target_relation }}:\n Schema change approach: {{ on_schema_change }}\n Columns added: {{ add_to_target_arr }}\n Columns removed: {{ remove_from_target_arr }}\n Data types changed: {{ new_target_types }}\n {% endset %}\n\n {% do log(schema_change_message) %}\n\n{% endmacro %}", - "meta": {}, - "name": "sync_column_schemas", - "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/incremental/on_schema_change.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.sync_column_schemas" - }, - "macro.dbt.table_columns_and_constraints": { - "arguments": [], - "created_at": 1690254761.7627563, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro table_columns_and_constraints() %}\n {# loop through user_provided_columns to create DDL with data types and constraints #}\n {%- set raw_column_constraints = adapter.render_raw_columns_constraints(raw_columns=model['columns']) -%}\n {%- set raw_model_constraints = adapter.render_raw_model_constraints(raw_constraints=model['constraints']) -%}\n (\n {% for c in raw_column_constraints -%}\n {{ c }}{{ \",\" if not loop.last or raw_model_constraints }}\n {% endfor %}\n {% for c in raw_model_constraints -%}\n {{ c }}{{ \",\" if not loop.last }}\n {% endfor -%}\n )\n{% endmacro %}", - "meta": {}, - "name": "table_columns_and_constraints", - "original_file_path": "macros/materializations/models/table/columns_spec_ddl.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/materializations/models/table/columns_spec_ddl.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.table_columns_and_constraints" - }, - "macro.dbt.test_accepted_values": { - "arguments": [], - "created_at": 1690254761.8711882, - "depends_on": { - "macros": [ - "macro.dbt.default__test_accepted_values" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% test accepted_values(model, column_name, values, quote=True) %}\n {% set macro = adapter.dispatch('test_accepted_values', 'dbt') %}\n {{ macro(model, column_name, values, quote) }}\n{% endtest %}", - "meta": {}, - "name": "test_accepted_values", - "original_file_path": "tests/generic/builtin.sql", - "package_name": "dbt", - "patch_path": null, - "path": "tests/generic/builtin.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.test_accepted_values" - }, - "macro.dbt.test_not_null": { - "arguments": [], - "created_at": 1690254761.8707643, - "depends_on": { - "macros": [ - "macro.dbt.default__test_not_null" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% test not_null(model, column_name) %}\n {% set macro = adapter.dispatch('test_not_null', 'dbt') %}\n {{ macro(model, column_name) }}\n{% endtest %}", - "meta": {}, - "name": "test_not_null", - "original_file_path": "tests/generic/builtin.sql", - "package_name": "dbt", - "patch_path": null, - "path": "tests/generic/builtin.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.test_not_null" - }, - "macro.dbt.test_relationships": { - "arguments": [], - "created_at": 1690254761.8715737, - "depends_on": { - "macros": [ - "macro.dbt.default__test_relationships" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% test relationships(model, column_name, to, field) %}\n {% set macro = adapter.dispatch('test_relationships', 'dbt') %}\n {{ macro(model, column_name, to, field) }}\n{% endtest %}", - "meta": {}, - "name": "test_relationships", - "original_file_path": "tests/generic/builtin.sql", - "package_name": "dbt", - "patch_path": null, - "path": "tests/generic/builtin.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.test_relationships" - }, - "macro.dbt.test_unique": { - "arguments": [], - "created_at": 1690254761.8704414, - "depends_on": { - "macros": [ - "macro.dbt.default__test_unique" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% test unique(model, column_name) %}\n {% set macro = adapter.dispatch('test_unique', 'dbt') %}\n {{ macro(model, column_name) }}\n{% endtest %}", - "meta": {}, - "name": "test_unique", - "original_file_path": "tests/generic/builtin.sql", - "package_name": "dbt", - "patch_path": null, - "path": "tests/generic/builtin.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.test_unique" - }, - "macro.dbt.truncate_relation": { - "arguments": [], - "created_at": 1690254761.8295295, - "depends_on": { - "macros": [ - "macro.dbt.default__truncate_relation" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro truncate_relation(relation) -%}\n {{ return(adapter.dispatch('truncate_relation', 'dbt')(relation)) }}\n{% endmacro %}", - "meta": {}, - "name": "truncate_relation", - "original_file_path": "macros/adapters/relation.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/adapters/relation.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.truncate_relation" - }, - "macro.dbt.type_bigint": { - "arguments": [], - "created_at": 1690254761.8118281, - "depends_on": { - "macros": [ - "macro.dbt.default__type_bigint" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "\n\n{%- macro type_bigint() -%}\n {{ return(adapter.dispatch('type_bigint', 'dbt')()) }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "type_bigint", - "original_file_path": "macros/utils/data_types.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/data_types.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.type_bigint" - }, - "macro.dbt.type_boolean": { - "arguments": [], - "created_at": 1690254761.812644, - "depends_on": { - "macros": [ - "macro.dbt.default__type_boolean" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "\n\n{%- macro type_boolean() -%}\n {{ return(adapter.dispatch('type_boolean', 'dbt')()) }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "type_boolean", - "original_file_path": "macros/utils/data_types.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/data_types.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.type_boolean" - }, - "macro.dbt.type_float": { - "arguments": [], - "created_at": 1690254761.8111045, - "depends_on": { - "macros": [ - "macro.dbt.default__type_float" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "\n\n{%- macro type_float() -%}\n {{ return(adapter.dispatch('type_float', 'dbt')()) }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "type_float", - "original_file_path": "macros/utils/data_types.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/data_types.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.type_float" - }, - "macro.dbt.type_int": { - "arguments": [], - "created_at": 1690254761.8122213, - "depends_on": { - "macros": [ - "macro.dbt.default__type_int" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "\n\n{%- macro type_int() -%}\n {{ return(adapter.dispatch('type_int', 'dbt')()) }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "type_int", - "original_file_path": "macros/utils/data_types.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/data_types.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.type_int" - }, - "macro.dbt.type_numeric": { - "arguments": [], - "created_at": 1690254761.8114777, - "depends_on": { - "macros": [ - "macro.dbt.default__type_numeric" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "\n\n{%- macro type_numeric() -%}\n {{ return(adapter.dispatch('type_numeric', 'dbt')()) }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "type_numeric", - "original_file_path": "macros/utils/data_types.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/data_types.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.type_numeric" - }, - "macro.dbt.type_string": { - "arguments": [], - "created_at": 1690254761.810231, - "depends_on": { - "macros": [ - "macro.dbt.default__type_string" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "\n\n{%- macro type_string() -%}\n {{ return(adapter.dispatch('type_string', 'dbt')()) }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "type_string", - "original_file_path": "macros/utils/data_types.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/data_types.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.type_string" - }, - "macro.dbt.type_timestamp": { - "arguments": [], - "created_at": 1690254761.8105628, - "depends_on": { - "macros": [ - "macro.dbt.default__type_timestamp" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "\n\n{%- macro type_timestamp() -%}\n {{ return(adapter.dispatch('type_timestamp', 'dbt')()) }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "type_timestamp", - "original_file_path": "macros/utils/data_types.sql", - "package_name": "dbt", - "patch_path": null, - "path": "macros/utils/data_types.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt.type_timestamp" - }, - "macro.dbt_databricks.alter_column_set_constraints": { - "arguments": [], - "created_at": 1690254761.5773988, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__alter_column_set_constraints" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro alter_column_set_constraints(relation, column_dict) %}\n {{ return(adapter.dispatch('alter_column_set_constraints', 'dbt')(relation, column_dict)) }}\n{% endmacro %}", - "meta": {}, - "name": "alter_column_set_constraints", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.alter_column_set_constraints" - }, - "macro.dbt_databricks.alter_table_add_constraints": { - "arguments": [], - "created_at": 1690254761.5750604, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__alter_table_add_constraints" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro alter_table_add_constraints(relation, constraints) %}\n {{ return(adapter.dispatch('alter_table_add_constraints', 'dbt')(relation, constraints)) }}\n{% endmacro %}", - "meta": {}, - "name": "alter_table_add_constraints", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.alter_table_add_constraints" - }, - "macro.dbt_databricks.current_catalog": { - "arguments": [], - "created_at": 1690254761.549872, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__current_catalog" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro current_catalog() -%}\n {{ return(adapter.dispatch('current_catalog', 'dbt')()) }}\n{% endmacro %}", - "meta": {}, - "name": "current_catalog", - "original_file_path": "macros/catalog.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/catalog.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.current_catalog" - }, - "macro.dbt_databricks.databricks__alter_column_comment": { - "arguments": [], - "created_at": 1690254761.5734208, - "depends_on": { - "macros": [ - "macro.dbt.run_query" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__alter_column_comment(relation, column_dict) %}\n {% if config.get('file_format', default='delta') in ['delta', 'hudi'] %}\n {% for column_name in column_dict %}\n {% set comment = column_dict[column_name]['description'] %}\n {% set escaped_comment = comment | replace('\\'', '\\\\\\'') %}\n {% set comment_query %}\n alter table {{ relation }} change column\n {{ adapter.quote(column_name) if column_dict[column_name]['quote'] else column_name }}\n comment '{{ escaped_comment }}';\n {% endset %}\n {% do run_query(comment_query) %}\n {% endfor %}\n {% endif %}\n{% endmacro %}", - "meta": {}, - "name": "databricks__alter_column_comment", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__alter_column_comment" - }, - "macro.dbt_databricks.databricks__alter_column_set_constraints": { - "arguments": [], - "created_at": 1690254761.5780015, - "depends_on": { - "macros": [ - "macro.dbt_databricks.get_column_constraints", - "macro.dbt_databricks.get_constraints_sql", - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__alter_column_set_constraints(relation, model) %}\n {% set column_dict = model.columns %}\n {% for column_name in column_dict %}\n {% set column = column_dict[column_name] %}\n {% set constraints = get_column_constraints(column) %}\n {% set statements = get_constraints_sql(relation, constraints, model, column) %}\n {% for stmt in statements %}\n {% call statement() %}\n {{ stmt }}\n {% endcall %}\n {% endfor %}\n {% endfor %}\n{% endmacro %}", - "meta": {}, - "name": "databricks__alter_column_set_constraints", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__alter_column_set_constraints" - }, - "macro.dbt_databricks.databricks__alter_table_add_constraints": { - "arguments": [], - "created_at": 1690254761.5755277, - "depends_on": { - "macros": [ - "macro.dbt_databricks.get_model_constraints", - "macro.dbt_databricks.get_constraints_sql", - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__alter_table_add_constraints(relation, model) %}\n {% set constraints = get_model_constraints(model) %}\n {% set statements = get_constraints_sql(relation, constraints, model) %}\n {% for stmt in statements %}\n {% call statement() %}\n {{ stmt }}\n {% endcall %}\n {% endfor %}\n{% endmacro %}", - "meta": {}, - "name": "databricks__alter_table_add_constraints", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__alter_table_add_constraints" - }, - "macro.dbt_databricks.databricks__create_csv_table": { - "arguments": [], - "created_at": 1690254761.599094, - "depends_on": { - "macros": [ - "macro.dbt_spark.file_format_clause", - "macro.dbt_spark.partition_cols", - "macro.dbt_spark.clustered_cols", - "macro.dbt_spark.location_clause", - "macro.dbt_spark.comment_clause", - "macro.dbt_databricks.tblproperties_clause", - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__create_csv_table(model, agate_table) %}\n {%- set column_override = model['config'].get('column_types', {}) -%}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n\n {% set sql %}\n create table {{ this.render() }} (\n {%- for col_name in agate_table.column_names -%}\n {%- set inferred_type = adapter.convert_type(agate_table, loop.index0) -%}\n {%- set type = column_override.get(col_name, inferred_type) -%}\n {%- set column_name = (col_name | string) -%}\n {{ adapter.quote_seed_column(column_name, quote_seed_column) }} {{ type }} {%- if not loop.last -%}, {%- endif -%}\n {%- endfor -%}\n )\n {{ file_format_clause() }}\n {{ partition_cols(label=\"partitioned by\") }}\n {{ clustered_cols(label=\"clustered by\") }}\n {{ location_clause() }}\n {{ comment_clause() }}\n {{ tblproperties_clause() }}\n {% endset %}\n\n {% call statement('_') -%}\n {{ sql }}\n {%- endcall %}\n\n {{ return(sql) }}\n{% endmacro %}", - "meta": {}, - "name": "databricks__create_csv_table", - "original_file_path": "macros/materializations/seed.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/materializations/seed.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__create_csv_table" - }, - "macro.dbt_databricks.databricks__create_table_as": { - "arguments": [], - "created_at": 1690254761.57186, - "depends_on": { - "macros": [ - "macro.dbt_spark.create_temporary_view", - "macro.dbt.get_assert_columns_equivalent", - "macro.dbt.get_select_subquery", - "macro.dbt_spark.file_format_clause", - "macro.dbt_spark.options_clause", - "macro.dbt_spark.partition_cols", - "macro.dbt_spark.clustered_cols", - "macro.dbt_spark.location_clause", - "macro.dbt_spark.comment_clause", - "macro.dbt_databricks.tblproperties_clause", - "macro.dbt_spark.py_write_table" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__create_table_as(temporary, relation, compiled_code, language='sql') -%}\n {%- if language == 'sql' -%}\n {%- if temporary -%}\n {{ create_temporary_view(relation, compiled_code) }}\n {%- else -%}\n {% if config.get('file_format', default='delta') == 'delta' %}\n create or replace table {{ relation }}\n {% else %}\n create table {{ relation }}\n {% endif %}\n {%- set contract_config = config.get('contract') -%}\n {% if contract_config and contract_config.enforced %}\n {{ get_assert_columns_equivalent(compiled_code) }}\n {%- set compiled_code = get_select_subquery(compiled_code) %}\n {% endif %}\n {{ file_format_clause() }}\n {{ options_clause() }}\n {{ partition_cols(label=\"partitioned by\") }}\n {{ clustered_cols(label=\"clustered by\") }}\n {{ location_clause() }}\n {{ comment_clause() }}\n {{ tblproperties_clause() }}\n as\n {{ compiled_code }}\n {%- endif -%}\n {%- elif language == 'python' -%}\n {#--\n N.B. Python models _can_ write to temp views HOWEVER they use a different session\n and have already expired by the time they need to be used (I.E. in merges for incremental models)\n\n TODO: Deep dive into spark sessions to see if we can reuse a single session for an entire\n dbt invocation.\n --#}\n {{ py_write_table(compiled_code=compiled_code, target_relation=relation) }}\n {%- endif -%}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "databricks__create_table_as", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__create_table_as" - }, - "macro.dbt_databricks.databricks__create_view_as": { - "arguments": [], - "created_at": 1690254761.5724337, - "depends_on": { - "macros": [ - "macro.dbt_spark.comment_clause", - "macro.dbt.get_assert_columns_equivalent", - "macro.dbt_databricks.tblproperties_clause" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__create_view_as(relation, sql) -%}\n create or replace view {{ relation }}\n {{ comment_clause() }}\n {%- set contract_config = config.get('contract') -%}\n {% if contract_config and contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {%- endif %}\n {{ tblproperties_clause() }}\n as\n {{ sql }}\n{% endmacro %}", - "meta": {}, - "name": "databricks__create_view_as", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__create_view_as" - }, - "macro.dbt_databricks.databricks__current_catalog": { - "arguments": [], - "created_at": 1690254761.550542, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__current_catalog() -%}\n {% call statement('current_catalog', fetch_result=True) %}\n select current_catalog()\n {% endcall %}\n {% do return(load_result('current_catalog').table) %}\n{% endmacro %}", - "meta": {}, - "name": "databricks__current_catalog", - "original_file_path": "macros/catalog.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/catalog.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__current_catalog" - }, - "macro.dbt_databricks.databricks__dateadd": { - "arguments": [], - "created_at": 1690254761.6255584, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__dateadd" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__dateadd(datepart, interval, from_date_or_timestamp) %}\n {%- if adapter.compare_dbr_version(10, 4) >= 0 -%}\n timestampadd({{datepart}}, {{interval}}, {{from_date_or_timestamp}})\n {%- else -%}\n {{ spark__dateadd(datepart, interval, from_date_or_timestamp) }}\n {%- endif -%}\n{%- endmacro %}", - "meta": {}, - "name": "databricks__dateadd", - "original_file_path": "macros/utils/dateadd.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/utils/dateadd.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__dateadd" - }, - "macro.dbt_databricks.databricks__datediff": { - "arguments": [], - "created_at": 1690254761.6251328, - "depends_on": { - "macros": [ - "macro.dbt.date_trunc", - "macro.dbt_spark.spark__datediff" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__datediff(first_date, second_date, datepart) %}\n {%- if adapter.compare_dbr_version(10, 4) >= 0 -%}\n timestampdiff({{datepart}}, {{date_trunc(datepart, first_date)}}, {{date_trunc(datepart, second_date)}})\n {%- else -%}\n {{ spark__datediff(first_date, second_date, datepart) }}\n {%- endif -%}\n{%- endmacro %}", - "meta": {}, - "name": "databricks__datediff", - "original_file_path": "macros/utils/datediff.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/utils/datediff.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__datediff" - }, - "macro.dbt_databricks.databricks__file_format_clause": { - "arguments": [], - "created_at": 1690254761.5685852, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__file_format_clause() %}\n {%- set file_format = config.get('file_format', default='delta') -%}\n {%- if file_format is not none %}\n using {{ file_format }}\n {%- endif %}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "databricks__file_format_clause", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__file_format_clause" - }, - "macro.dbt_databricks.databricks__generate_database_name": { - "arguments": [], - "created_at": 1690254761.5899389, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__generate_database_name(custom_database_name=none, node=none) -%}\n {%- set default_database = target.database -%}\n {%- if custom_database_name is none -%}\n {{ return(default_database) }}\n {%- else -%}\n {{ return(custom_database_name) }}\n {%- endif -%}\n{%- endmacro %}", - "meta": {}, - "name": "databricks__generate_database_name", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__generate_database_name" - }, - "macro.dbt_databricks.databricks__get_binding_char": { - "arguments": [], - "created_at": 1690254761.5963156, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__get_binding_char() %}\n {{ return('%s') }}\n{% endmacro %}", - "meta": {}, - "name": "databricks__get_binding_char", - "original_file_path": "macros/materializations/seed.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/materializations/seed.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__get_binding_char" - }, - "macro.dbt_databricks.databricks__get_incremental_append_sql": { - "arguments": [], - "created_at": 1690254761.6166713, - "depends_on": { - "macros": [ - "macro.dbt_databricks.get_insert_into_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__get_incremental_append_sql(arg_dict) %}\n {% do return(get_insert_into_sql(arg_dict[\"temp_relation\"], arg_dict[\"target_relation\"])) %}\n{% endmacro %}", - "meta": {}, - "name": "databricks__get_incremental_append_sql", - "original_file_path": "macros/materializations/incremental/strategies.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/materializations/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__get_incremental_append_sql" - }, - "macro.dbt_databricks.databricks__get_incremental_default_sql": { - "arguments": [], - "created_at": 1690254761.616441, - "depends_on": { - "macros": [ - "macro.dbt.get_incremental_merge_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__get_incremental_default_sql(arg_dict) %}\n {{ return(get_incremental_merge_sql(arg_dict)) }}\n{% endmacro %}", - "meta": {}, - "name": "databricks__get_incremental_default_sql", - "original_file_path": "macros/materializations/incremental/strategies.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/materializations/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__get_incremental_default_sql" - }, - "macro.dbt_databricks.databricks__get_incremental_replace_where_sql": { - "arguments": [], - "created_at": 1690254761.616833, - "depends_on": { - "macros": [ - "macro.dbt_databricks.get_replace_where_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__get_incremental_replace_where_sql(arg_dict) %}\n {% do return(get_replace_where_sql(arg_dict)) %}\n{% endmacro %}", - "meta": {}, - "name": "databricks__get_incremental_replace_where_sql", - "original_file_path": "macros/materializations/incremental/strategies.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/materializations/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__get_incremental_replace_where_sql" - }, - "macro.dbt_databricks.databricks__get_insert_overwrite_merge_sql": { - "arguments": [], - "created_at": 1690254761.617236, - "depends_on": { - "macros": [ - "macro.dbt_databricks.get_insert_overwrite_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header) %}\n {{ return(get_insert_overwrite_sql(source, target)) }}\n{% endmacro %}", - "meta": {}, - "name": "databricks__get_insert_overwrite_merge_sql", - "original_file_path": "macros/materializations/incremental/strategies.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/materializations/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__get_insert_overwrite_merge_sql" - }, - "macro.dbt_databricks.databricks__get_merge_sql": { - "arguments": [], - "created_at": 1690254761.6201468, - "depends_on": { - "macros": [ - "macro.dbt.get_merge_update_columns" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) %}\n {# need dest_columns for merge_exclude_columns, default to use \"*\" #}\n {%- set predicates = [] if incremental_predicates is none else [] + incremental_predicates -%}\n {%- set dest_columns = adapter.get_columns_in_relation(target) -%}\n {%- set merge_update_columns = config.get('merge_update_columns') -%}\n {%- set merge_exclude_columns = config.get('merge_exclude_columns') -%}\n {%- set update_columns = get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) -%}\n\n {% if unique_key %}\n {% if unique_key is sequence and unique_key is not mapping and unique_key is not string %}\n {% for key in unique_key %}\n {% set this_key_match %}\n DBT_INTERNAL_SOURCE.{{ key }} = DBT_INTERNAL_DEST.{{ key }}\n {% endset %}\n {% do predicates.append(this_key_match) %}\n {% endfor %}\n {% else %}\n {% set unique_key_match %}\n DBT_INTERNAL_SOURCE.{{ unique_key }} = DBT_INTERNAL_DEST.{{ unique_key }}\n {% endset %}\n {% do predicates.append(unique_key_match) %}\n {% endif %}\n {% else %}\n {% do predicates.append('FALSE') %}\n {% endif %}\n\n {{ sql_header if sql_header is not none }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on {{ predicates | join(' and ') }}\n\n when matched then update set\n {% if update_columns -%}{%- for column_name in update_columns %}\n {{ column_name }} = DBT_INTERNAL_SOURCE.{{ column_name }}\n {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n {%- else %} * {% endif %}\n\n when not matched then insert *\n{% endmacro %}", - "meta": {}, - "name": "databricks__get_merge_sql", - "original_file_path": "macros/materializations/incremental/strategies.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/materializations/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__get_merge_sql" - }, - "macro.dbt_databricks.databricks__get_or_create_relation": { - "arguments": [], - "created_at": 1690254761.5910656, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__get_or_create_relation(database, schema, identifier, type, needs_information=False) %}\n {%- set target_relation = adapter.get_relation(\n database=database,\n schema=schema,\n identifier=identifier,\n needs_information=needs_information) %}\n\n {% if target_relation %}\n {% do return([true, target_relation]) %}\n {% endif %}\n\n {%- set new_relation = api.Relation.create(\n database=database,\n schema=schema,\n identifier=identifier,\n type=type\n ) -%}\n {% do return([false, new_relation]) %}\n{% endmacro %}", - "meta": {}, - "name": "databricks__get_or_create_relation", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__get_or_create_relation" - }, - "macro.dbt_databricks.databricks__list_relations_without_caching": { - "arguments": [], - "created_at": 1690254761.5881035, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__list_relations_without_caching(schema_relation) %}\n {{ return(adapter.get_relations_without_caching(schema_relation)) }}\n{% endmacro %}", - "meta": {}, - "name": "databricks__list_relations_without_caching", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__list_relations_without_caching" - }, - "macro.dbt_databricks.databricks__load_csv_rows": { - "arguments": [], - "created_at": 1690254761.5977454, - "depends_on": { - "macros": [ - "macro.dbt.get_batch_size", - "macro.dbt.get_binding_char" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__load_csv_rows(model, agate_table) %}\n\n {% set batch_size = get_batch_size() %}\n {% set column_override = model['config'].get('column_types', {}) %}\n\n {% set statements = [] %}\n\n {% for chunk in agate_table.rows | batch(batch_size) %}\n {% set bindings = [] %}\n\n {% for row in chunk %}\n {% do bindings.extend(row) %}\n {% endfor %}\n\n {% set sql %}\n insert {% if loop.index0 == 0 -%} overwrite {% else -%} into {% endif -%} {{ this.render() }} values\n {% for row in chunk -%}\n ({%- for col_name in agate_table.column_names -%}\n {%- set inferred_type = adapter.convert_type(agate_table, loop.index0) -%}\n {%- set type = column_override.get(col_name, inferred_type) -%}\n cast({{ get_binding_char() }} as {{type}})\n {%- if not loop.last%},{%- endif %}\n {%- endfor -%})\n {%- if not loop.last%},{%- endif %}\n {%- endfor %}\n {% endset %}\n\n {% do adapter.add_query(sql, bindings=bindings, abridge_sql_log=True, close_cursor=True) %}\n\n {% if loop.index0 == 0 %}\n {% do statements.append(sql) %}\n {% endif %}\n {% endfor %}\n\n {# Return SQL so we can render it out into the compiled files #}\n {{ return(statements[0]) }}\n{% endmacro %}", - "meta": {}, - "name": "databricks__load_csv_rows", - "original_file_path": "macros/materializations/seed.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/materializations/seed.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__load_csv_rows" - }, - "macro.dbt_databricks.databricks__make_temp_relation": { - "arguments": [], - "created_at": 1690254761.5904756, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__make_temp_relation(base_relation, suffix='__dbt_tmp', as_table=False) %}\n {% set tmp_identifier = base_relation.identifier ~ suffix %}\n {%- if as_table -%}\n {% set tmp_relation = api.Relation.create(\n identifier=tmp_identifier,\n schema=base_relation.schema,\n database=base_relation.database,\n type='table') %}\n {%- else -%}\n {% set tmp_relation = api.Relation.create(identifier=tmp_identifier, type='view') %}\n {%- endif -%}\n {% do return(tmp_relation) %}\n{% endmacro %}", - "meta": {}, - "name": "databricks__make_temp_relation", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__make_temp_relation" - }, - "macro.dbt_databricks.databricks__optimize": { - "arguments": [], - "created_at": 1690254761.5872822, - "depends_on": { - "macros": [ - "macro.dbt.statement", - "macro.dbt_databricks.get_optimize_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__optimize(relation) %}\n {% if config.get('zorder', False) and config.get('file_format', 'delta') == 'delta' %}\n {% if var('DATABRICKS_SKIP_OPTIMIZE', 'false')|lower != 'true' and var('databricks_skip_optimize', 'false')|lower != 'true' %}\n {% call statement('run_optimize_stmt') %}\n {{ get_optimize_sql(relation) }}\n {% endcall %}\n {% endif %}\n {% endif %}\n{% endmacro %}", - "meta": {}, - "name": "databricks__optimize", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__optimize" - }, - "macro.dbt_databricks.databricks__options_clause": { - "arguments": [], - "created_at": 1690254761.5700114, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__options_clause() -%}\n {%- set options = config.get('options') -%}\n {%- if config.get('file_format', default='delta') == 'hudi' -%}\n {%- set unique_key = config.get('unique_key') -%}\n {%- if unique_key is not none and options is none -%}\n {%- set options = {'primaryKey': config.get('unique_key')} -%}\n {%- elif unique_key is not none and options is not none and 'primaryKey' not in options -%}\n {%- set _ = options.update({'primaryKey': config.get('unique_key')}) -%}\n {%- elif options is not none and 'primaryKey' in options and options['primaryKey'] != unique_key -%}\n {{ exceptions.raise_compiler_error(\"unique_key and options('primaryKey') should be the same column(s).\") }}\n {%- endif %}\n {%- endif %}\n\n {%- if options is not none %}\n options (\n {%- for option in options -%}\n {{ option }} \"{{ options[option] }}\" {% if not loop.last %}, {% endif %}\n {%- endfor %}\n )\n {%- endif %}\n{%- endmacro -%}\n\n\n", - "meta": {}, - "name": "databricks__options_clause", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__options_clause" - }, - "macro.dbt_databricks.databricks__persist_constraints": { - "arguments": [], - "created_at": 1690254761.5746553, - "depends_on": { - "macros": [ - "macro.dbt.is_incremental", - "macro.dbt_databricks.alter_table_add_constraints", - "macro.dbt_databricks.alter_column_set_constraints" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__persist_constraints(relation, model) %}\n {%- set contract_config = config.get('contract') -%}\n {% set has_model_contract = contract_config and contract_config.enforced %}\n {% set has_databricks_constraints = config.get('persist_constraints', False) %}\n\n {% if (has_model_contract or has_databricks_constraints) %}\n {% if config.get('file_format', 'delta') != 'delta' %}\n {# Constraints are only supported for delta tables #}\n {{ exceptions.warn(\"Constraints not supported for file format: \" ~ config.get('file_format')) }}\n {% elif relation.is_view %}\n {# Constraints are not supported for views. This point in the code should not have been reached. #}\n {{ exceptions.raise_compiler_error(\"Constraints not supported for views.\") }}\n {% elif is_incremental() %}\n {# Constraints are not applied for incremental updates. This point in the code should not have been reached #}\n {{ exceptions.raise_compiler_error(\"Constraints are not applied for incremental updates. Full refresh is required to update constraints.\") }}\n {% else %}\n {% do alter_table_add_constraints(relation, model) %}\n {% do alter_column_set_constraints(relation, model) %}\n {% endif %}\n {% endif %}\n{% endmacro %}", - "meta": {}, - "name": "databricks__persist_constraints", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__persist_constraints" - }, - "macro.dbt_databricks.databricks__show_table_extended": { - "arguments": [], - "created_at": 1690254761.5886843, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__show_table_extended(schema_relation) %}\n {% call statement('show_table_extended', fetch_result=True) -%}\n show table extended in {{ schema_relation.without_identifier() }} like '{{ schema_relation.identifier }}'\n {% endcall %}\n\n {% do return(load_result('show_table_extended').table) %}\n{% endmacro %}", - "meta": {}, - "name": "databricks__show_table_extended", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__show_table_extended" - }, - "macro.dbt_databricks.databricks__show_tables": { - "arguments": [], - "created_at": 1690254761.589189, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__show_tables(relation) %}\n {% call statement('show_tables', fetch_result=True) -%}\n show tables in {{ relation }}\n {% endcall %}\n\n {% do return(load_result('show_tables').table) %}\n{% endmacro %}", - "meta": {}, - "name": "databricks__show_tables", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__show_tables" - }, - "macro.dbt_databricks.databricks__show_views": { - "arguments": [], - "created_at": 1690254761.5896504, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__show_views(relation) %}\n {% call statement('show_views', fetch_result=True) -%}\n show views in {{ relation }}\n {% endcall %}\n\n {% do return(load_result('show_views').table) %}\n{% endmacro %}", - "meta": {}, - "name": "databricks__show_views", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__show_views" - }, - "macro.dbt_databricks.databricks__tblproperties_clause": { - "arguments": [], - "created_at": 1690254761.5706813, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__tblproperties_clause() -%}\n {%- set tblproperties = config.get('tblproperties') -%}\n {%- if tblproperties is not none %}\n tblproperties (\n {%- for prop in tblproperties -%}\n '{{ prop }}' = '{{ tblproperties[prop] }}' {% if not loop.last %}, {% endif %}\n {%- endfor %}\n )\n {%- endif %}\n{%- endmacro -%}\n\n\n", - "meta": {}, - "name": "databricks__tblproperties_clause", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__tblproperties_clause" - }, - "macro.dbt_databricks.databricks__use_catalog": { - "arguments": [], - "created_at": 1690254761.55146, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks__use_catalog(catalog) -%}\n {% call statement() %}\n use catalog {{ adapter.quote(catalog) }}\n {% endcall %}\n{% endmacro %}", - "meta": {}, - "name": "databricks__use_catalog", - "original_file_path": "macros/catalog.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/catalog.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks__use_catalog" - }, - "macro.dbt_databricks.databricks_build_snapshot_staging_table": { - "arguments": [], - "created_at": 1690254761.6070497, - "depends_on": { - "macros": [ - "macro.dbt.snapshot_staging_table", - "macro.dbt.statement", - "macro.dbt.create_view_as" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks_build_snapshot_staging_table(strategy, sql, target_relation) %}\n {% set tmp_identifier = target_relation.identifier ~ '__dbt_tmp' %}\n\n {%- set tmp_relation = api.Relation.create(identifier=tmp_identifier,\n schema=target_relation.schema,\n database=target_relation.database,\n type='view') -%}\n\n {% set select = snapshot_staging_table(strategy, sql, target_relation) %}\n\n {# needs to be a non-temp view so that its columns can be ascertained via `describe` #}\n {% call statement('build_snapshot_staging_relation') %}\n {{ create_view_as(tmp_relation, select) }}\n {% endcall %}\n\n {% do return(tmp_relation) %}\n{% endmacro %}", - "meta": {}, - "name": "databricks_build_snapshot_staging_table", - "original_file_path": "macros/materializations/snapshot.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/materializations/snapshot.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks_build_snapshot_staging_table" - }, - "macro.dbt_databricks.databricks_constraints_to_dbt": { - "arguments": [], - "created_at": 1690254761.5864437, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks_constraints_to_dbt(constraints, column) %}\n {# convert constraints defined using the original databricks format #}\n {% set dbt_constraints = [] %}\n {% for constraint in constraints %}\n {% if constraint.get and constraint.get(\"type\") %}\n {# already in model contract format #}\n {% do dbt_constraints.append(constraint) %}\n {% else %}\n {% if column %}\n {% if constraint == \"not_null\" %}\n {% do dbt_constraints.append({\"type\": \"not_null\", \"columns\": [column.get(\"name\")]}) %}\n {% else %}\n {{ exceptions.raise_compiler_error('Invalid constraint for column ' ~ column.get(\"name\", \"\") ~ '. Only `not_null` is supported.') }}\n {% endif %}\n {% else %}\n {% set name = constraint['name'] %}\n {% if not name %}\n {{ exceptions.raise_compiler_error('Invalid check constraint name') }}\n {% endif %}\n {% set condition = constraint['condition'] %}\n {% if not condition %}\n {{ exceptions.raise_compiler_error('Invalid check constraint condition') }}\n {% endif %}\n {% do dbt_constraints.append({\"name\": name, \"type\": \"check\", \"expression\": condition}) %}\n {% endif %}\n {% endif %}\n {% endfor %}\n\n {{ return(dbt_constraints) }}\n{% endmacro %}", - "meta": {}, - "name": "databricks_constraints_to_dbt", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks_constraints_to_dbt" - }, - "macro.dbt_databricks.databricks_copy_into": { - "arguments": [], - "created_at": 1690254761.594956, - "depends_on": { - "macros": [ - "macro.dbt.get_or_create_relation", - "macro.dbt.run_query" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro databricks_copy_into(\n target_table,\n source,\n file_format,\n expression_list=none,\n source_credential=none,\n source_encryption=none,\n validate=none,\n files=none,\n pattern=none,\n format_options=none,\n copy_options=none) -%}\n\n {% set target_relation_exists, target_relation = get_or_create_relation(\n database=target.database,\n schema=target.schema,\n identifier=target_table,\n type='table') -%}\n\n {%- set source_clause -%}\n {%- if expression_list -%}\n ( select {{ expression_list }} from '{{ source }}' )\n {%- else -%}\n '{{ source }}'\n {%- endif -%}\n {%- if source_credential or source_encryption %}\n WITH (\n {%- if source_credential %}\n credential (\n {%- for name in source_credential -%}\n '{{ name }}' = '{{ source_credential[name] }}' {%- if not loop.last %}, {% endif -%}\n {%- endfor -%}\n )\n {%- endif %}\n {%- if source_encryption %}\n encryption (\n {%- for name in source_encryption -%}\n '{{ name }}' = '{{ source_encryption[name] }}' {%- if not loop.last %}, {% endif -%}\n {%- endfor -%}\n )\n {%- endif %}\n )\n {%- endif -%}\n {%- endset -%}\n\n {% set query %}\n copy into {{ target_relation }}\n from {{ source_clause }}\n fileformat = {{ file_format }}\n {% if validate -%} validate {{ validate }} {%- endif %}\n {% if files and pattern %}\n {{ exceptions.raise_compiler_error(\"You can only specify one of 'files' or 'pattern'\") }}\n {% endif %}\n {% if files -%}\n files = (\n {%- for file in files -%}\n '{{ file }}' {%- if not loop.last %}, {% endif -%}\n {%- endfor -%}\n )\n {%- endif %}\n {% if pattern -%}\n pattern = '{{ pattern }}'\n {%- endif %}\n {% if format_options -%}\n format_options (\n {%- for key in format_options -%}\n '{{ key }}' = '{{ format_options[key] }}' {%- if not loop.last %}, {% endif -%}\n {%- endfor -%}\n )\n {%- endif %}\n {% if copy_options -%}\n copy_options (\n {%- for key in copy_options -%}\n '{{ key }}' = '{{ copy_options[key] }}' {%- if not loop.last %}, {% endif -%}\n {%- endfor -%}\n )\n {%- endif %}\n {% endset %}\n\n {% do log(\"Running COPY INTO\" ~ adapter.redact_credentials(query), info=True) %}\n {% do run_query(query) %}\n\n{% endmacro %}", - "meta": {}, - "name": "databricks_copy_into", - "original_file_path": "macros/copy_into.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/copy_into.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.databricks_copy_into" - }, - "macro.dbt_databricks.dbt_databricks_validate_get_file_format": { - "arguments": [], - "created_at": 1690254761.6130507, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro dbt_databricks_validate_get_file_format(raw_file_format) %}\n {#-- Validate the file format #}\n\n {% set accepted_formats = ['text', 'csv', 'json', 'jdbc', 'parquet', 'orc', 'hive', 'delta', 'libsvm', 'hudi'] %}\n\n {% set invalid_file_format_msg -%}\n Invalid file format provided: {{ raw_file_format }}\n Expected one of: {{ accepted_formats | join(', ') }}\n {%- endset %}\n\n {% if raw_file_format not in accepted_formats %}\n {% do exceptions.raise_compiler_error(invalid_file_format_msg) %}\n {% endif %}\n\n {% do return(raw_file_format) %}\n{% endmacro %}", - "meta": {}, - "name": "dbt_databricks_validate_get_file_format", - "original_file_path": "macros/materializations/incremental/validate.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/materializations/incremental/validate.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.dbt_databricks_validate_get_file_format" - }, - "macro.dbt_databricks.dbt_databricks_validate_get_incremental_strategy": { - "arguments": [], - "created_at": 1690254761.614182, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro dbt_databricks_validate_get_incremental_strategy(raw_strategy, file_format) %}\n {#-- Validate the incremental strategy #}\n\n {% set invalid_strategy_msg -%}\n Invalid incremental strategy provided: {{ raw_strategy }}\n Expected one of: 'merge', 'replace_where', 'append', 'insert_overwrite'\n {%- endset %}\n\n {% set invalid_delta_only_msg -%}\n Invalid incremental strategy provided: {{ raw_strategy }}\n You can only choose this strategy when file_format is set to 'delta'\n {%- endset %}\n\n {% set invalid_insert_overwrite_endpoint_msg -%}\n Invalid incremental strategy provided: {{ raw_strategy }}\n You cannot use this strategy when connecting via warehouse\n Use the 'merge' or 'replace_where' strategy instead\n {%- endset %}\n\n {% if raw_strategy not in ['append', 'merge', 'insert_overwrite', 'replace_where'] %}\n {% do exceptions.raise_compiler_error(invalid_strategy_msg) %}\n {%-else %}\n {% if raw_strategy == 'merge' and file_format not in ['delta', 'hudi'] %}\n {% do exceptions.raise_compiler_error(invalid_delta_only_msg) %}\n {% endif %}\n {% if raw_strategy == 'replace_where' and file_format not in ['delta'] %}\n {% do exceptions.raise_compiler_error(invalid_delta_only_msg) %}\n {% endif %}\n {% if raw_strategy == 'insert_overwrite' and target.endpoint %}\n {% do exceptions.raise_compiler_error(invalid_insert_overwrite_endpoint_msg) %}\n {% endif %}\n {% endif %}\n\n {% do return(raw_strategy) %}\n{% endmacro %}", - "meta": {}, - "name": "dbt_databricks_validate_get_incremental_strategy", - "original_file_path": "macros/materializations/incremental/validate.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/materializations/incremental/validate.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.dbt_databricks_validate_get_incremental_strategy" - }, - "macro.dbt_databricks.get_column_constraints": { - "arguments": [], - "created_at": 1690254761.5771034, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks_constraints_to_dbt" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_column_constraints(column) %}\n {% set constraints = column.get('constraints', []) %}\n {% if config.get('persist_constraints', False) and column.get('meta', {}).get('constraint') %}\n {# Databricks constraints implementation. Constraint is in the meta property. #}\n {% set db_constraints = [column.get('meta', {}).get('constraint')] %}\n {% set constraints = databricks_constraints_to_dbt(db_constraints, column) %}\n {% endif %}\n {{ return(constraints) }}\n{% endmacro %}", - "meta": {}, - "name": "get_column_constraints", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.get_column_constraints" - }, - "macro.dbt_databricks.get_constraint_sql": { - "arguments": [], - "created_at": 1690254761.584967, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_constraint_sql(relation, constraint, model, column={}) %}\n {% set statements = [] %}\n {% set type = constraint.get(\"type\", \"\") %}\n\n {% if type == 'check' %}\n {% set expression = constraint.get(\"expression\", \"\") %}\n {% if not expression %}\n {{ exceptions.raise_compiler_error('Invalid check constraint expression') }}\n {% endif %}\n\n {% set name = constraint.get(\"name\") %}\n {% if not name and local_md5 %}\n {{ exceptions.warn(\"Constraint of type \" ~ type ~ \" with no `name` provided. Generating hash instead.\") }}\n {%- set name = local_md5 (column.get(\"name\", \"\") ~ \";\" ~ expression ~ \";\") -%}\n {% endif %}\n {% set stmt = \"alter table \" ~ relation ~ \" add constraint \" ~ name ~ \" check (\" ~ expression ~ \");\" %}\n {% do statements.append(stmt) %}\n {% elif type == 'not_null' %}\n {% set column_names = constraint.get(\"columns\", []) %}\n {% if column and not column_names %}\n {% set column_names = [column['name']] %}\n {% endif %}\n {% for column_name in column_names %}\n {% set column = model.get('columns', {}).get(column_name) %}\n {% if column %}\n {% set quoted_name = adapter.quote(column['name']) if column['quote'] else column['name'] %}\n {% set stmt = \"alter table \" ~ relation ~ \" change column \" ~ quoted_name ~ \" set not null \" ~ (constraint.expression or \"\") ~ \";\" %}\n {% do statements.append(stmt) %}\n {% else %}\n {{ exceptions.warn('not_null constraint on invalid column: ' ~ column_name) }}\n {% endif %}\n {% endfor %}\n {% elif type == 'primary_key' %}\n {% if constraint.get('warn_unenforced') %}\n {{ exceptions.warn(\"unenforced constraint type: \" ~ type)}}\n {% endif %}\n {% set column_names = constraint.get(\"columns\", []) %}\n {% if column and not column_names %}\n {% set column_names = [column['name']] %}\n {% endif %}\n {% set quoted_names = [] %}\n {% for column_name in column_names %}\n {% set column = model.get('columns', {}).get(column_name) %}\n {% if not column %}\n {{ exceptions.warn('Invalid primary key column: ' ~ column_name) }}\n {% else %}\n {% set quoted_name = adapter.quote(column['name']) if column['quote'] else column['name'] %}\n {% do quoted_names.append(quoted_name) %}\n {% endif %}\n {% endfor %}\n\n {% set joined_names = quoted_names|join(\", \") %}\n\n {% set name = constraint.get(\"name\") %}\n {% if not name and local_md5 %}\n {{ exceptions.warn(\"Constraint of type \" ~ type ~ \" with no `name` provided. Generating hash instead.\") }}\n {%- set name = local_md5(\"primary_key;\" ~ column_names ~ \";\") -%}\n {% endif %}\n {% set stmt = \"alter table \" ~ relation ~ \" add constraint \" ~ name ~ \" primary key(\" ~ joined_names ~ \");\" %}\n {% do statements.append(stmt) %}\n {% elif type == 'foreign_key' %}\n\n {% if constraint.get('warn_unenforced') %}\n {{ exceptions.warn(\"unenforced constraint type: \" ~ constraint.type)}}\n {% endif %}\n\n {% set column_names = constraint.get(\"columns\", []) %}\n {% if column and not column_names %}\n {% set column_names = [column['name']] %}\n {% endif %}\n {% set quoted_names = [] %}\n {% for column_name in column_names %}\n {% set column = model.get('columns', {}).get(column_name) %}\n {% if not column %}\n {{ exceptions.warn('Invalid foreign key column: ' ~ column_name) }}\n {% else %}\n {% set quoted_name = adapter.quote(column['name']) if column['quote'] else column['name'] %}\n {% do quoted_names.append(quoted_name) %}\n {% endif %}\n {% endfor %}\n\n {% set joined_names = quoted_names|join(\", \") %}\n\n {% set name = constraint.get(\"name\") %}\n {% if not name and local_md5 %}\n {{ exceptions.warn(\"Constraint of type \" ~ type ~ \" with no `name` provided. Generating hash instead.\") }}\n {%- set name = local_md5(\"primary_key;\" ~ column_names ~ \";\") -%}\n {% endif %}\n\n {% set parent = constraint.get(\"parent\") %}\n {% if not parent %} \n {{ exceptions.raise_compiler_error('No parent table defined for foreign key: ' ~ expression) }}\n {% endif %}\n {% if not \".\" in parent %}\n {% set parent = relation.schema ~ \".\" ~ parent%}\n {% endif %}\n {% set stmt = \"alter table \" ~ relation ~ \" add constraint \" ~ name ~ \" foreign key(\" ~ joined_names ~ \") references \" ~ parent %}\n {% set parent_columns = constraint.get(\"parent_columns\") %}\n {% if parent_columns %}\n {% set stmt = stmt ~ \"(\" ~ parent_columns|join(\", \") ~ \")\"%}\n {% endif %}\n {% set stmt = stmt ~ \";\" %}\n {% do statements.append(stmt) %}\n {% elif constraint.get('warn_unsupported') %}\n {{ exceptions.warn(\"unsupported constraint type: \" ~ constraint.type)}}\n {% endif %}\n\n {{ return(statements) }}\n{% endmacro %}", - "meta": {}, - "name": "get_constraint_sql", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.get_constraint_sql" - }, - "macro.dbt_databricks.get_constraints_sql": { - "arguments": [], - "created_at": 1690254761.578661, - "depends_on": { - "macros": [ - "macro.dbt_databricks.get_constraint_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_constraints_sql(relation, constraints, model, column) %}\n {% set statements = [] %}\n {% for constraint in constraints %}\n {% if constraint %}\n {% set constraint_statements = get_constraint_sql(relation, constraint, model, column) %}\n {% for statement in constraint_statements %}\n {% if statement %}\n {% do statements.append(statement) %}\n {% endif %}\n {% endfor %} \n {% endif %}\n {% endfor %}\n\n {{ return(statements) }}\n{% endmacro %}", - "meta": {}, - "name": "get_constraints_sql", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.get_constraints_sql" - }, - "macro.dbt_databricks.get_incremental_replace_where_sql": { - "arguments": [], - "created_at": 1690254761.6170323, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__get_incremental_replace_where_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_incremental_replace_where_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_replace_where_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", - "meta": {}, - "name": "get_incremental_replace_where_sql", - "original_file_path": "macros/materializations/incremental/strategies.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/materializations/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.get_incremental_replace_where_sql" - }, - "macro.dbt_databricks.get_insert_into_sql": { - "arguments": [], - "created_at": 1690254761.6184838, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_insert_into_sql(source_relation, target_relation) %}\n\n {%- set dest_columns = adapter.get_columns_in_relation(target_relation) -%}\n {%- set dest_cols_csv = dest_columns | map(attribute='quoted') | join(', ') -%}\n insert into table {{ target_relation }}\n select {{dest_cols_csv}} from {{ source_relation }}\n\n{% endmacro %}", - "meta": {}, - "name": "get_insert_into_sql", - "original_file_path": "macros/materializations/incremental/strategies.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/materializations/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.get_insert_into_sql" - }, - "macro.dbt_databricks.get_insert_overwrite_sql": { - "arguments": [], - "created_at": 1690254761.6176343, - "depends_on": { - "macros": [ - "macro.dbt_spark.partition_cols" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_insert_overwrite_sql(source_relation, target_relation) %}\n\n {%- set dest_columns = adapter.get_columns_in_relation(target_relation) -%}\n {%- set dest_cols_csv = dest_columns | map(attribute='quoted') | join(', ') -%}\n insert overwrite table {{ target_relation }}\n {{ partition_cols(label=\"partition\") }}\n select {{dest_cols_csv}} from {{ source_relation }}\n\n{% endmacro %}", - "meta": {}, - "name": "get_insert_overwrite_sql", - "original_file_path": "macros/materializations/incremental/strategies.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/materializations/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.get_insert_overwrite_sql" - }, - "macro.dbt_databricks.get_model_constraints": { - "arguments": [], - "created_at": 1690254761.5763438, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks_constraints_to_dbt" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_model_constraints(model) %}\n {% set constraints = model.get('constraints', []) %}\n {% if config.get('persist_constraints', False) and model.get('meta', {}).get('constraints') is sequence %}\n {# Databricks constraints implementation. Constraints are in the meta property. #}\n {% set db_constraints = model.get('meta', {}).get('constraints', []) %}\n {% set constraints = databricks_constraints_to_dbt(db_constraints) %}\n {% endif %}\n {{ return(constraints) }}\n{% endmacro %}", - "meta": {}, - "name": "get_model_constraints", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.get_model_constraints" - }, - "macro.dbt_databricks.get_optimize_sql": { - "arguments": [], - "created_at": 1690254761.587932, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_optimize_sql(relation) %}\n {% if config.get('zorder', False) and config.get('file_format', 'delta') == 'delta' %}\n {%- set zorder = config.get('zorder', none) -%}\n optimize {{ relation }}\n {# TODO: predicates here? WHERE ... #}\n {% if zorder is sequence and zorder is not string %}\n zorder by (\n {%- for col in zorder -%}\n {{ col }}{% if not loop.last %}, {% endif %}\n {%- endfor -%}\n )\n {% else %}\n zorder by ({{zorder}})\n {% endif %}\n {% endif %}\n{% endmacro %}", - "meta": {}, - "name": "get_optimize_sql", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.get_optimize_sql" - }, - "macro.dbt_databricks.get_replace_where_sql": { - "arguments": [], - "created_at": 1690254761.6181574, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_replace_where_sql(args_dict) -%}\n {%- set predicates = args_dict['incremental_predicates'] -%}\n {%- set target_relation = args_dict['target_relation'] -%}\n {%- set temp_relation = args_dict['temp_relation'] -%}\n\n insert into {{ target_relation }}\n {% if predicates %}\n {% if predicates is sequence and predicates is not string %}\n replace where {{ predicates | join(' and ') }}\n {% else %}\n replace where {{ predicates }}\n {% endif %}\n {% endif %}\n table {{ temp_relation }}\n \n{% endmacro %}", - "meta": {}, - "name": "get_replace_where_sql", - "original_file_path": "macros/materializations/incremental/strategies.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/materializations/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.get_replace_where_sql" - }, - "macro.dbt_databricks.materialization_incremental_databricks": { - "arguments": [], - "created_at": 1690254761.6245537, - "depends_on": { - "macros": [ - "macro.dbt_databricks.dbt_databricks_validate_get_file_format", - "macro.dbt_databricks.dbt_databricks_validate_get_incremental_strategy", - "macro.dbt.incremental_validate_on_schema_change", - "macro.dbt.statement", - "macro.dbt.run_hooks", - "macro.dbt.create_table_as", - "macro.dbt_databricks.persist_constraints", - "macro.dbt.should_full_refresh", - "macro.dbt_databricks.databricks__make_temp_relation", - "macro.dbt.process_schema_changes", - "macro.dbt_databricks.statement_with_staging_table", - "macro.dbt.should_revoke", - "macro.dbt.apply_grants", - "macro.dbt.persist_docs", - "macro.dbt_databricks.optimize" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% materialization incremental, adapter='databricks', supported_languages=['sql', 'python'] -%}\n {#-- Validate early so we don't run SQL if the file_format + strategy combo is invalid --#}\n {%- set raw_file_format = config.get('file_format', default='delta') -%}\n {%- set raw_strategy = config.get('incremental_strategy') or 'merge' -%}\n {%- set grant_config = config.get('grants') -%}\n\n {%- set file_format = dbt_databricks_validate_get_file_format(raw_file_format) -%}\n {%- set incremental_strategy = dbt_databricks_validate_get_incremental_strategy(raw_strategy, file_format) -%}\n\n {#-- Set vars --#}\n\n {%- set incremental_predicates = config.get('predicates', default=none) or config.get('incremental_predicates', default=none) -%}\n {%- set unique_key = config.get('unique_key', none) -%}\n {%- set partition_by = config.get('partition_by', none) -%}\n {%- set language = model['language'] -%}\n {%- set on_schema_change = incremental_validate_on_schema_change(config.get('on_schema_change'), default='ignore') -%}\n {%- set target_relation = this -%}\n {%- set existing_relation = adapter.get_relation(database=this.database, schema=this.schema, identifier=this.identifier, needs_information=True) -%}\n\n {#-- Set Overwrite Mode - does not work for warehouses --#}\n {%- if incremental_strategy == 'insert_overwrite' and partition_by -%}\n {%- call statement() -%}\n set spark.sql.sources.partitionOverwriteMode = DYNAMIC\n {%- endcall -%}\n {%- endif -%}\n\n {#-- Run pre-hooks --#}\n {{ run_hooks(pre_hooks) }}\n\n {#-- Incremental run logic --#}\n {%- if existing_relation is none -%}\n {#-- Relation must be created --#}\n {%- call statement('main', language=language) -%}\n {{ create_table_as(False, target_relation, compiled_code, language) }}\n {%- endcall -%}\n {% do persist_constraints(target_relation, model) %}\n {%- elif existing_relation.is_view or should_full_refresh() -%}\n {#-- Relation must be dropped & recreated --#}\n {% set is_delta = (file_format == 'delta' and existing_relation.is_delta) %}\n {% if not is_delta %} {#-- If Delta, we will `create or replace` below, so no need to drop --#}\n {% do adapter.drop_relation(existing_relation) %}\n {% endif %}\n {%- call statement('main', language=language) -%}\n {{ create_table_as(False, target_relation, compiled_code, language) }}\n {%- endcall -%}\n\n {% if not existing_relation.is_view %}\n {% do persist_constraints(target_relation, model) %}\n {% endif %}\n {%- else -%}\n {#-- Relation must be merged --#}\n {%- set temp_relation = databricks__make_temp_relation(target_relation, as_table=language != 'sql') -%}\n {%- call statement('create_temp_relation', language=language) -%}\n {{ create_table_as(True, temp_relation, compiled_code, language) }}\n {%- endcall -%}\n {%- do process_schema_changes(on_schema_change, temp_relation, existing_relation) -%}\n {%- set strategy_sql_macro_func = adapter.get_incremental_strategy_macro(context, incremental_strategy) -%}\n {%- set strategy_arg_dict = ({\n 'target_relation': target_relation,\n 'temp_relation': temp_relation,\n 'unique_key': unique_key,\n 'dest_columns': none,\n 'incremental_predicates': incremental_predicates}) -%}\n {%- set build_sql = strategy_sql_macro_func(strategy_arg_dict) -%}\n {%- if language == 'sql' -%}\n {%- call statement('main') -%}\n {{ build_sql }}\n {%- endcall -%}\n {%- elif language == 'python' -%}\n {%- call statement_with_staging_table('main', temp_relation) -%}\n {{ build_sql }}\n {%- endcall -%}\n {#--\n This is yucky.\n See note in dbt-spark/dbt/include/spark/macros/adapters.sql\n re: python models and temporary views.\n\n Also, why does not either drop_relation or adapter.drop_relation work here?!\n --#}\n {%- endif -%}\n {%- endif -%}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n\n {% do optimize(target_relation) %}\n\n {{ run_hooks(post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", - "meta": {}, - "name": "materialization_incremental_databricks", - "original_file_path": "macros/materializations/incremental/incremental.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/materializations/incremental/incremental.sql", - "resource_type": "macro", - "supported_languages": [ - "sql", - "python" - ], - "unique_id": "macro.dbt_databricks.materialization_incremental_databricks" - }, - "macro.dbt_databricks.materialization_snapshot_databricks": { - "arguments": [], - "created_at": 1690254761.6115093, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__get_or_create_relation", - "macro.dbt.run_hooks", - "macro.dbt.strategy_dispatch", - "macro.dbt.build_snapshot_table", - "macro.dbt.create_table_as", - "macro.dbt.statement", - "macro.dbt_spark.spark_build_snapshot_staging_table", - "macro.dbt_databricks.databricks_build_snapshot_staging_table", - "macro.dbt.create_columns", - "macro.dbt.snapshot_merge_sql", - "macro.dbt_databricks.statement_with_staging_table", - "macro.dbt.should_revoke", - "macro.dbt.apply_grants", - "macro.dbt.persist_docs", - "macro.dbt_databricks.persist_constraints" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% materialization snapshot, adapter='databricks' %}\n {%- set config = model['config'] -%}\n\n {%- set target_table = model.get('alias', model.get('name')) -%}\n\n {%- set strategy_name = config.get('strategy') -%}\n {%- set unique_key = config.get('unique_key') %}\n {%- set file_format = config.get('file_format', 'delta') -%}\n {%- set grant_config = config.get('grants') -%}\n\n {% set target_relation_exists, target_relation = databricks__get_or_create_relation(\n database=model.database,\n schema=model.schema,\n identifier=target_table,\n type='table',\n needs_information=True) -%}\n\n {%- if file_format not in ['delta', 'hudi'] -%}\n {% set invalid_format_msg -%}\n Invalid file format: {{ file_format }}\n Snapshot functionality requires file_format be set to 'delta' or 'hudi'\n {%- endset %}\n {% do exceptions.raise_compiler_error(invalid_format_msg) %}\n {% endif %}\n\n {%- if target_relation_exists -%}\n {%- if not target_relation.is_delta and not target_relation.is_hudi -%}\n {% set invalid_format_msg -%}\n The existing table {{ model.schema }}.{{ target_table }} is in another format than 'delta' or 'hudi'\n {%- endset %}\n {% do exceptions.raise_compiler_error(invalid_format_msg) %}\n {% endif %}\n {% endif %}\n\n {%- if not target_relation.is_table -%}\n {% do exceptions.relation_wrong_type(target_relation, 'table') %}\n {%- endif -%}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set strategy_macro = strategy_dispatch(strategy_name) %}\n {% set strategy = strategy_macro(model, \"snapshotted_data\", \"source_data\", config, target_relation_exists) %}\n\n {% if not target_relation_exists %}\n\n {% set build_sql = build_snapshot_table(strategy, model['compiled_code']) %}\n {% set final_sql = create_table_as(False, target_relation, build_sql) %}\n\n {% call statement('main') %}\n {{ final_sql }}\n {% endcall %}\n\n {% else %}\n\n {{ adapter.valid_snapshot_target(target_relation) }}\n\n {% if target_relation.database is none %}\n {% set staging_table = spark_build_snapshot_staging_table(strategy, sql, target_relation) %}\n {% else %}\n {% set staging_table = databricks_build_snapshot_staging_table(strategy, sql, target_relation) %}\n {% endif %}\n\n -- this may no-op if the database does not require column expansion\n {% do adapter.expand_target_column_types(from_relation=staging_table,\n to_relation=target_relation) %}\n\n {% set missing_columns = adapter.get_missing_columns(staging_table, target_relation)\n | rejectattr('name', 'equalto', 'dbt_change_type')\n | rejectattr('name', 'equalto', 'DBT_CHANGE_TYPE')\n | rejectattr('name', 'equalto', 'dbt_unique_key')\n | rejectattr('name', 'equalto', 'DBT_UNIQUE_KEY')\n | list %}\n\n {% do create_columns(target_relation, missing_columns) %}\n\n {% set source_columns = adapter.get_columns_in_relation(staging_table)\n | rejectattr('name', 'equalto', 'dbt_change_type')\n | rejectattr('name', 'equalto', 'DBT_CHANGE_TYPE')\n | rejectattr('name', 'equalto', 'dbt_unique_key')\n | rejectattr('name', 'equalto', 'DBT_UNIQUE_KEY')\n | list %}\n\n {% set quoted_source_columns = [] %}\n {% for column in source_columns %}\n {% do quoted_source_columns.append(adapter.quote(column.name)) %}\n {% endfor %}\n\n {% set final_sql = snapshot_merge_sql(\n target = target_relation,\n source = staging_table,\n insert_cols = quoted_source_columns\n )\n %}\n\n {% call statement_with_staging_table('main', staging_table) %}\n {{ final_sql }}\n {% endcall %}\n\n {% endif %}\n\n {% set should_revoke = should_revoke(target_relation_exists, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% do persist_constraints(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", - "meta": {}, - "name": "materialization_snapshot_databricks", - "original_file_path": "macros/materializations/snapshot.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/materializations/snapshot.sql", - "resource_type": "macro", - "supported_languages": [ - "sql" - ], - "unique_id": "macro.dbt_databricks.materialization_snapshot_databricks" - }, - "macro.dbt_databricks.materialization_table_databricks": { - "arguments": [], - "created_at": 1690254761.601341, - "depends_on": { - "macros": [ - "macro.dbt.run_hooks", - "macro.dbt.statement", - "macro.dbt.create_table_as", - "macro.dbt.should_revoke", - "macro.dbt.apply_grants", - "macro.dbt.persist_docs", - "macro.dbt_databricks.persist_constraints", - "macro.dbt_databricks.optimize" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% materialization table, adapter = 'databricks', supported_languages=['sql', 'python'] %}\n {%- set language = model['language'] -%}\n {%- set identifier = model['alias'] -%}\n {%- set grant_config = config.get('grants') -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier, needs_information=True) -%}\n {%- set target_relation = api.Relation.create(identifier=identifier,\n schema=schema,\n database=database,\n type='table') -%}\n\n {{ run_hooks(pre_hooks) }}\n\n -- setup: if the target relation already exists, drop it\n -- in case if the existing and future table is delta, we want to do a\n -- create or replace table instead of dropping, so we don't have the table unavailable\n {% if old_relation and not (old_relation.is_delta and config.get('file_format', default='delta') == 'delta') -%}\n {{ adapter.drop_relation(old_relation) }}\n {%- endif %}\n\n -- build model\n\n {%- call statement('main', language=language) -%}\n {{ create_table_as(False, target_relation, compiled_code, language) }}\n {%- endcall -%}\n\n {% set should_revoke = should_revoke(old_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% do persist_constraints(target_relation, model) %}\n\n {% do optimize(target_relation) %}\n\n {{ run_hooks(post_hooks) }}\n\n {{ return({'relations': [target_relation]})}}\n\n{% endmaterialization %}", - "meta": {}, - "name": "materialization_table_databricks", - "original_file_path": "macros/materializations/table.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/materializations/table.sql", - "resource_type": "macro", - "supported_languages": [ - "sql", - "python" - ], - "unique_id": "macro.dbt_databricks.materialization_table_databricks" - }, - "macro.dbt_databricks.materialization_view_databricks": { - "arguments": [], - "created_at": 1690254761.611827, - "depends_on": { - "macros": [ - "macro.dbt.create_or_replace_view" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% materialization view, adapter='databricks' -%}\n {{ return(create_or_replace_view()) }}\n{%- endmaterialization %}", - "meta": {}, - "name": "materialization_view_databricks", - "original_file_path": "macros/materializations/view.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/materializations/view.sql", - "resource_type": "macro", - "supported_languages": [ - "sql" - ], - "unique_id": "macro.dbt_databricks.materialization_view_databricks" - }, - "macro.dbt_databricks.optimize": { - "arguments": [], - "created_at": 1690254761.5867195, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__optimize" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro optimize(relation) %}\n {{ return(adapter.dispatch('optimize', 'dbt')(relation)) }}\n{% endmacro %}", - "meta": {}, - "name": "optimize", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.optimize" - }, - "macro.dbt_databricks.persist_constraints": { - "arguments": [], - "created_at": 1690254761.573695, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__persist_constraints" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro persist_constraints(relation, model) %}\n {{ return(adapter.dispatch('persist_constraints', 'dbt')(relation, model)) }}\n{% endmacro %}", - "meta": {}, - "name": "persist_constraints", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.persist_constraints" - }, - "macro.dbt_databricks.show_table_extended": { - "arguments": [], - "created_at": 1690254761.5882933, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__show_table_extended" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro show_table_extended(schema_relation) %}\n {{ return(adapter.dispatch('show_table_extended', 'dbt')(schema_relation)) }}\n{% endmacro %}", - "meta": {}, - "name": "show_table_extended", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.show_table_extended" - }, - "macro.dbt_databricks.show_tables": { - "arguments": [], - "created_at": 1690254761.588917, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__show_tables" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro show_tables(relation) %}\n {{ return(adapter.dispatch('show_tables', 'dbt')(relation)) }}\n{% endmacro %}", - "meta": {}, - "name": "show_tables", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.show_tables" - }, - "macro.dbt_databricks.show_views": { - "arguments": [], - "created_at": 1690254761.5893853, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__show_views" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro show_views(relation) %}\n {{ return(adapter.dispatch('show_views', 'dbt')(relation)) }}\n{% endmacro %}", - "meta": {}, - "name": "show_views", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.show_views" - }, - "macro.dbt_databricks.statement_with_staging_table": { - "arguments": [], - "created_at": 1690254761.5526285, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro statement_with_staging_table(name=None, staging_table=None, fetch_result=False, auto_begin=True) -%}\n {%- if execute: -%}\n {%- set sql = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime SQL for node \"{}\"'.format(model['unique_id'])) }}\n {{ write(sql) }}\n {%- endif -%}\n\n {%- set res, table = adapter.execute(sql, auto_begin=auto_begin, fetch=fetch_result, staging_table=staging_table) -%}\n {%- if name is not none -%}\n {{ store_result(name, response=res, agate_table=table) }}\n {%- endif -%}\n\n {%- endif -%}\n{%- endmacro %}", - "meta": {}, - "name": "statement_with_staging_table", - "original_file_path": "macros/statement.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/statement.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.statement_with_staging_table" - }, - "macro.dbt_databricks.tblproperties_clause": { - "arguments": [], - "created_at": 1690254761.570245, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__tblproperties_clause" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro tblproperties_clause() -%}\n {{ return(adapter.dispatch('tblproperties_clause', 'dbt')()) }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "tblproperties_clause", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.tblproperties_clause" - }, - "macro.dbt_databricks.use_catalog": { - "arguments": [], - "created_at": 1690254761.5510716, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__use_catalog" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro use_catalog(catalog) -%}\n {{ return(adapter.dispatch('use_catalog', 'dbt')(catalog)) }}\n{% endmacro %}", - "meta": {}, - "name": "use_catalog", - "original_file_path": "macros/catalog.sql", - "package_name": "dbt_databricks", - "patch_path": null, - "path": "macros/catalog.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_databricks.use_catalog" - }, - "macro.dbt_spark.alter_column_set_constraints": { - "arguments": [], - "created_at": 1690254761.6519713, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__alter_column_set_constraints" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro alter_column_set_constraints(relation, column_dict) %}\n {{ return(adapter.dispatch('alter_column_set_constraints', 'dbt')(relation, column_dict)) }}\n{% endmacro %}", - "meta": {}, - "name": "alter_column_set_constraints", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.alter_column_set_constraints" - }, - "macro.dbt_spark.alter_table_add_constraints": { - "arguments": [], - "created_at": 1690254761.6510787, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__alter_table_add_constraints" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro alter_table_add_constraints(relation, constraints) %}\n {{ return(adapter.dispatch('alter_table_add_constraints', 'dbt')(relation, constraints)) }}\n{% endmacro %}", - "meta": {}, - "name": "alter_table_add_constraints", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.alter_table_add_constraints" - }, - "macro.dbt_spark.assert_not_null": { - "arguments": [], - "created_at": 1690254761.6990528, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__assert_not_null" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro assert_not_null(function, arg) -%}\n {{ return(adapter.dispatch('assert_not_null', 'dbt')(function, arg)) }}\n{%- endmacro %}", - "meta": {}, - "name": "assert_not_null", - "original_file_path": "macros/utils/assert_not_null.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/utils/assert_not_null.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.assert_not_null" - }, - "macro.dbt_spark.clustered_cols": { - "arguments": [], - "created_at": 1690254761.6475768, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__clustered_cols" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro clustered_cols(label, required=false) %}\n {{ return(adapter.dispatch('clustered_cols', 'dbt')(label, required)) }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "clustered_cols", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.clustered_cols" - }, - "macro.dbt_spark.comment_clause": { - "arguments": [], - "created_at": 1690254761.6461039, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__comment_clause" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro comment_clause() %}\n {{ return(adapter.dispatch('comment_clause', 'dbt')()) }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "comment_clause", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.comment_clause" - }, - "macro.dbt_spark.create_temporary_view": { - "arguments": [], - "created_at": 1690254761.6487641, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__create_temporary_view" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro create_temporary_view(relation, compiled_code) -%}\n {{ return(adapter.dispatch('create_temporary_view', 'dbt')(relation, compiled_code)) }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "create_temporary_view", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.create_temporary_view" - }, - "macro.dbt_spark.dbt_spark_get_incremental_sql": { - "arguments": [], - "created_at": 1690254761.691377, - "depends_on": { - "macros": [ - "macro.dbt_spark.get_insert_into_sql", - "macro.dbt_spark.get_insert_overwrite_sql", - "macro.dbt.get_merge_sql" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro dbt_spark_get_incremental_sql(strategy, source, target, existing, unique_key, incremental_predicates) %}\n {%- if strategy == 'append' -%}\n {#-- insert new records into existing table, without updating or overwriting #}\n {{ get_insert_into_sql(source, target) }}\n {%- elif strategy == 'insert_overwrite' -%}\n {#-- insert statements don't like CTEs, so support them via a temp view #}\n {{ get_insert_overwrite_sql(source, target, existing) }}\n {%- elif strategy == 'merge' -%}\n {#-- merge all columns for datasources which implement MERGE INTO (e.g. databricks, iceberg) - schema changes are handled for us #}\n {{ get_merge_sql(target, source, unique_key, dest_columns=none, incremental_predicates=incremental_predicates) }}\n {%- else -%}\n {% set no_sql_for_strategy_msg -%}\n No known SQL for the incremental strategy provided: {{ strategy }}\n {%- endset %}\n {%- do exceptions.raise_compiler_error(no_sql_for_strategy_msg) -%}\n {%- endif -%}\n\n{% endmacro %}", - "meta": {}, - "name": "dbt_spark_get_incremental_sql", - "original_file_path": "macros/materializations/incremental/strategies.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/materializations/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.dbt_spark_get_incremental_sql" - }, - "macro.dbt_spark.dbt_spark_tblproperties_clause": { - "arguments": [], - "created_at": 1690254761.6433973, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro dbt_spark_tblproperties_clause() -%}\n {%- set tblproperties = config.get('tblproperties') -%}\n {%- if tblproperties is not none %}\n tblproperties (\n {%- for prop in tblproperties -%}\n '{{ prop }}' = '{{ tblproperties[prop] }}' {% if not loop.last %}, {% endif %}\n {%- endfor %}\n )\n {%- endif %}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "dbt_spark_tblproperties_clause", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.dbt_spark_tblproperties_clause" - }, - "macro.dbt_spark.dbt_spark_validate_get_file_format": { - "arguments": [], - "created_at": 1690254761.6846879, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro dbt_spark_validate_get_file_format(raw_file_format) %}\n {#-- Validate the file format #}\n\n {% set accepted_formats = ['text', 'csv', 'json', 'jdbc', 'parquet', 'orc', 'hive', 'delta', 'iceberg', 'libsvm', 'hudi'] %}\n\n {% set invalid_file_format_msg -%}\n Invalid file format provided: {{ raw_file_format }}\n Expected one of: {{ accepted_formats | join(', ') }}\n {%- endset %}\n\n {% if raw_file_format not in accepted_formats %}\n {% do exceptions.raise_compiler_error(invalid_file_format_msg) %}\n {% endif %}\n\n {% do return(raw_file_format) %}\n{% endmacro %}", - "meta": {}, - "name": "dbt_spark_validate_get_file_format", - "original_file_path": "macros/materializations/incremental/validate.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/materializations/incremental/validate.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.dbt_spark_validate_get_file_format" - }, - "macro.dbt_spark.dbt_spark_validate_get_incremental_strategy": { - "arguments": [], - "created_at": 1690254761.6857557, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro dbt_spark_validate_get_incremental_strategy(raw_strategy, file_format) %}\n {#-- Validate the incremental strategy #}\n\n {% set invalid_strategy_msg -%}\n Invalid incremental strategy provided: {{ raw_strategy }}\n Expected one of: 'append', 'merge', 'insert_overwrite'\n {%- endset %}\n\n {% set invalid_merge_msg -%}\n Invalid incremental strategy provided: {{ raw_strategy }}\n You can only choose this strategy when file_format is set to 'delta' or 'iceberg' or 'hudi'\n {%- endset %}\n\n {% set invalid_insert_overwrite_delta_msg -%}\n Invalid incremental strategy provided: {{ raw_strategy }}\n You cannot use this strategy when file_format is set to 'delta' or 'iceberg'\n Use the 'append' or 'merge' strategy instead\n {%- endset %}\n\n {% set invalid_insert_overwrite_endpoint_msg -%}\n Invalid incremental strategy provided: {{ raw_strategy }}\n You cannot use this strategy when connecting via endpoint\n Use the 'append' or 'merge' strategy instead\n {%- endset %}\n\n {% if raw_strategy not in ['append', 'merge', 'insert_overwrite'] %}\n {% do exceptions.raise_compiler_error(invalid_strategy_msg) %}\n {%-else %}\n {% if raw_strategy == 'merge' and file_format not in ['delta', 'iceberg', 'hudi'] %}\n {% do exceptions.raise_compiler_error(invalid_merge_msg) %}\n {% endif %}\n {% if raw_strategy == 'insert_overwrite' and file_format == 'delta' %}\n {% do exceptions.raise_compiler_error(invalid_insert_overwrite_delta_msg) %}\n {% endif %}\n {% if raw_strategy == 'insert_overwrite' and target.endpoint %}\n {% do exceptions.raise_compiler_error(invalid_insert_overwrite_endpoint_msg) %}\n {% endif %}\n {% endif %}\n\n {% do return(raw_strategy) %}\n{% endmacro %}", - "meta": {}, - "name": "dbt_spark_validate_get_incremental_strategy", - "original_file_path": "macros/materializations/incremental/validate.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/materializations/incremental/validate.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.dbt_spark_validate_get_incremental_strategy" - }, - "macro.dbt_spark.describe_table_extended_without_caching": { - "arguments": [], - "created_at": 1690254761.6551201, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro describe_table_extended_without_caching(table_name) %}\n {#-- Spark with iceberg tables don't work with show table extended for #}\n {#-- V2 iceberg tables #}\n {#-- https://issues.apache.org/jira/browse/SPARK-33393 #}\n {% call statement('describe_table_extended_without_caching', fetch_result=True) -%}\n describe extended {{ table_name }}\n {% endcall %}\n {% do return(load_result('describe_table_extended_without_caching').table) %}\n{% endmacro %}", - "meta": {}, - "name": "describe_table_extended_without_caching", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.describe_table_extended_without_caching" - }, - "macro.dbt_spark.fetch_tbl_properties": { - "arguments": [], - "created_at": 1690254761.648556, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro fetch_tbl_properties(relation) -%}\n {% call statement('list_properties', fetch_result=True) -%}\n SHOW TBLPROPERTIES {{ relation }}\n {% endcall %}\n {% do return(load_result('list_properties').table) %}\n{%- endmacro %}", - "meta": {}, - "name": "fetch_tbl_properties", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.fetch_tbl_properties" - }, - "macro.dbt_spark.file_format_clause": { - "arguments": [], - "created_at": 1690254761.643673, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__file_format_clause" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro file_format_clause() %}\n {{ return(adapter.dispatch('file_format_clause', 'dbt')()) }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "file_format_clause", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.file_format_clause" - }, - "macro.dbt_spark.get_columns_in_relation_raw": { - "arguments": [], - "created_at": 1690254761.6536539, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__get_columns_in_relation_raw" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_columns_in_relation_raw(relation) -%}\n {{ return(adapter.dispatch('get_columns_in_relation_raw', 'dbt')(relation)) }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "get_columns_in_relation_raw", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.get_columns_in_relation_raw" - }, - "macro.dbt_spark.get_insert_into_sql": { - "arguments": [], - "created_at": 1690254761.6887224, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_insert_into_sql(source_relation, target_relation) %}\n\n {%- set dest_columns = adapter.get_columns_in_relation(target_relation) -%}\n {%- set dest_cols_csv = dest_columns | map(attribute='quoted') | join(', ') -%}\n insert into table {{ target_relation }}\n select {{dest_cols_csv}} from {{ source_relation }}\n\n{% endmacro %}", - "meta": {}, - "name": "get_insert_into_sql", - "original_file_path": "macros/materializations/incremental/strategies.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/materializations/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.get_insert_into_sql" - }, - "macro.dbt_spark.get_insert_overwrite_sql": { - "arguments": [], - "created_at": 1690254761.6884115, - "depends_on": { - "macros": [ - "macro.dbt_spark.partition_cols" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro get_insert_overwrite_sql(source_relation, target_relation, existing_relation) %}\n\n {%- set dest_columns = adapter.get_columns_in_relation(target_relation) -%}\n {%- set dest_cols_csv = dest_columns | map(attribute='quoted') | join(', ') -%}\n {% if existing_relation.is_iceberg %}\n {# removed table from statement for iceberg #}\n insert overwrite {{ target_relation }}\n {# removed partition_cols for iceberg as well #}\n {% else %}\n insert overwrite table {{ target_relation }}\n {{ partition_cols(label=\"partition\") }}\n {% endif %}\n select {{dest_cols_csv}} from {{ source_relation }}\n\n{% endmacro %}", - "meta": {}, - "name": "get_insert_overwrite_sql", - "original_file_path": "macros/materializations/incremental/strategies.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/materializations/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.get_insert_overwrite_sql" - }, - "macro.dbt_spark.list_relations_show_tables_without_caching": { - "arguments": [], - "created_at": 1690254761.6548302, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro list_relations_show_tables_without_caching(schema_relation) %}\n {#-- Spark with iceberg tables don't work with show table extended for #}\n {#-- V2 iceberg tables #}\n {#-- https://issues.apache.org/jira/browse/SPARK-33393 #}\n {% call statement('list_relations_without_caching_show_tables', fetch_result=True) -%}\n show tables in {{ schema_relation }} like '*'\n {% endcall %}\n\n {% do return(load_result('list_relations_without_caching_show_tables').table) %}\n{% endmacro %}", - "meta": {}, - "name": "list_relations_show_tables_without_caching", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.list_relations_show_tables_without_caching" - }, - "macro.dbt_spark.location_clause": { - "arguments": [], - "created_at": 1690254761.644179, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__location_clause" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro location_clause() %}\n {{ return(adapter.dispatch('location_clause', 'dbt')()) }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "location_clause", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.location_clause" - }, - "macro.dbt_spark.materialization_incremental_spark": { - "arguments": [], - "created_at": 1690254761.6953018, - "depends_on": { - "macros": [ - "macro.dbt_spark.dbt_spark_validate_get_file_format", - "macro.dbt_spark.dbt_spark_validate_get_incremental_strategy", - "macro.dbt.incremental_validate_on_schema_change", - "macro.dbt.load_relation", - "macro.dbt.make_temp_relation", - "macro.dbt.statement", - "macro.dbt.run_hooks", - "macro.dbt.create_table_as", - "macro.dbt_spark.persist_constraints", - "macro.dbt.should_full_refresh", - "macro.dbt.process_schema_changes", - "macro.dbt_spark.dbt_spark_get_incremental_sql", - "macro.dbt.should_revoke", - "macro.dbt.apply_grants", - "macro.dbt.persist_docs" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% materialization incremental, adapter='spark', supported_languages=['sql', 'python'] -%}\n {#-- Validate early so we don't run SQL if the file_format + strategy combo is invalid --#}\n {%- set raw_file_format = config.get('file_format', default='parquet') -%}\n {%- set raw_strategy = config.get('incremental_strategy') or 'append' -%}\n {%- set grant_config = config.get('grants') -%}\n\n {%- set file_format = dbt_spark_validate_get_file_format(raw_file_format) -%}\n {%- set strategy = dbt_spark_validate_get_incremental_strategy(raw_strategy, file_format) -%}\n\n {#-- Set vars --#}\n\n {%- set unique_key = config.get('unique_key', none) -%}\n {%- set partition_by = config.get('partition_by', none) -%}\n {%- set language = model['language'] -%}\n {%- set on_schema_change = incremental_validate_on_schema_change(config.get('on_schema_change'), default='ignore') -%}\n {%- set incremental_predicates = config.get('predicates', none) or config.get('incremental_predicates', none) -%}\n {%- set target_relation = this -%}\n {%- set existing_relation = load_relation(this) -%}\n {%- set tmp_relation = make_temp_relation(this) -%}\n\n {#-- for SQL model we will create temp view that doesn't have database and schema --#}\n {%- if language == 'sql'-%}\n {%- set tmp_relation = tmp_relation.include(database=false, schema=false) -%}\n {%- endif -%}\n\n {#-- Set Overwrite Mode --#}\n {%- if strategy == 'insert_overwrite' and partition_by -%}\n {%- call statement() -%}\n set spark.sql.sources.partitionOverwriteMode = DYNAMIC\n {%- endcall -%}\n {%- endif -%}\n\n {#-- Run pre-hooks --#}\n {{ run_hooks(pre_hooks) }}\n\n {#-- Incremental run logic --#}\n {%- if existing_relation is none -%}\n {#-- Relation must be created --#}\n {%- call statement('main', language=language) -%}\n {{ create_table_as(False, target_relation, compiled_code, language) }}\n {%- endcall -%}\n {% do persist_constraints(target_relation, model) %}\n {%- elif existing_relation.is_view or should_full_refresh() -%}\n {#-- Relation must be dropped & recreated --#}\n {% set is_delta = (file_format == 'delta' and existing_relation.is_delta) %}\n {% if not is_delta %} {#-- If Delta, we will `create or replace` below, so no need to drop --#}\n {% do adapter.drop_relation(existing_relation) %}\n {% endif %}\n {%- call statement('main', language=language) -%}\n {{ create_table_as(False, target_relation, compiled_code, language) }}\n {%- endcall -%}\n {% do persist_constraints(target_relation, model) %}\n {%- else -%}\n {#-- Relation must be merged --#}\n {%- call statement('create_tmp_relation', language=language) -%}\n {{ create_table_as(True, tmp_relation, compiled_code, language) }}\n {%- endcall -%}\n {%- do process_schema_changes(on_schema_change, tmp_relation, existing_relation) -%}\n {%- call statement('main') -%}\n {{ dbt_spark_get_incremental_sql(strategy, tmp_relation, target_relation, existing_relation, unique_key, incremental_predicates) }}\n {%- endcall -%}\n {%- if language == 'python' -%}\n {#--\n This is yucky.\n See note in dbt-spark/dbt/include/spark/macros/adapters.sql\n re: python models and temporary views.\n\n Also, why do neither drop_relation or adapter.drop_relation work here?!\n --#}\n {% call statement('drop_relation') -%}\n drop table if exists {{ tmp_relation }}\n {%- endcall %}\n {%- endif -%}\n {%- endif -%}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", - "meta": {}, - "name": "materialization_incremental_spark", - "original_file_path": "macros/materializations/incremental/incremental.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/materializations/incremental/incremental.sql", - "resource_type": "macro", - "supported_languages": [ - "sql", - "python" - ], - "unique_id": "macro.dbt_spark.materialization_incremental_spark" - }, - "macro.dbt_spark.materialization_snapshot_spark": { - "arguments": [], - "created_at": 1690254761.6829047, - "depends_on": { - "macros": [ - "macro.dbt.get_or_create_relation", - "macro.dbt.create_schema", - "macro.dbt.run_hooks", - "macro.dbt.strategy_dispatch", - "macro.dbt.build_snapshot_table", - "macro.dbt.create_table_as", - "macro.dbt_spark.spark_build_snapshot_staging_table", - "macro.dbt.create_columns", - "macro.dbt.snapshot_merge_sql", - "macro.dbt.statement", - "macro.dbt.should_revoke", - "macro.dbt.apply_grants", - "macro.dbt.persist_docs", - "macro.dbt.post_snapshot" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% materialization snapshot, adapter='spark' %}\n {%- set config = model['config'] -%}\n\n {%- set target_table = model.get('alias', model.get('name')) -%}\n\n {%- set strategy_name = config.get('strategy') -%}\n {%- set unique_key = config.get('unique_key') %}\n {%- set file_format = config.get('file_format', 'parquet') -%}\n {%- set grant_config = config.get('grants') -%}\n\n {% set target_relation_exists, target_relation = get_or_create_relation(\n database=none,\n schema=model.schema,\n identifier=target_table,\n type='table') -%}\n\n {%- if file_format not in ['delta', 'iceberg', 'hudi'] -%}\n {% set invalid_format_msg -%}\n Invalid file format: {{ file_format }}\n Snapshot functionality requires file_format be set to 'delta' or 'iceberg' or 'hudi'\n {%- endset %}\n {% do exceptions.raise_compiler_error(invalid_format_msg) %}\n {% endif %}\n\n {%- if target_relation_exists -%}\n {%- if not target_relation.is_delta and not target_relation.is_iceberg and not target_relation.is_hudi -%}\n {% set invalid_format_msg -%}\n The existing table {{ model.schema }}.{{ target_table }} is in another format than 'delta' or 'iceberg' or 'hudi'\n {%- endset %}\n {% do exceptions.raise_compiler_error(invalid_format_msg) %}\n {% endif %}\n {% endif %}\n\n {% if not adapter.check_schema_exists(model.database, model.schema) %}\n {% do create_schema(model.schema) %}\n {% endif %}\n\n {%- if not target_relation.is_table -%}\n {% do exceptions.relation_wrong_type(target_relation, 'table') %}\n {%- endif -%}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set strategy_macro = strategy_dispatch(strategy_name) %}\n {% set strategy = strategy_macro(model, \"snapshotted_data\", \"source_data\", config, target_relation_exists) %}\n\n {% if not target_relation_exists %}\n\n {% set build_sql = build_snapshot_table(strategy, model['compiled_code']) %}\n {% set final_sql = create_table_as(False, target_relation, build_sql) %}\n\n {% else %}\n\n {{ adapter.valid_snapshot_target(target_relation) }}\n\n {% set staging_table = spark_build_snapshot_staging_table(strategy, sql, target_relation) %}\n\n -- this may no-op if the database does not require column expansion\n {% do adapter.expand_target_column_types(from_relation=staging_table,\n to_relation=target_relation) %}\n\n {% set missing_columns = adapter.get_missing_columns(staging_table, target_relation)\n | rejectattr('name', 'equalto', 'dbt_change_type')\n | rejectattr('name', 'equalto', 'DBT_CHANGE_TYPE')\n | rejectattr('name', 'equalto', 'dbt_unique_key')\n | rejectattr('name', 'equalto', 'DBT_UNIQUE_KEY')\n | list %}\n\n {% do create_columns(target_relation, missing_columns) %}\n\n {% set source_columns = adapter.get_columns_in_relation(staging_table)\n | rejectattr('name', 'equalto', 'dbt_change_type')\n | rejectattr('name', 'equalto', 'DBT_CHANGE_TYPE')\n | rejectattr('name', 'equalto', 'dbt_unique_key')\n | rejectattr('name', 'equalto', 'DBT_UNIQUE_KEY')\n | list %}\n\n {% set quoted_source_columns = [] %}\n {% for column in source_columns %}\n {% do quoted_source_columns.append(adapter.quote(column.name)) %}\n {% endfor %}\n\n {% set final_sql = snapshot_merge_sql(\n target = target_relation,\n source = staging_table,\n insert_cols = quoted_source_columns\n )\n %}\n\n {% endif %}\n\n {% call statement('main') %}\n {{ final_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(target_relation_exists, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {% if staging_table is defined %}\n {% do post_snapshot(staging_table) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", - "meta": {}, - "name": "materialization_snapshot_spark", - "original_file_path": "macros/materializations/snapshot.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/materializations/snapshot.sql", - "resource_type": "macro", - "supported_languages": [ - "sql" - ], - "unique_id": "macro.dbt_spark.materialization_snapshot_spark" - }, - "macro.dbt_spark.materialization_table_spark": { - "arguments": [], - "created_at": 1690254761.6691036, - "depends_on": { - "macros": [ - "macro.dbt.run_hooks", - "macro.dbt.statement", - "macro.dbt.create_table_as", - "macro.dbt.should_revoke", - "macro.dbt.apply_grants", - "macro.dbt.persist_docs", - "macro.dbt_spark.persist_constraints" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% materialization table, adapter = 'spark', supported_languages=['sql', 'python'] %}\n {%- set language = model['language'] -%}\n {%- set identifier = model['alias'] -%}\n {%- set grant_config = config.get('grants') -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n {%- set target_relation = api.Relation.create(identifier=identifier,\n schema=schema,\n database=database,\n type='table') -%}\n\n {{ run_hooks(pre_hooks) }}\n\n -- setup: if the target relation already exists, drop it\n -- in case if the existing and future table is delta or iceberg, we want to do a\n -- create or replace table instead of dropping, so we don't have the table unavailable\n {% if old_relation is not none %}\n {% set is_delta = (old_relation.is_delta and config.get('file_format', validator=validation.any[basestring]) == 'delta') %}\n {% set is_iceberg = (old_relation.is_iceberg and config.get('file_format', validator=validation.any[basestring]) == 'iceberg') %}\n {% set old_relation_type = old_relation.type %}\n {% else %}\n {% set is_delta = false %}\n {% set is_iceberg = false %}\n {% set old_relation_type = target_relation.type %}\n {% endif %}\n\n {% if not is_delta and not is_iceberg %}\n {% set existing_relation = target_relation %}\n {{ adapter.drop_relation(existing_relation.incorporate(type=old_relation_type)) }}\n {% endif %}\n\n -- build model\n {%- call statement('main', language=language) -%}\n {{ create_table_as(False, target_relation, compiled_code, language) }}\n {%- endcall -%}\n\n {% set should_revoke = should_revoke(old_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% do persist_constraints(target_relation, model) %}\n\n {{ run_hooks(post_hooks) }}\n\n {{ return({'relations': [target_relation]})}}\n\n{% endmaterialization %}", - "meta": {}, - "name": "materialization_table_spark", - "original_file_path": "macros/materializations/table.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/materializations/table.sql", - "resource_type": "macro", - "supported_languages": [ - "sql", - "python" - ], - "unique_id": "macro.dbt_spark.materialization_table_spark" - }, - "macro.dbt_spark.materialization_view_spark": { - "arguments": [], - "created_at": 1690254761.6833303, - "depends_on": { - "macros": [ - "macro.dbt.create_or_replace_view" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% materialization view, adapter='spark' -%}\n {{ return(create_or_replace_view()) }}\n{%- endmaterialization %}", - "meta": {}, - "name": "materialization_view_spark", - "original_file_path": "macros/materializations/view.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/materializations/view.sql", - "resource_type": "macro", - "supported_languages": [ - "sql" - ], - "unique_id": "macro.dbt_spark.materialization_view_spark" - }, - "macro.dbt_spark.options_clause": { - "arguments": [], - "created_at": 1690254761.6447115, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__options_clause" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro options_clause() -%}\n {{ return(adapter.dispatch('options_clause', 'dbt')()) }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "options_clause", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.options_clause" - }, - "macro.dbt_spark.partition_cols": { - "arguments": [], - "created_at": 1690254761.6468205, - "depends_on": { - "macros": [ - "macro.dbt_spark.spark__partition_cols" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro partition_cols(label, required=false) %}\n {{ return(adapter.dispatch('partition_cols', 'dbt')(label, required)) }}\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "partition_cols", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.partition_cols" - }, - "macro.dbt_spark.persist_constraints": { - "arguments": [], - "created_at": 1690254761.6504185, - "depends_on": { - "macros": [ - "macro.dbt_databricks.databricks__persist_constraints" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro persist_constraints(relation, model) %}\n {{ return(adapter.dispatch('persist_constraints', 'dbt')(relation, model)) }}\n{% endmacro %}", - "meta": {}, - "name": "persist_constraints", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.persist_constraints" - }, - "macro.dbt_spark.py_script_comment": { - "arguments": [], - "created_at": 1690254761.6696866, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{%macro py_script_comment()%}\n# how to execute python model in notebook\n# dbt = dbtObj(spark.table)\n# df = model(dbt, spark)\n{%endmacro%}", - "meta": {}, - "name": "py_script_comment", - "original_file_path": "macros/materializations/table.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/materializations/table.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.py_script_comment" - }, - "macro.dbt_spark.py_write_table": { - "arguments": [], - "created_at": 1690254761.6695392, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro py_write_table(compiled_code, target_relation) %}\n{{ compiled_code }}\n# --- Autogenerated dbt materialization code. --- #\ndbt = dbtObj(spark.table)\ndf = model(dbt, spark)\n\n# make sure pyspark exists in the namepace, for 7.3.x-scala2.12 it does not exist\nimport pyspark\n# make sure pandas exists before using it\ntry:\n import pandas\n pandas_available = True\nexcept ImportError:\n pandas_available = False\n\n# make sure pyspark.pandas exists before using it\ntry:\n import pyspark.pandas\n pyspark_pandas_api_available = True\nexcept ImportError:\n pyspark_pandas_api_available = False\n\n# make sure databricks.koalas exists before using it\ntry:\n import databricks.koalas\n koalas_available = True\nexcept ImportError:\n koalas_available = False\n\n# preferentially convert pandas DataFrames to pandas-on-Spark or Koalas DataFrames first\n# since they know how to convert pandas DataFrames better than `spark.createDataFrame(df)`\n# and converting from pandas-on-Spark to Spark DataFrame has no overhead\nif pyspark_pandas_api_available and pandas_available and isinstance(df, pandas.core.frame.DataFrame):\n df = pyspark.pandas.frame.DataFrame(df)\nelif koalas_available and pandas_available and isinstance(df, pandas.core.frame.DataFrame):\n df = databricks.koalas.frame.DataFrame(df)\n\n# convert to pyspark.sql.dataframe.DataFrame\nif isinstance(df, pyspark.sql.dataframe.DataFrame):\n pass # since it is already a Spark DataFrame\nelif pyspark_pandas_api_available and isinstance(df, pyspark.pandas.frame.DataFrame):\n df = df.to_spark()\nelif koalas_available and isinstance(df, databricks.koalas.frame.DataFrame):\n df = df.to_spark()\nelif pandas_available and isinstance(df, pandas.core.frame.DataFrame):\n df = spark.createDataFrame(df)\nelse:\n msg = f\"{type(df)} is not a supported type for dbt Python materialization\"\n raise Exception(msg)\n\ndf.write.mode(\"overwrite\").format(\"delta\").option(\"overwriteSchema\", \"true\").saveAsTable(\"{{ target_relation }}\")\n{%- endmacro -%}\n\n", - "meta": {}, - "name": "py_write_table", - "original_file_path": "macros/materializations/table.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/materializations/table.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.py_write_table" - }, - "macro.dbt_spark.spark__alter_column_comment": { - "arguments": [], - "created_at": 1690254761.658196, - "depends_on": { - "macros": [ - "macro.dbt.run_query" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__alter_column_comment(relation, column_dict) %}\n {% if config.get('file_format', validator=validation.any[basestring]) in ['delta', 'hudi', 'iceberg'] %}\n {% for column_name in column_dict %}\n {% set comment = column_dict[column_name]['description'] %}\n {% set escaped_comment = comment | replace('\\'', '\\\\\\'') %}\n {% set comment_query %}\n {% if relation.is_iceberg %}\n alter table {{ relation }} alter column\n {{ adapter.quote(column_name) if column_dict[column_name]['quote'] else column_name }}\n comment '{{ escaped_comment }}';\n {% else %}\n alter table {{ relation }} change column\n {{ adapter.quote(column_name) if column_dict[column_name]['quote'] else column_name }}\n comment '{{ escaped_comment }}';\n {% endif %}\n {% endset %}\n {% do run_query(comment_query) %}\n {% endfor %}\n {% endif %}\n{% endmacro %}", - "meta": {}, - "name": "spark__alter_column_comment", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__alter_column_comment" - }, - "macro.dbt_spark.spark__alter_column_set_constraints": { - "arguments": [], - "created_at": 1690254761.652726, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__alter_column_set_constraints(relation, column_dict) %}\n {% for column_name in column_dict %}\n {% set constraints = column_dict[column_name]['constraints'] %}\n {% for constraint in constraints %}\n {% if constraint.type != 'not_null' %}\n {{ exceptions.warn('Invalid constraint for column ' ~ column_name ~ '. Only `not_null` is supported.') }}\n {% else %}\n {% set quoted_name = adapter.quote(column_name) if column_dict[column_name]['quote'] else column_name %}\n {% call statement() %}\n alter table {{ relation }} change column {{ quoted_name }} set not null {{ constraint.expression or \"\" }};\n {% endcall %}\n {% endif %}\n {% endfor %}\n {% endfor %}\n{% endmacro %}", - "meta": {}, - "name": "spark__alter_column_set_constraints", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__alter_column_set_constraints" - }, - "macro.dbt_spark.spark__alter_column_type": { - "arguments": [], - "created_at": 1690254761.6589332, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__alter_column_type(relation, column_name, new_column_type) -%}\n {% call statement('alter_column_type') %}\n alter table {{ relation }} alter column {{ column_name }} type {{ new_column_type }};\n {% endcall %}\n{% endmacro %}", - "meta": {}, - "name": "spark__alter_column_type", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__alter_column_type" - }, - "macro.dbt_spark.spark__alter_relation_add_remove_columns": { - "arguments": [], - "created_at": 1690254761.6601336, - "depends_on": { - "macros": [ - "macro.dbt.run_query" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__alter_relation_add_remove_columns(relation, add_columns, remove_columns) %}\n\n {% if remove_columns %}\n {% if relation.is_delta %}\n {% set platform_name = 'Delta Lake' %}\n {% elif relation.is_iceberg %}\n {% set platform_name = 'Iceberg' %}\n {% else %}\n {% set platform_name = 'Apache Spark' %}\n {% endif %}\n {{ exceptions.raise_compiler_error(platform_name + ' does not support dropping columns from tables') }}\n {% endif %}\n\n {% if add_columns is none %}\n {% set add_columns = [] %}\n {% endif %}\n\n {% set sql -%}\n\n alter {{ relation.type }} {{ relation }}\n\n {% if add_columns %} add columns {% endif %}\n {% for column in add_columns %}\n {{ column.name }} {{ column.data_type }}{{ ',' if not loop.last }}\n {% endfor %}\n\n {%- endset -%}\n\n {% do run_query(sql) %}\n\n{% endmacro %}", - "meta": {}, - "name": "spark__alter_relation_add_remove_columns", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__alter_relation_add_remove_columns" - }, - "macro.dbt_spark.spark__alter_table_add_constraints": { - "arguments": [], - "created_at": 1690254761.6517348, - "depends_on": { - "macros": [ - "macro.dbt.is_incremental", - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__alter_table_add_constraints(relation, column_dict) %}\n\n {% for column_name in column_dict %}\n {% set constraints = column_dict[column_name]['constraints'] %}\n {% for constraint in constraints %}\n {% if constraint.type == 'check' and not is_incremental() %}\n {%- set constraint_hash = local_md5(column_name ~ \";\" ~ constraint.expression ~ \";\" ~ loop.index) -%}\n {% call statement() %}\n alter table {{ relation }} add constraint {{ constraint_hash }} check {{ constraint.expression }};\n {% endcall %}\n {% endif %}\n {% endfor %}\n {% endfor %}\n{% endmacro %}", - "meta": {}, - "name": "spark__alter_table_add_constraints", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__alter_table_add_constraints" - }, - "macro.dbt_spark.spark__any_value": { - "arguments": [], - "created_at": 1690254761.7000954, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__any_value(expression) -%}\n {#-- return any value (non-deterministic) --#}\n first({{ expression }})\n\n{%- endmacro %}", - "meta": {}, - "name": "spark__any_value", - "original_file_path": "macros/utils/any_value.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/utils/any_value.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__any_value" - }, - "macro.dbt_spark.spark__array_append": { - "arguments": [], - "created_at": 1690254761.695983, - "depends_on": { - "macros": [ - "macro.dbt.array_concat", - "macro.dbt.array_construct" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__array_append(array, new_element) -%}\n {{ array_concat(array, array_construct([new_element])) }}\n{%- endmacro %}", - "meta": {}, - "name": "spark__array_append", - "original_file_path": "macros/utils/array_append.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/utils/array_append.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__array_append" - }, - "macro.dbt_spark.spark__array_concat": { - "arguments": [], - "created_at": 1690254761.6996539, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__array_concat(array_1, array_2) -%}\n concat({{ array_1 }}, {{ array_2 }})\n{%- endmacro %}", - "meta": {}, - "name": "spark__array_concat", - "original_file_path": "macros/utils/array_concat.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/utils/array_concat.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__array_concat" - }, - "macro.dbt_spark.spark__array_construct": { - "arguments": [], - "created_at": 1690254761.6956332, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__array_construct(inputs, data_type) -%}\n array( {{ inputs|join(' , ') }} )\n{%- endmacro %}", - "meta": {}, - "name": "spark__array_construct", - "original_file_path": "macros/utils/array_construct.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/utils/array_construct.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__array_construct" - }, - "macro.dbt_spark.spark__assert_not_null": { - "arguments": [], - "created_at": 1690254761.6992714, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__assert_not_null(function, arg) %}\n\n coalesce({{function}}({{arg}}), nvl2({{function}}({{arg}}), assert_true({{function}}({{arg}}) is not null), null))\n\n{% endmacro %}", - "meta": {}, - "name": "spark__assert_not_null", - "original_file_path": "macros/utils/assert_not_null.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/utils/assert_not_null.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__assert_not_null" - }, - "macro.dbt_spark.spark__bool_or": { - "arguments": [], - "created_at": 1690254761.707444, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__bool_or(expression) -%}\n\n max({{ expression }})\n\n{%- endmacro %}", - "meta": {}, - "name": "spark__bool_or", - "original_file_path": "macros/utils/bool_or.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/utils/bool_or.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__bool_or" - }, - "macro.dbt_spark.spark__call_dcl_statements": { - "arguments": [], - "created_at": 1690254761.6270974, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__call_dcl_statements(dcl_statement_list) %}\n {% for dcl_statement in dcl_statement_list %}\n {% call statement('grant_or_revoke') %}\n {{ dcl_statement }}\n {% endcall %}\n {% endfor %}\n{% endmacro %}", - "meta": {}, - "name": "spark__call_dcl_statements", - "original_file_path": "macros/apply_grants.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/apply_grants.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__call_dcl_statements" - }, - "macro.dbt_spark.spark__clustered_cols": { - "arguments": [], - "created_at": 1690254761.6482754, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__clustered_cols(label, required=false) %}\n {%- set cols = config.get('clustered_by', validator=validation.any[list, basestring]) -%}\n {%- set buckets = config.get('buckets', validator=validation.any[int]) -%}\n {%- if (cols is not none) and (buckets is not none) %}\n {%- if cols is string -%}\n {%- set cols = [cols] -%}\n {%- endif -%}\n {{ label }} (\n {%- for item in cols -%}\n {{ item }}\n {%- if not loop.last -%},{%- endif -%}\n {%- endfor -%}\n ) into {{ buckets }} buckets\n {%- endif %}\n{%- endmacro -%}\n\n\n", - "meta": {}, - "name": "spark__clustered_cols", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__clustered_cols" - }, - "macro.dbt_spark.spark__comment_clause": { - "arguments": [], - "created_at": 1690254761.6465974, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__comment_clause() %}\n {%- set raw_persist_docs = config.get('persist_docs', {}) -%}\n\n {%- if raw_persist_docs is mapping -%}\n {%- set raw_relation = raw_persist_docs.get('relation', false) -%}\n {%- if raw_relation -%}\n comment '{{ model.description | replace(\"'\", \"\\\\'\") }}'\n {% endif %}\n {%- elif raw_persist_docs -%}\n {{ exceptions.raise_compiler_error(\"Invalid value provided for 'persist_docs'. Expected dict but got value: \" ~ raw_persist_docs) }}\n {% endif %}\n{%- endmacro -%}\n\n\n", - "meta": {}, - "name": "spark__comment_clause", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__comment_clause" - }, - "macro.dbt_spark.spark__concat": { - "arguments": [], - "created_at": 1690254761.7072916, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__concat(fields) -%}\n concat({{ fields|join(', ') }})\n{%- endmacro %}", - "meta": {}, - "name": "spark__concat", - "original_file_path": "macros/utils/concat.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/utils/concat.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__concat" - }, - "macro.dbt_spark.spark__copy_grants": { - "arguments": [], - "created_at": 1690254761.626265, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__copy_grants() %}\n\n {% if config.materialized == 'view' %}\n {#-- Spark views don't copy grants when they're replaced --#}\n {{ return(False) }}\n\n {% else %}\n {#-- This depends on how we're replacing the table, which depends on its file format\n -- Just play it safe by assuming that grants have been copied over, and need to be checked / possibly revoked\n -- We can make this more efficient in the future\n #}\n {{ return(True) }}\n\n {% endif %}\n{% endmacro %}", - "meta": {}, - "name": "spark__copy_grants", - "original_file_path": "macros/apply_grants.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/apply_grants.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__copy_grants" - }, - "macro.dbt_spark.spark__create_columns": { - "arguments": [], - "created_at": 1690254761.6786857, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__create_columns(relation, columns) %}\n {% if columns|length > 0 %}\n {% call statement() %}\n alter table {{ relation }} add columns (\n {% for column in columns %}\n `{{ column.name }}` {{ column.data_type }} {{- ',' if not loop.last -}}\n {% endfor %}\n );\n {% endcall %}\n {% endif %}\n{% endmacro %}", - "meta": {}, - "name": "spark__create_columns", - "original_file_path": "macros/materializations/snapshot.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/materializations/snapshot.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__create_columns" - }, - "macro.dbt_spark.spark__create_csv_table": { - "arguments": [], - "created_at": 1690254761.6652105, - "depends_on": { - "macros": [ - "macro.dbt_spark.file_format_clause", - "macro.dbt_spark.partition_cols", - "macro.dbt_spark.clustered_cols", - "macro.dbt_spark.location_clause", - "macro.dbt_spark.comment_clause", - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__create_csv_table(model, agate_table) %}\n {%- set column_override = model['config'].get('column_types', {}) -%}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n\n {% set sql %}\n create table {{ this.render() }} (\n {%- for col_name in agate_table.column_names -%}\n {%- set inferred_type = adapter.convert_type(agate_table, loop.index0) -%}\n {%- set type = column_override.get(col_name, inferred_type) -%}\n {%- set column_name = (col_name | string) -%}\n {{ adapter.quote_seed_column(column_name, quote_seed_column) }} {{ type }} {%- if not loop.last -%}, {%- endif -%}\n {%- endfor -%}\n )\n {{ file_format_clause() }}\n {{ partition_cols(label=\"partitioned by\") }}\n {{ clustered_cols(label=\"clustered by\") }}\n {{ location_clause() }}\n {{ comment_clause() }}\n {% endset %}\n\n {% call statement('_') -%}\n {{ sql }}\n {%- endcall %}\n\n {{ return(sql) }}\n{% endmacro %}", - "meta": {}, - "name": "spark__create_csv_table", - "original_file_path": "macros/materializations/seed.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/materializations/seed.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__create_csv_table" - }, - "macro.dbt_spark.spark__create_schema": { - "arguments": [], - "created_at": 1690254761.6532998, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__create_schema(relation) -%}\n {%- call statement('create_schema') -%}\n create schema if not exists {{relation}}\n {% endcall %}\n{% endmacro %}", - "meta": {}, - "name": "spark__create_schema", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__create_schema" - }, - "macro.dbt_spark.spark__create_table_as": { - "arguments": [], - "created_at": 1690254761.6501458, - "depends_on": { - "macros": [ - "macro.dbt_spark.create_temporary_view", - "macro.dbt.get_assert_columns_equivalent", - "macro.dbt.get_select_subquery", - "macro.dbt_spark.file_format_clause", - "macro.dbt_spark.options_clause", - "macro.dbt_spark.partition_cols", - "macro.dbt_spark.clustered_cols", - "macro.dbt_spark.location_clause", - "macro.dbt_spark.comment_clause", - "macro.dbt_spark.py_write_table" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{%- macro spark__create_table_as(temporary, relation, compiled_code, language='sql') -%}\n {%- if language == 'sql' -%}\n {%- if temporary -%}\n {{ create_temporary_view(relation, compiled_code) }}\n {%- else -%}\n {% if config.get('file_format', validator=validation.any[basestring]) in ['delta', 'iceberg'] %}\n create or replace table {{ relation }}\n {% else %}\n create table {{ relation }}\n {% endif %}\n {%- set contract_config = config.get('contract') -%}\n {%- if contract_config.enforced -%}\n {{ get_assert_columns_equivalent(compiled_code) }}\n {%- set compiled_code = get_select_subquery(compiled_code) %}\n {% endif %}\n {{ file_format_clause() }}\n {{ options_clause() }}\n {{ partition_cols(label=\"partitioned by\") }}\n {{ clustered_cols(label=\"clustered by\") }}\n {{ location_clause() }}\n {{ comment_clause() }}\n as\n {{ compiled_code }}\n {%- endif -%}\n {%- elif language == 'python' -%}\n {#--\n N.B. Python models _can_ write to temp views HOWEVER they use a different session\n and have already expired by the time they need to be used (I.E. in merges for incremental models)\n\n TODO: Deep dive into spark sessions to see if we can reuse a single session for an entire\n dbt invocation.\n --#}\n {{ py_write_table(compiled_code=compiled_code, target_relation=relation) }}\n {%- endif -%}\n{%- endmacro -%}\n\n\n", - "meta": {}, - "name": "spark__create_table_as", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__create_table_as" - }, - "macro.dbt_spark.spark__create_temporary_view": { - "arguments": [], - "created_at": 1690254761.6488993, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__create_temporary_view(relation, compiled_code) -%}\n create temporary view {{ relation }} as\n {{ compiled_code }}\n{%- endmacro -%}\n\n\n", - "meta": {}, - "name": "spark__create_temporary_view", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__create_temporary_view" - }, - "macro.dbt_spark.spark__create_view_as": { - "arguments": [], - "created_at": 1690254761.653135, - "depends_on": { - "macros": [ - "macro.dbt_spark.comment_clause", - "macro.dbt.get_assert_columns_equivalent" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__create_view_as(relation, sql) -%}\n create or replace view {{ relation }}\n {{ comment_clause() }}\n {%- set contract_config = config.get('contract') -%}\n {%- if contract_config.enforced -%}\n {{ get_assert_columns_equivalent(sql) }}\n {%- endif %}\n as\n {{ sql }}\n{% endmacro %}", - "meta": {}, - "name": "spark__create_view_as", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__create_view_as" - }, - "macro.dbt_spark.spark__current_timestamp": { - "arguments": [], - "created_at": 1690254761.7075374, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__current_timestamp() -%}\n current_timestamp()\n{%- endmacro %}", - "meta": {}, - "name": "spark__current_timestamp", - "original_file_path": "macros/utils/timestamps.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/utils/timestamps.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__current_timestamp" - }, - "macro.dbt_spark.spark__dateadd": { - "arguments": [], - "created_at": 1690254761.7099795, - "depends_on": { - "macros": [ - "macro.dbt_spark.assert_not_null" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__dateadd(datepart, interval, from_date_or_timestamp) %}\n\n {%- set clock_component -%}\n {# make sure the dates + timestamps are real, otherwise raise an error asap #}\n to_unix_timestamp({{ assert_not_null('to_timestamp', from_date_or_timestamp) }})\n - to_unix_timestamp({{ assert_not_null('date', from_date_or_timestamp) }})\n {%- endset -%}\n\n {%- if datepart in ['day', 'week'] -%}\n\n {%- set multiplier = 7 if datepart == 'week' else 1 -%}\n\n to_timestamp(\n to_unix_timestamp(\n date_add(\n {{ assert_not_null('date', from_date_or_timestamp) }},\n cast({{interval}} * {{multiplier}} as int)\n )\n ) + {{clock_component}}\n )\n\n {%- elif datepart in ['month', 'quarter', 'year'] -%}\n\n {%- set multiplier -%}\n {%- if datepart == 'month' -%} 1\n {%- elif datepart == 'quarter' -%} 3\n {%- elif datepart == 'year' -%} 12\n {%- endif -%}\n {%- endset -%}\n\n to_timestamp(\n to_unix_timestamp(\n add_months(\n {{ assert_not_null('date', from_date_or_timestamp) }},\n cast({{interval}} * {{multiplier}} as int)\n )\n ) + {{clock_component}}\n )\n\n {%- elif datepart in ('hour', 'minute', 'second', 'millisecond', 'microsecond') -%}\n\n {%- set multiplier -%}\n {%- if datepart == 'hour' -%} 3600\n {%- elif datepart == 'minute' -%} 60\n {%- elif datepart == 'second' -%} 1\n {%- elif datepart == 'millisecond' -%} (1/1000000)\n {%- elif datepart == 'microsecond' -%} (1/1000000)\n {%- endif -%}\n {%- endset -%}\n\n to_timestamp(\n {{ assert_not_null('to_unix_timestamp', from_date_or_timestamp) }}\n + cast({{interval}} * {{multiplier}} as int)\n )\n\n {%- else -%}\n\n {{ exceptions.raise_compiler_error(\"macro dateadd not implemented for datepart ~ '\" ~ datepart ~ \"' ~ on Spark\") }}\n\n {%- endif -%}\n\n{% endmacro %}", - "meta": {}, - "name": "spark__dateadd", - "original_file_path": "macros/utils/dateadd.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/utils/dateadd.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__dateadd" - }, - "macro.dbt_spark.spark__datediff": { - "arguments": [], - "created_at": 1690254761.7070765, - "depends_on": { - "macros": [ - "macro.dbt_spark.assert_not_null" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__datediff(first_date, second_date, datepart) %}\n\n {%- if datepart in ['day', 'week', 'month', 'quarter', 'year'] -%}\n\n {# make sure the dates are real, otherwise raise an error asap #}\n {% set first_date = assert_not_null('date', first_date) %}\n {% set second_date = assert_not_null('date', second_date) %}\n\n {%- endif -%}\n\n {%- if datepart == 'day' -%}\n\n datediff({{second_date}}, {{first_date}})\n\n {%- elif datepart == 'week' -%}\n\n case when {{first_date}} < {{second_date}}\n then floor(datediff({{second_date}}, {{first_date}})/7)\n else ceil(datediff({{second_date}}, {{first_date}})/7)\n end\n\n -- did we cross a week boundary (Sunday)?\n + case\n when {{first_date}} < {{second_date}} and dayofweek({{second_date}}) < dayofweek({{first_date}}) then 1\n when {{first_date}} > {{second_date}} and dayofweek({{second_date}}) > dayofweek({{first_date}}) then -1\n else 0 end\n\n {%- elif datepart == 'month' -%}\n\n case when {{first_date}} < {{second_date}}\n then floor(months_between(date({{second_date}}), date({{first_date}})))\n else ceil(months_between(date({{second_date}}), date({{first_date}})))\n end\n\n -- did we cross a month boundary?\n + case\n when {{first_date}} < {{second_date}} and dayofmonth({{second_date}}) < dayofmonth({{first_date}}) then 1\n when {{first_date}} > {{second_date}} and dayofmonth({{second_date}}) > dayofmonth({{first_date}}) then -1\n else 0 end\n\n {%- elif datepart == 'quarter' -%}\n\n case when {{first_date}} < {{second_date}}\n then floor(months_between(date({{second_date}}), date({{first_date}}))/3)\n else ceil(months_between(date({{second_date}}), date({{first_date}}))/3)\n end\n\n -- did we cross a quarter boundary?\n + case\n when {{first_date}} < {{second_date}} and (\n (dayofyear({{second_date}}) - (quarter({{second_date}}) * 365/4))\n < (dayofyear({{first_date}}) - (quarter({{first_date}}) * 365/4))\n ) then 1\n when {{first_date}} > {{second_date}} and (\n (dayofyear({{second_date}}) - (quarter({{second_date}}) * 365/4))\n > (dayofyear({{first_date}}) - (quarter({{first_date}}) * 365/4))\n ) then -1\n else 0 end\n\n {%- elif datepart == 'year' -%}\n\n year({{second_date}}) - year({{first_date}})\n\n {%- elif datepart in ('hour', 'minute', 'second', 'millisecond', 'microsecond') -%}\n\n {%- set divisor -%}\n {%- if datepart == 'hour' -%} 3600\n {%- elif datepart == 'minute' -%} 60\n {%- elif datepart == 'second' -%} 1\n {%- elif datepart == 'millisecond' -%} (1/1000)\n {%- elif datepart == 'microsecond' -%} (1/1000000)\n {%- endif -%}\n {%- endset -%}\n\n case when {{first_date}} < {{second_date}}\n then ceil((\n {# make sure the timestamps are real, otherwise raise an error asap #}\n {{ assert_not_null('to_unix_timestamp', assert_not_null('to_timestamp', second_date)) }}\n - {{ assert_not_null('to_unix_timestamp', assert_not_null('to_timestamp', first_date)) }}\n ) / {{divisor}})\n else floor((\n {{ assert_not_null('to_unix_timestamp', assert_not_null('to_timestamp', second_date)) }}\n - {{ assert_not_null('to_unix_timestamp', assert_not_null('to_timestamp', first_date)) }}\n ) / {{divisor}})\n end\n\n {% if datepart == 'millisecond' %}\n + cast(date_format({{second_date}}, 'SSS') as int)\n - cast(date_format({{first_date}}, 'SSS') as int)\n {% endif %}\n\n {% if datepart == 'microsecond' %}\n {% set capture_str = '[0-9]{4}-[0-9]{2}-[0-9]{2}.[0-9]{2}:[0-9]{2}:[0-9]{2}.([0-9]{6})' %}\n -- Spark doesn't really support microseconds, so this is a massive hack!\n -- It will only work if the timestamp-string is of the format\n -- 'yyyy-MM-dd-HH mm.ss.SSSSSS'\n + cast(regexp_extract({{second_date}}, '{{capture_str}}', 1) as int)\n - cast(regexp_extract({{first_date}}, '{{capture_str}}', 1) as int)\n {% endif %}\n\n {%- else -%}\n\n {{ exceptions.raise_compiler_error(\"macro datediff not implemented for datepart ~ '\" ~ datepart ~ \"' ~ on Spark\") }}\n\n {%- endif -%}\n\n{% endmacro %}", - "meta": {}, - "name": "spark__datediff", - "original_file_path": "macros/utils/datediff.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/utils/datediff.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__datediff" - }, - "macro.dbt_spark.spark__drop_relation": { - "arguments": [], - "created_at": 1690254761.6564567, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__drop_relation(relation) -%}\n {% call statement('drop_relation', auto_begin=False) -%}\n drop {{ relation.type }} if exists {{ relation }}\n {%- endcall %}\n{% endmacro %}", - "meta": {}, - "name": "spark__drop_relation", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__drop_relation" - }, - "macro.dbt_spark.spark__drop_schema": { - "arguments": [], - "created_at": 1690254761.6534724, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__drop_schema(relation) -%}\n {%- call statement('drop_schema') -%}\n drop schema if exists {{ relation }} cascade\n {%- endcall -%}\n{% endmacro %}", - "meta": {}, - "name": "spark__drop_schema", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__drop_schema" - }, - "macro.dbt_spark.spark__escape_single_quotes": { - "arguments": [], - "created_at": 1690254761.7101676, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__escape_single_quotes(expression) -%}\n{{ expression | replace(\"'\",\"\\\\'\") }}\n{%- endmacro %}", - "meta": {}, - "name": "spark__escape_single_quotes", - "original_file_path": "macros/utils/escape_single_quotes.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/utils/escape_single_quotes.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__escape_single_quotes" - }, - "macro.dbt_spark.spark__file_format_clause": { - "arguments": [], - "created_at": 1690254761.6439953, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__file_format_clause() %}\n {%- set file_format = config.get('file_format', validator=validation.any[basestring]) -%}\n {%- if file_format is not none %}\n using {{ file_format }}\n {%- endif %}\n{%- endmacro -%}\n\n\n", - "meta": {}, - "name": "spark__file_format_clause", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__file_format_clause" - }, - "macro.dbt_spark.spark__generate_database_name": { - "arguments": [], - "created_at": 1690254761.656636, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__generate_database_name(custom_database_name=none, node=none) -%}\n {% do return(None) %}\n{%- endmacro %}", - "meta": {}, - "name": "spark__generate_database_name", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__generate_database_name" - }, - "macro.dbt_spark.spark__get_binding_char": { - "arguments": [], - "created_at": 1690254761.662001, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__get_binding_char() %}\n {{ return('?' if target.method == 'odbc' else '%s') }}\n{% endmacro %}", - "meta": {}, - "name": "spark__get_binding_char", - "original_file_path": "macros/materializations/seed.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/materializations/seed.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__get_binding_char" - }, - "macro.dbt_spark.spark__get_columns_in_relation": { - "arguments": [], - "created_at": 1690254761.6542325, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__get_columns_in_relation(relation) -%}\n {% call statement('get_columns_in_relation', fetch_result=True) %}\n describe extended {{ relation.include(schema=(schema is not none)) }}\n {% endcall %}\n {% do return(load_result('get_columns_in_relation').table) %}\n{% endmacro %}", - "meta": {}, - "name": "spark__get_columns_in_relation", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__get_columns_in_relation" - }, - "macro.dbt_spark.spark__get_columns_in_relation_raw": { - "arguments": [], - "created_at": 1690254761.653912, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__get_columns_in_relation_raw(relation) -%}\n {% call statement('get_columns_in_relation_raw', fetch_result=True) %}\n describe extended {{ relation }}\n {% endcall %}\n {% do return(load_result('get_columns_in_relation_raw').table) %}\n{% endmacro %}", - "meta": {}, - "name": "spark__get_columns_in_relation_raw", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__get_columns_in_relation_raw" - }, - "macro.dbt_spark.spark__get_grant_sql": { - "arguments": [], - "created_at": 1690254761.6265478, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "\n\n\n{%- macro spark__get_grant_sql(relation, privilege, grantees) -%}\n grant {{ privilege }} on {{ relation }} to {{ adapter.quote(grantees[0]) }}\n{%- endmacro %}", - "meta": {}, - "name": "spark__get_grant_sql", - "original_file_path": "macros/apply_grants.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/apply_grants.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__get_grant_sql" - }, - "macro.dbt_spark.spark__get_merge_sql": { - "arguments": [], - "created_at": 1690254761.6904292, - "depends_on": { - "macros": [ - "macro.dbt.get_merge_update_columns" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) %}\n {# need dest_columns for merge_exclude_columns, default to use \"*\" #}\n {%- set predicates = [] if incremental_predicates is none else [] + incremental_predicates -%}\n {%- set dest_columns = adapter.get_columns_in_relation(target) -%}\n {%- set merge_update_columns = config.get('merge_update_columns') -%}\n {%- set merge_exclude_columns = config.get('merge_exclude_columns') -%}\n {%- set update_columns = get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) -%}\n\n {% if unique_key %}\n {% if unique_key is sequence and unique_key is not mapping and unique_key is not string %}\n {% for key in unique_key %}\n {% set this_key_match %}\n DBT_INTERNAL_SOURCE.{{ key }} = DBT_INTERNAL_DEST.{{ key }}\n {% endset %}\n {% do predicates.append(this_key_match) %}\n {% endfor %}\n {% else %}\n {% set unique_key_match %}\n DBT_INTERNAL_SOURCE.{{ unique_key }} = DBT_INTERNAL_DEST.{{ unique_key }}\n {% endset %}\n {% do predicates.append(unique_key_match) %}\n {% endif %}\n {% else %}\n {% do predicates.append('FALSE') %}\n {% endif %}\n\n {{ sql_header if sql_header is not none }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on {{ predicates | join(' and ') }}\n\n when matched then update set\n {% if update_columns -%}{%- for column_name in update_columns %}\n {{ column_name }} = DBT_INTERNAL_SOURCE.{{ column_name }}\n {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n {%- else %} * {% endif %}\n\n when not matched then insert *\n{% endmacro %}", - "meta": {}, - "name": "spark__get_merge_sql", - "original_file_path": "macros/materializations/incremental/strategies.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/materializations/incremental/strategies.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__get_merge_sql" - }, - "macro.dbt_spark.spark__get_merge_update_columns": { - "arguments": [], - "created_at": 1690254761.686643, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}\n {%- set default_cols = None -%}\n\n {%- if merge_update_columns and merge_exclude_columns -%}\n {{ exceptions.raise_compiler_error(\n 'Model cannot specify merge_update_columns and merge_exclude_columns. Please update model to use only one config'\n )}}\n {%- elif merge_update_columns -%}\n {%- set update_columns = merge_update_columns -%}\n {%- elif merge_exclude_columns -%}\n {%- set update_columns = [] -%}\n {%- for column in dest_columns -%}\n {% if column.column | lower not in merge_exclude_columns | map(\"lower\") | list %}\n {%- do update_columns.append(column.quoted) -%}\n {% endif %}\n {%- endfor -%}\n {%- else -%}\n {%- set update_columns = default_cols -%}\n {%- endif -%}\n\n {{ return(update_columns) }}\n\n{% endmacro %}", - "meta": {}, - "name": "spark__get_merge_update_columns", - "original_file_path": "macros/materializations/incremental/column_helpers.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/materializations/incremental/column_helpers.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__get_merge_update_columns" - }, - "macro.dbt_spark.spark__get_revoke_sql": { - "arguments": [], - "created_at": 1690254761.6267655, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "\n\n\n{%- macro spark__get_revoke_sql(relation, privilege, grantees) -%}\n revoke {{ privilege }} on {{ relation }} from {{ adapter.quote(grantees[0]) }}\n{%- endmacro %}", - "meta": {}, - "name": "spark__get_revoke_sql", - "original_file_path": "macros/apply_grants.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/apply_grants.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__get_revoke_sql" - }, - "macro.dbt_spark.spark__list_relations_without_caching": { - "arguments": [], - "created_at": 1690254761.6545265, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__list_relations_without_caching(relation) %}\n {% call statement('list_relations_without_caching', fetch_result=True) -%}\n show table extended in {{ relation }} like '*'\n {% endcall %}\n\n {% do return(load_result('list_relations_without_caching').table) %}\n{% endmacro %}", - "meta": {}, - "name": "spark__list_relations_without_caching", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__list_relations_without_caching" - }, - "macro.dbt_spark.spark__list_schemas": { - "arguments": [], - "created_at": 1690254761.6553948, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__list_schemas(database) -%}\n {% call statement('list_schemas', fetch_result=True, auto_begin=False) %}\n show databases\n {% endcall %}\n {{ return(load_result('list_schemas').table) }}\n{% endmacro %}", - "meta": {}, - "name": "spark__list_schemas", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__list_schemas" - }, - "macro.dbt_spark.spark__listagg": { - "arguments": [], - "created_at": 1690254761.698013, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__listagg(measure, delimiter_text, order_by_clause, limit_num) -%}\n\n {% if order_by_clause %}\n {{ exceptions.warn(\"order_by_clause is not supported for listagg on Spark/Databricks\") }}\n {% endif %}\n\n {% set collect_list %} collect_list({{ measure }}) {% endset %}\n\n {% set limited %} slice({{ collect_list }}, 1, {{ limit_num }}) {% endset %}\n\n {% set collected = limited if limit_num else collect_list %}\n\n {% set final %} array_join({{ collected }}, {{ delimiter_text }}) {% endset %}\n\n {% do return(final) %}\n\n{%- endmacro %}", - "meta": {}, - "name": "spark__listagg", - "original_file_path": "macros/utils/listagg.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/utils/listagg.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__listagg" - }, - "macro.dbt_spark.spark__load_csv_rows": { - "arguments": [], - "created_at": 1690254761.663989, - "depends_on": { - "macros": [ - "macro.dbt.get_batch_size", - "macro.dbt.get_binding_char" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__load_csv_rows(model, agate_table) %}\n\n {% set batch_size = get_batch_size() %}\n {% set column_override = model['config'].get('column_types', {}) %}\n\n {% set statements = [] %}\n\n {% for chunk in agate_table.rows | batch(batch_size) %}\n {% set bindings = [] %}\n\n {% for row in chunk %}\n {% do bindings.extend(row) %}\n {% endfor %}\n\n {% set sql %}\n insert into {{ this.render() }} values\n {% for row in chunk -%}\n ({%- for col_name in agate_table.column_names -%}\n {%- set inferred_type = adapter.convert_type(agate_table, loop.index0) -%}\n {%- set type = column_override.get(col_name, inferred_type) -%}\n cast({{ get_binding_char() }} as {{type}})\n {%- if not loop.last%},{%- endif %}\n {%- endfor -%})\n {%- if not loop.last%},{%- endif %}\n {%- endfor %}\n {% endset %}\n\n {% do adapter.add_query(sql, bindings=bindings, abridge_sql_log=True) %}\n\n {% if loop.index0 == 0 %}\n {% do statements.append(sql) %}\n {% endif %}\n {% endfor %}\n\n {# Return SQL so we can render it out into the compiled files #}\n {{ return(statements[0]) }}\n{% endmacro %}", - "meta": {}, - "name": "spark__load_csv_rows", - "original_file_path": "macros/materializations/seed.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/materializations/seed.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__load_csv_rows" - }, - "macro.dbt_spark.spark__location_clause": { - "arguments": [], - "created_at": 1690254761.644538, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__location_clause() %}\n {%- set location_root = config.get('location_root', validator=validation.any[basestring]) -%}\n {%- set identifier = model['alias'] -%}\n {%- if location_root is not none %}\n location '{{ location_root }}/{{ identifier }}'\n {%- endif %}\n{%- endmacro -%}\n\n\n", - "meta": {}, - "name": "spark__location_clause", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__location_clause" - }, - "macro.dbt_spark.spark__make_temp_relation": { - "arguments": [], - "created_at": 1690254761.6587036, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__make_temp_relation(base_relation, suffix) %}\n {% set tmp_identifier = base_relation.identifier ~ suffix %}\n {% set tmp_relation = base_relation.incorporate(path = {\n \"identifier\": tmp_identifier\n }) -%}\n\n {% do return(tmp_relation) %}\n{% endmacro %}", - "meta": {}, - "name": "spark__make_temp_relation", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__make_temp_relation" - }, - "macro.dbt_spark.spark__options_clause": { - "arguments": [], - "created_at": 1690254761.6459181, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__options_clause() -%}\n {%- set options = config.get('options') -%}\n {%- if config.get('file_format') == 'hudi' -%}\n {%- set unique_key = config.get('unique_key') -%}\n {%- if unique_key is not none and options is none -%}\n {%- set options = {'primaryKey': config.get('unique_key')} -%}\n {%- elif unique_key is not none and options is not none and 'primaryKey' not in options -%}\n {%- set _ = options.update({'primaryKey': config.get('unique_key')}) -%}\n {%- elif options is not none and 'primaryKey' in options and options['primaryKey'] != unique_key -%}\n {{ exceptions.raise_compiler_error(\"unique_key and options('primaryKey') should be the same column(s).\") }}\n {%- endif %}\n {%- endif %}\n\n {%- if options is not none %}\n options (\n {%- for option in options -%}\n {{ option }} \"{{ options[option] }}\" {% if not loop.last %}, {% endif %}\n {%- endfor %}\n )\n {%- endif %}\n{%- endmacro -%}\n\n\n", - "meta": {}, - "name": "spark__options_clause", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__options_clause" - }, - "macro.dbt_spark.spark__partition_cols": { - "arguments": [], - "created_at": 1690254761.6473556, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__partition_cols(label, required=false) %}\n {%- set cols = config.get('partition_by', validator=validation.any[list, basestring]) -%}\n {%- if cols is not none %}\n {%- if cols is string -%}\n {%- set cols = [cols] -%}\n {%- endif -%}\n {{ label }} (\n {%- for item in cols -%}\n {{ item }}\n {%- if not loop.last -%},{%- endif -%}\n {%- endfor -%}\n )\n {%- endif %}\n{%- endmacro -%}\n\n\n", - "meta": {}, - "name": "spark__partition_cols", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__partition_cols" - }, - "macro.dbt_spark.spark__persist_constraints": { - "arguments": [], - "created_at": 1690254761.650863, - "depends_on": { - "macros": [ - "macro.dbt_spark.alter_table_add_constraints", - "macro.dbt_spark.alter_column_set_constraints" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__persist_constraints(relation, model) %}\n {%- set contract_config = config.get('contract') -%}\n {% if contract_config.enforced and config.get('file_format', 'delta') == 'delta' %}\n {% do alter_table_add_constraints(relation, model.columns) %}\n {% do alter_column_set_constraints(relation, model.columns) %}\n {% endif %}\n{% endmacro %}", - "meta": {}, - "name": "spark__persist_constraints", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__persist_constraints" - }, - "macro.dbt_spark.spark__persist_docs": { - "arguments": [], - "created_at": 1690254761.6569526, - "depends_on": { - "macros": [ - "macro.dbt.alter_column_comment" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__persist_docs(relation, model, for_relation, for_columns) -%}\n {% if for_columns and config.persist_column_docs() and model.columns %}\n {% do alter_column_comment(relation, model.columns) %}\n {% endif %}\n{% endmacro %}", - "meta": {}, - "name": "spark__persist_docs", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__persist_docs" - }, - "macro.dbt_spark.spark__post_snapshot": { - "arguments": [], - "created_at": 1690254761.6782563, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__post_snapshot(staging_relation) %}\n {% do adapter.drop_relation(staging_relation) %}\n{% endmacro %}", - "meta": {}, - "name": "spark__post_snapshot", - "original_file_path": "macros/materializations/snapshot.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/materializations/snapshot.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__post_snapshot" - }, - "macro.dbt_spark.spark__rename_relation": { - "arguments": [], - "created_at": 1690254761.6561275, - "depends_on": { - "macros": [ - "macro.dbt.statement" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__rename_relation(from_relation, to_relation) -%}\n {% call statement('rename_relation') -%}\n {% if not from_relation.type %}\n {% do exceptions.raise_database_error(\"Cannot rename a relation with a blank type: \" ~ from_relation.identifier) %}\n {% elif from_relation.type in ('table') %}\n alter table {{ from_relation }} rename to {{ to_relation }}\n {% elif from_relation.type == 'view' %}\n alter view {{ from_relation }} rename to {{ to_relation }}\n {% else %}\n {% do exceptions.raise_database_error(\"Unknown type '\" ~ from_relation.type ~ \"' for relation: \" ~ from_relation.identifier) %}\n {% endif %}\n {%- endcall %}\n{% endmacro %}", - "meta": {}, - "name": "spark__rename_relation", - "original_file_path": "macros/adapters.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/adapters.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__rename_relation" - }, - "macro.dbt_spark.spark__reset_csv_table": { - "arguments": [], - "created_at": 1690254761.6623957, - "depends_on": { - "macros": [ - "macro.dbt.create_csv_table" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__reset_csv_table(model, full_refresh, old_relation, agate_table) %}\n {% if old_relation %}\n {{ adapter.drop_relation(old_relation) }}\n {% endif %}\n {% set sql = create_csv_table(model, agate_table) %}\n {{ return(sql) }}\n{% endmacro %}", - "meta": {}, - "name": "spark__reset_csv_table", - "original_file_path": "macros/materializations/seed.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/materializations/seed.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__reset_csv_table" - }, - "macro.dbt_spark.spark__snapshot_hash_arguments": { - "arguments": [], - "created_at": 1690254761.6768, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__snapshot_hash_arguments(args) -%}\n md5({%- for arg in args -%}\n coalesce(cast({{ arg }} as string ), '')\n {% if not loop.last %} || '|' || {% endif %}\n {%- endfor -%})\n{%- endmacro %}", - "meta": {}, - "name": "spark__snapshot_hash_arguments", - "original_file_path": "macros/materializations/snapshot.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/materializations/snapshot.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__snapshot_hash_arguments" - }, - "macro.dbt_spark.spark__snapshot_merge_sql": { - "arguments": [], - "created_at": 1690254761.677293, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__snapshot_merge_sql(target, source, insert_cols) -%}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n {% if target.is_iceberg %}\n {# create view only supports a name (no catalog, or schema) #}\n using {{ source.identifier }} as DBT_INTERNAL_SOURCE\n {% else %}\n using {{ source }} as DBT_INTERNAL_SOURCE\n {% endif %}\n on DBT_INTERNAL_SOURCE.dbt_scd_id = DBT_INTERNAL_DEST.dbt_scd_id\n when matched\n and DBT_INTERNAL_DEST.dbt_valid_to is null\n and DBT_INTERNAL_SOURCE.dbt_change_type in ('update', 'delete')\n then update\n set dbt_valid_to = DBT_INTERNAL_SOURCE.dbt_valid_to\n\n when not matched\n and DBT_INTERNAL_SOURCE.dbt_change_type = 'insert'\n then insert *\n ;\n{% endmacro %}", - "meta": {}, - "name": "spark__snapshot_merge_sql", - "original_file_path": "macros/materializations/snapshot.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/materializations/snapshot.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__snapshot_merge_sql" - }, - "macro.dbt_spark.spark__snapshot_string_as_time": { - "arguments": [], - "created_at": 1690254761.6770065, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__snapshot_string_as_time(timestamp) -%}\n {%- set result = \"to_timestamp('\" ~ timestamp ~ \"')\" -%}\n {{ return(result) }}\n{%- endmacro %}", - "meta": {}, - "name": "spark__snapshot_string_as_time", - "original_file_path": "macros/materializations/snapshot.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/materializations/snapshot.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__snapshot_string_as_time" - }, - "macro.dbt_spark.spark__split_part": { - "arguments": [], - "created_at": 1690254761.6986916, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark__split_part(string_text, delimiter_text, part_number) %}\n\n {% set delimiter_expr %}\n\n -- escape if starts with a special character\n case when regexp_extract({{ delimiter_text }}, '([^A-Za-z0-9])(.*)', 1) != '_'\n then concat('\\\\', {{ delimiter_text }})\n else {{ delimiter_text }} end\n\n {% endset %}\n\n {% set split_part_expr %}\n\n split(\n {{ string_text }},\n {{ delimiter_expr }}\n )[({{ part_number - 1 }})]\n\n {% endset %}\n\n {{ return(split_part_expr) }}\n\n{% endmacro %}", - "meta": {}, - "name": "spark__split_part", - "original_file_path": "macros/utils/split_part.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/utils/split_part.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__split_part" - }, - "macro.dbt_spark.spark__support_multiple_grantees_per_dcl_statement": { - "arguments": [], - "created_at": 1690254761.6268754, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "\n\n\n{%- macro spark__support_multiple_grantees_per_dcl_statement() -%}\n {{ return(False) }}\n{%- endmacro -%}\n\n\n", - "meta": {}, - "name": "spark__support_multiple_grantees_per_dcl_statement", - "original_file_path": "macros/apply_grants.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/apply_grants.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark__support_multiple_grantees_per_dcl_statement" - }, - "macro.dbt_spark.spark_build_snapshot_staging_table": { - "arguments": [], - "created_at": 1690254761.6781077, - "depends_on": { - "macros": [ - "macro.dbt.snapshot_staging_table", - "macro.dbt.statement", - "macro.dbt.create_view_as" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{% macro spark_build_snapshot_staging_table(strategy, sql, target_relation) %}\n {% set tmp_identifier = target_relation.identifier ~ '__dbt_tmp' %}\n\n {% if target_relation.is_iceberg %}\n {# iceberg catalog does not support create view, but regular spark does. We removed the catalog and schema #}\n {%- set tmp_relation = api.Relation.create(identifier=tmp_identifier,\n schema=none,\n database=none,\n type='view') -%}\n {% else %}\n {%- set tmp_relation = api.Relation.create(identifier=tmp_identifier,\n schema=target_relation.schema,\n database=none,\n type='view') -%}\n {% endif %}\n\n {% set select = snapshot_staging_table(strategy, sql, target_relation) %}\n\n {# needs to be a non-temp view so that its columns can be ascertained via `describe` #}\n {% call statement('build_snapshot_staging_relation') %}\n {{ create_view_as(tmp_relation, select) }}\n {% endcall %}\n\n {% do return(tmp_relation) %}\n{% endmacro %}", - "meta": {}, - "name": "spark_build_snapshot_staging_table", - "original_file_path": "macros/materializations/snapshot.sql", - "package_name": "dbt_spark", - "patch_path": null, - "path": "macros/materializations/snapshot.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.dbt_spark.spark_build_snapshot_staging_table" - }, - "macro.jaffle_shop.drop_table": { - "arguments": [], - "created_at": 1690254761.549376, - "depends_on": { - "macros": [ - "macro.dbt.run_query" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "macro_sql": "{%- macro drop_table(table_name) -%}\n {%- set drop_query -%}\n DROP TABLE IF EXISTS {{ target.schema }}.{{ table_name }} CASCADE\n {%- endset -%}\n {% do run_query(drop_query) %}\n{%- endmacro -%}", - "meta": {}, - "name": "drop_table", - "original_file_path": "macros/drop_table.sql", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "macros/drop_table.sql", - "resource_type": "macro", - "supported_languages": null, - "unique_id": "macro.jaffle_shop.drop_table" - } - }, - "metadata": { - "adapter_type": "databricks", - "dbt_schema_version": "https://schemas.getdbt.com/dbt/manifest/v9.json", - "dbt_version": "1.5.3", - "env": {}, - "generated_at": "2023-07-27T15:59:06.771641Z", - "invocation_id": "8977c2f8-2e67-45c8-8e2a-2ea26fba5517", - "project_id": "06e5b98c2db46f8a72cc4f66410e9b3b", - "send_anonymous_usage_stats": true, - "user_id": "66e1e2b7-b3cf-491b-82a9-4c6db6f15267" - }, - "metrics": {}, - "nodes": { - "model.jaffle_shop.customers": { - "access": "protected", - "alias": "customers", - "build_path": null, - "checksum": { - "checksum": "95ddc646d940ee1e702612f3d69650d1794a2c20114085ac461377cbfd5ef21b", - "name": "sha256" - }, - "columns": { - "customer_id": { - "constraints": [], - "data_type": null, - "description": "This is a unique identifier for a customer", - "meta": {}, - "name": "customer_id", - "quote": null, - "tags": [] - }, - "first_name": { - "constraints": [], - "data_type": null, - "description": "Customer's first name. PII.", - "meta": {}, - "name": "first_name", - "quote": null, - "tags": [] - }, - "first_order": { - "constraints": [], - "data_type": null, - "description": "Date (UTC) of a customer's first order", - "meta": {}, - "name": "first_order", - "quote": null, - "tags": [] - }, - "last_name": { - "constraints": [], - "data_type": null, - "description": "Customer's last name. PII.", - "meta": {}, - "name": "last_name", - "quote": null, - "tags": [] - }, - "most_recent_order": { - "constraints": [], - "data_type": null, - "description": "Date (UTC) of a customer's most recent order", - "meta": {}, - "name": "most_recent_order", - "quote": null, - "tags": [] - }, - "number_of_orders": { - "constraints": [], - "data_type": null, - "description": "Count of the number of orders a customer has placed", - "meta": {}, - "name": "number_of_orders", - "quote": null, - "tags": [] - }, - "total_order_amount": { - "constraints": [], - "data_type": null, - "description": "Total value (AUD) of a customer's orders", - "meta": {}, - "name": "total_order_amount", - "quote": null, - "tags": [] - } - }, - "compiled_path": null, - "config": { - "alias": null, - "cluster_id": "0403-094356-wab883hn", - "column_types": {}, - "contract": { - "enforced": false - }, - "create_notebook": false, - "database": null, - "docs": { - "node_color": null, - "show": true - }, - "enabled": true, - "full_refresh": null, - "grants": {}, - "group": null, - "incremental_strategy": null, - "materialized": "table", - "meta": {}, - "on_schema_change": "ignore", - "packages": [], - "persist_docs": {}, - "post-hook": [], - "pre-hook": [], - "quoting": {}, - "schema": null, - "submission_method": "all_purpose_cluster", - "tags": [], - "unique_key": null - }, - "constraints": [], - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.2295468, - "database": null, - "deferred": false, - "depends_on": { - "macros": [], - "nodes": [ - "model.jaffle_shop.stg_customers", - "model.jaffle_shop.stg_orders", - "model.jaffle_shop.stg_payments" - ] - }, - "description": "This table has basic information about a customer, as well as some derived facts based on a customer's orders", - "docs": { - "node_color": null, - "show": true - }, - "fqn": [ - "jaffle_shop", - "customers" - ], - "group": null, - "language": "python", - "latest_version": null, - "meta": {}, - "metrics": [], - "name": "customers", - "original_file_path": "models/customers.py", - "package_name": "jaffle_shop", - "patch_path": "jaffle_shop://models/schema.yml", - "path": "customers.py", - "raw_code": "import pyspark.sql.functions as F\n\n\ndef model(dbt, session):\n stg_customers_df = dbt.ref(\"stg_customers\")\n stg_orders_df = dbt.ref(\"stg_orders\")\n stg_payments_df = dbt.ref(\"stg_payments\")\n\n customer_orders_df = stg_orders_df.groupby(\"customer_id\").agg(\n F.min(F.col(\"order_date\")).alias(\"first_order\"),\n F.max(F.col(\"order_date\")).alias(\"most_recent_order\"),\n F.count(F.col(\"order_id\")).alias(\"number_of_orders\"),\n )\n\n customer_payments_df = (\n stg_payments_df.join(stg_orders_df, stg_payments_df.order_id == stg_orders_df.order_id, \"left\")\n .groupby(stg_orders_df.customer_id)\n .agg(F.sum(F.col(\"amount\")).alias(\"total_amount\"))\n )\n\n final_df = (\n stg_customers_df.alias(\"customers\")\n .join(\n customer_orders_df.alias(\"customer_orders\"),\n F.col(\"customers.customer_id\") == F.col(\"customer_orders.customer_id\"),\n \"left\",\n )\n .join(\n customer_payments_df.alias(\"customer_payments\"),\n F.col(\"customers.customer_id\") == F.col(\"customer_payments.customer_id\"),\n \"left\",\n )\n .select(\n F.col(\"customers.customer_id\").alias(\"customer_id\"),\n F.col(\"customers.first_name\").alias(\"first_name\"),\n F.col(\"customers.last_name\").alias(\"last_name\"),\n F.col(\"customer_orders.first_order\").alias(\"first_order\"),\n F.col(\"customer_orders.most_recent_order\").alias(\"most_recent_order\"),\n F.col(\"customer_orders.number_of_orders\").alias(\"number_of_orders\"),\n F.col(\"customer_payments.total_amount\").alias(\"customer_lifetime_value\"),\n )\n )\n\n return final_df", - "refs": [ - { - "name": "stg_customers", - "package": null, - "version": null - }, - { - "name": "stg_orders", - "package": null, - "version": null - }, - { - "name": "stg_payments", - "package": null, - "version": null - } - ], - "relation_name": "`cosmos_`.`customers`", - "resource_type": "model", - "schema": "cosmos_", - "sources": [], - "tags": [], - "unique_id": "model.jaffle_shop.customers", - "unrendered_config": { - "cluster_id": "0403-094356-wab883hn", - "create_notebook": false, - "materialized": "table", - "submission_method": "all_purpose_cluster" - }, - "version": null - }, - "model.jaffle_shop.orders": { - "access": "protected", - "alias": "orders", - "build_path": null, - "checksum": { - "checksum": "b6553d2a3e7a77b00b0afdb9d53f7ac4de548c939041109c147765c9dda91b1e", - "name": "sha256" - }, - "columns": { - "amount": { - "constraints": [], - "data_type": null, - "description": "Total amount (AUD) of the order", - "meta": {}, - "name": "amount", - "quote": null, - "tags": [] - }, - "bank_transfer_amount": { - "constraints": [], - "data_type": null, - "description": "Amount of the order (AUD) paid for by bank transfer", - "meta": {}, - "name": "bank_transfer_amount", - "quote": null, - "tags": [] - }, - "coupon_amount": { - "constraints": [], - "data_type": null, - "description": "Amount of the order (AUD) paid for by coupon", - "meta": {}, - "name": "coupon_amount", - "quote": null, - "tags": [] - }, - "credit_card_amount": { - "constraints": [], - "data_type": null, - "description": "Amount of the order (AUD) paid for by credit card", - "meta": {}, - "name": "credit_card_amount", - "quote": null, - "tags": [] - }, - "customer_id": { - "constraints": [], - "data_type": null, - "description": "Foreign key to the customers table", - "meta": {}, - "name": "customer_id", - "quote": null, - "tags": [] - }, - "gift_card_amount": { - "constraints": [], - "data_type": null, - "description": "Amount of the order (AUD) paid for by gift card", - "meta": {}, - "name": "gift_card_amount", - "quote": null, - "tags": [] - }, - "order_date": { - "constraints": [], - "data_type": null, - "description": "Date (UTC) that the order was placed", - "meta": {}, - "name": "order_date", - "quote": null, - "tags": [] - }, - "order_id": { - "constraints": [], - "data_type": null, - "description": "This is a unique identifier for an order", - "meta": {}, - "name": "order_id", - "quote": null, - "tags": [] - }, - "status": { - "constraints": [], - "data_type": null, - "description": "Orders can be one of the following statuses:\n\n| status | description |\n|----------------|------------------------------------------------------------------------------------------------------------------------|\n| placed | The order has been placed but has not yet left the warehouse |\n| shipped | The order has ben shipped to the customer and is currently in transit |\n| completed | The order has been received by the customer |\n| return_pending | The customer has indicated that they would like to return the order, but it has not yet been received at the warehouse |\n| returned | The order has been returned by the customer and received at the warehouse |", - "meta": {}, - "name": "status", - "quote": null, - "tags": [] - } - }, - "compiled_path": null, - "config": { - "alias": null, - "cluster_id": "0403-094356-wab883hn", - "column_types": {}, - "contract": { - "enforced": false - }, - "create_notebook": false, - "database": null, - "docs": { - "node_color": null, - "show": true - }, - "enabled": true, - "full_refresh": null, - "grants": {}, - "group": null, - "incremental_strategy": null, - "materialized": "table", - "meta": {}, - "on_schema_change": "ignore", - "packages": [], - "persist_docs": {}, - "post-hook": [], - "pre-hook": [], - "quoting": {}, - "schema": null, - "submission_method": "all_purpose_cluster", - "tags": [], - "unique_key": null - }, - "constraints": [], - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.2333267, - "database": null, - "deferred": false, - "depends_on": { - "macros": [], - "nodes": [ - "model.jaffle_shop.stg_orders", - "model.jaffle_shop.stg_payments" - ] - }, - "description": "This table has basic information about orders, as well as some derived facts based on payments", - "docs": { - "node_color": null, - "show": true - }, - "fqn": [ - "jaffle_shop", - "orders" - ], - "group": null, - "language": "python", - "latest_version": null, - "meta": {}, - "metrics": [], - "name": "orders", - "original_file_path": "models/orders.py", - "package_name": "jaffle_shop", - "patch_path": "jaffle_shop://models/schema.yml", - "path": "orders.py", - "raw_code": "import pyspark.sql.functions as F\n\n\ndef model(dbt, session):\n stg_orders_df = dbt.ref(\"stg_orders\")\n stg_payments_df = dbt.ref(\"stg_payments\")\n\n payment_methods = [\"credit_card\", \"coupon\", \"bank_transfer\", \"gift_card\"]\n\n agg_list = [\n F.sum(F.when(stg_payments_df.payment_method == payment_method, stg_payments_df.amount).otherwise(0)).alias(\n payment_method + \"_amount\"\n )\n for payment_method in payment_methods\n ]\n agg_list.append(F.sum(F.col(\"amount\")).alias(\"total_amount\"))\n\n order_payments_df = stg_payments_df.groupby(\"order_id\").agg(*agg_list)\n\n final_df = stg_orders_df.join(\n order_payments_df, stg_orders_df.order_id == order_payments_df.order_id, \"left\"\n ).select(\n stg_orders_df.order_id.alias(\"order_id\"),\n stg_orders_df.customer_id.alias(\"customer_id\"),\n stg_orders_df.order_date.alias(\"order_date\"),\n stg_orders_df.status.alias(\"status\"),\n *[F.col(payment_method + \"_amount\") for payment_method in payment_methods],\n order_payments_df.total_amount.alias(\"amount\"),\n )\n\n return final_df", - "refs": [ - { - "name": "stg_orders", - "package": null, - "version": null - }, - { - "name": "stg_payments", - "package": null, - "version": null - } - ], - "relation_name": "`cosmos_`.`orders`", - "resource_type": "model", - "schema": "cosmos_", - "sources": [], - "tags": [], - "unique_id": "model.jaffle_shop.orders", - "unrendered_config": { - "cluster_id": "0403-094356-wab883hn", - "create_notebook": false, - "materialized": "table", - "submission_method": "all_purpose_cluster" - }, - "version": null - }, - "model.jaffle_shop.stg_customers": { - "access": "protected", - "alias": "stg_customers", - "build_path": null, - "checksum": { - "checksum": "80e3223cd54387e11fa16cd0f4cbe15f8ff74dcd9900b93856b9e39416178c9d", - "name": "sha256" - }, - "columns": { - "customer_id": { - "constraints": [], - "data_type": null, - "description": "", - "meta": {}, - "name": "customer_id", - "quote": null, - "tags": [] - } - }, - "compiled_path": null, - "config": { - "alias": null, - "column_types": {}, - "contract": { - "enforced": false - }, - "database": null, - "docs": { - "node_color": null, - "show": true - }, - "enabled": true, - "full_refresh": null, - "grants": {}, - "group": null, - "incremental_strategy": null, - "materialized": "view", - "meta": {}, - "on_schema_change": "ignore", - "packages": [], - "persist_docs": {}, - "post-hook": [], - "pre-hook": [], - "quoting": {}, - "schema": null, - "tags": [], - "unique_key": null - }, - "constraints": [], - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.2712784, - "database": null, - "deferred": false, - "depends_on": { - "macros": [], - "nodes": [ - "seed.jaffle_shop.raw_customers" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "fqn": [ - "jaffle_shop", - "staging", - "stg_customers" - ], - "group": null, - "language": "sql", - "latest_version": null, - "meta": {}, - "metrics": [], - "name": "stg_customers", - "original_file_path": "models/staging/stg_customers.sql", - "package_name": "jaffle_shop", - "patch_path": "jaffle_shop://models/staging/schema.yml", - "path": "staging/stg_customers.sql", - "raw_code": "with source as (\n\n {#-\n Normally we would select from the table here, but we are using seeds to load\n our data in this project\n #}\n select * from {{ ref('raw_customers') }}\n\n),\n\nrenamed as (\n\n select\n id as customer_id,\n first_name,\n last_name\n\n from source\n\n)\n\nselect * from renamed", - "refs": [ - { - "name": "raw_customers", - "package": null, - "version": null - } - ], - "relation_name": "`cosmos_`.`stg_customers`", - "resource_type": "model", - "schema": "cosmos_", - "sources": [], - "tags": [], - "unique_id": "model.jaffle_shop.stg_customers", - "unrendered_config": {}, - "version": null - }, - "model.jaffle_shop.stg_orders": { - "access": "protected", - "alias": "stg_orders", - "build_path": null, - "checksum": { - "checksum": "f4f881cb09d2c4162200fc331d7401df6d1abd4fed492554a7db70dede347108", - "name": "sha256" - }, - "columns": { - "order_id": { - "constraints": [], - "data_type": null, - "description": "", - "meta": {}, - "name": "order_id", - "quote": null, - "tags": [] - }, - "status": { - "constraints": [], - "data_type": null, - "description": "", - "meta": {}, - "name": "status", - "quote": null, - "tags": [] - } - }, - "compiled_path": null, - "config": { - "alias": null, - "column_types": {}, - "contract": { - "enforced": false - }, - "database": null, - "docs": { - "node_color": null, - "show": true - }, - "enabled": true, - "full_refresh": null, - "grants": {}, - "group": null, - "incremental_strategy": null, - "materialized": "view", - "meta": {}, - "on_schema_change": "ignore", - "packages": [], - "persist_docs": {}, - "post-hook": [], - "pre-hook": [], - "quoting": {}, - "schema": null, - "tags": [], - "unique_key": null - }, - "constraints": [], - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.273155, - "database": null, - "deferred": false, - "depends_on": { - "macros": [], - "nodes": [ - "seed.jaffle_shop.raw_orders" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "fqn": [ - "jaffle_shop", - "staging", - "stg_orders" - ], - "group": null, - "language": "sql", - "latest_version": null, - "meta": {}, - "metrics": [], - "name": "stg_orders", - "original_file_path": "models/staging/stg_orders.sql", - "package_name": "jaffle_shop", - "patch_path": "jaffle_shop://models/staging/schema.yml", - "path": "staging/stg_orders.sql", - "raw_code": "with source as (\n\n {#-\n Normally we would select from the table here, but we are using seeds to load\n our data in this project\n #}\n select * from {{ ref('raw_orders') }}\n\n),\n\nrenamed as (\n\n select\n id as order_id,\n user_id as customer_id,\n order_date,\n status\n\n from source\n\n)\n\nselect * from renamed", - "refs": [ - { - "name": "raw_orders", - "package": null, - "version": null - } - ], - "relation_name": "`cosmos_`.`stg_orders`", - "resource_type": "model", - "schema": "cosmos_", - "sources": [], - "tags": [], - "unique_id": "model.jaffle_shop.stg_orders", - "unrendered_config": {}, - "version": null - }, - "model.jaffle_shop.stg_payments": { - "access": "protected", - "alias": "stg_payments", - "build_path": null, - "checksum": { - "checksum": "30f346f66ef7bca4c8865a471086303720c3daab58870c805b6f45e92d19fd65", - "name": "sha256" - }, - "columns": { - "payment_id": { - "constraints": [], - "data_type": null, - "description": "", - "meta": {}, - "name": "payment_id", - "quote": null, - "tags": [] - }, - "payment_method": { - "constraints": [], - "data_type": null, - "description": "", - "meta": {}, - "name": "payment_method", - "quote": null, - "tags": [] - } - }, - "compiled_path": null, - "config": { - "alias": null, - "column_types": {}, - "contract": { - "enforced": false - }, - "database": null, - "docs": { - "node_color": null, - "show": true - }, - "enabled": true, - "full_refresh": null, - "grants": {}, - "group": null, - "incremental_strategy": null, - "materialized": "view", - "meta": {}, - "on_schema_change": "ignore", - "packages": [], - "persist_docs": {}, - "post-hook": [], - "pre-hook": [], - "quoting": {}, - "schema": null, - "tags": [], - "unique_key": null - }, - "constraints": [], - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.2748282, - "database": null, - "deferred": false, - "depends_on": { - "macros": [], - "nodes": [ - "seed.jaffle_shop.raw_payments" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "fqn": [ - "jaffle_shop", - "staging", - "stg_payments" - ], - "group": null, - "language": "sql", - "latest_version": null, - "meta": {}, - "metrics": [], - "name": "stg_payments", - "original_file_path": "models/staging/stg_payments.sql", - "package_name": "jaffle_shop", - "patch_path": "jaffle_shop://models/staging/schema.yml", - "path": "staging/stg_payments.sql", - "raw_code": "with source as (\n\n {#-\n Normally we would select from the table here, but we are using seeds to load\n our data in this project\n #}\n select * from {{ ref('raw_payments') }}\n\n),\n\nrenamed as (\n\n select\n id as payment_id,\n order_id,\n payment_method,\n\n -- `amount` is currently stored in cents, so we convert it to dollars\n amount / 100 as amount\n\n from source\n\n)\n\nselect * from renamed", - "refs": [ - { - "name": "raw_payments", - "package": null, - "version": null - } - ], - "relation_name": "`cosmos_`.`stg_payments`", - "resource_type": "model", - "schema": "cosmos_", - "sources": [], - "tags": [], - "unique_id": "model.jaffle_shop.stg_payments", - "unrendered_config": {}, - "version": null - }, - "seed.jaffle_shop.raw_customers": { - "alias": "raw_customers", - "build_path": null, - "checksum": { - "checksum": "357d173dda65a741ad97d6683502286cc2655bb396ab5f4dfad12b8c39bd2a63", - "name": "sha256" - }, - "columns": {}, - "config": { - "alias": null, - "column_types": {}, - "contract": { - "enforced": false - }, - "database": null, - "docs": { - "node_color": null, - "show": true - }, - "enabled": true, - "full_refresh": null, - "grants": {}, - "group": null, - "incremental_strategy": null, - "materialized": "seed", - "meta": {}, - "on_schema_change": "ignore", - "packages": [], - "persist_docs": {}, - "post-hook": [], - "pre-hook": [], - "quote_columns": null, - "quoting": {}, - "schema": null, - "tags": [], - "unique_key": null - }, - "created_at": 1690254762.1958263, - "database": null, - "deferred": false, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "fqn": [ - "jaffle_shop", - "raw_customers" - ], - "group": null, - "meta": {}, - "name": "raw_customers", - "original_file_path": "seeds/raw_customers.csv", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "raw_customers.csv", - "raw_code": "", - "relation_name": "`cosmos_`.`raw_customers`", - "resource_type": "seed", - "root_path": "/usr/local/airflow/dags/dbt/jaffle_shop_python", - "schema": "cosmos_", - "tags": [], - "unique_id": "seed.jaffle_shop.raw_customers", - "unrendered_config": {} - }, - "seed.jaffle_shop.raw_orders": { - "alias": "raw_orders", - "build_path": null, - "checksum": { - "checksum": "6228dde8e17b9621f35c13e272ec67d3ff55b55499433f47d303adf2be72c17f", - "name": "sha256" - }, - "columns": {}, - "config": { - "alias": null, - "column_types": {}, - "contract": { - "enforced": false - }, - "database": null, - "docs": { - "node_color": null, - "show": true - }, - "enabled": true, - "full_refresh": null, - "grants": {}, - "group": null, - "incremental_strategy": null, - "materialized": "seed", - "meta": {}, - "on_schema_change": "ignore", - "packages": [], - "persist_docs": {}, - "post-hook": [], - "pre-hook": [], - "quote_columns": null, - "quoting": {}, - "schema": null, - "tags": [], - "unique_key": null - }, - "created_at": 1690254762.1978984, - "database": null, - "deferred": false, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "fqn": [ - "jaffle_shop", - "raw_orders" - ], - "group": null, - "meta": {}, - "name": "raw_orders", - "original_file_path": "seeds/raw_orders.csv", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "raw_orders.csv", - "raw_code": "", - "relation_name": "`cosmos_`.`raw_orders`", - "resource_type": "seed", - "root_path": "/usr/local/airflow/dags/dbt/jaffle_shop_python", - "schema": "cosmos_", - "tags": [], - "unique_id": "seed.jaffle_shop.raw_orders", - "unrendered_config": {} - }, - "seed.jaffle_shop.raw_payments": { - "alias": "raw_payments", - "build_path": null, - "checksum": { - "checksum": "6de0626a8db9c1750eefd1b2e17fac4c2a4b9f778eb50532d8b377b90de395e6", - "name": "sha256" - }, - "columns": {}, - "config": { - "alias": null, - "column_types": {}, - "contract": { - "enforced": false - }, - "database": null, - "docs": { - "node_color": null, - "show": true - }, - "enabled": true, - "full_refresh": null, - "grants": {}, - "group": null, - "incremental_strategy": null, - "materialized": "seed", - "meta": {}, - "on_schema_change": "ignore", - "packages": [], - "persist_docs": {}, - "post-hook": [], - "pre-hook": [], - "quote_columns": null, - "quoting": {}, - "schema": null, - "tags": [], - "unique_key": null - }, - "created_at": 1690254762.200311, - "database": null, - "deferred": false, - "depends_on": { - "macros": [] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "fqn": [ - "jaffle_shop", - "raw_payments" - ], - "group": null, - "meta": {}, - "name": "raw_payments", - "original_file_path": "seeds/raw_payments.csv", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "raw_payments.csv", - "raw_code": "", - "relation_name": "`cosmos_`.`raw_payments`", - "resource_type": "seed", - "root_path": "/usr/local/airflow/dags/dbt/jaffle_shop_python", - "schema": "cosmos_", - "tags": [], - "unique_id": "seed.jaffle_shop.raw_payments", - "unrendered_config": {} - }, - "test.jaffle_shop.accepted_values_orders_status__placed__shipped__completed__return_pending__returned.be6b5b5ec3": { - "alias": "accepted_values_orders_1ce6ab157c285f7cd2ac656013faf758", - "attached_node": "model.jaffle_shop.orders", - "build_path": null, - "checksum": { - "checksum": "", - "name": "none" - }, - "column_name": "status", - "columns": {}, - "compiled_path": null, - "config": { - "alias": "accepted_values_orders_1ce6ab157c285f7cd2ac656013faf758", - "database": null, - "enabled": true, - "error_if": "!= 0", - "fail_calc": "count(*)", - "group": null, - "limit": null, - "materialized": "test", - "meta": {}, - "schema": "dbt_test__audit", - "severity": "ERROR", - "store_failures": null, - "tags": [], - "warn_if": "!= 0", - "where": null - }, - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.2560098, - "database": null, - "deferred": false, - "depends_on": { - "macros": [ - "macro.dbt.test_accepted_values", - "macro.dbt.get_where_subquery" - ], - "nodes": [ - "model.jaffle_shop.orders" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "file_key_name": "models.orders", - "fqn": [ - "jaffle_shop", - "accepted_values_orders_status__placed__shipped__completed__return_pending__returned" - ], - "group": null, - "language": "sql", - "meta": {}, - "metrics": [], - "name": "accepted_values_orders_status__placed__shipped__completed__return_pending__returned", - "original_file_path": "models/schema.yml", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "accepted_values_orders_1ce6ab157c285f7cd2ac656013faf758.sql", - "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_orders_1ce6ab157c285f7cd2ac656013faf758\") }}", - "refs": [ - { - "name": "orders", - "package": null, - "version": null - } - ], - "relation_name": null, - "resource_type": "test", - "schema": "cosmos__dbt_test__audit", - "sources": [], - "tags": [], - "test_metadata": { - "kwargs": { - "column_name": "status", - "model": "{{ get_where_subquery(ref('orders')) }}", - "values": [ - "placed", - "shipped", - "completed", - "return_pending", - "returned" - ] - }, - "name": "accepted_values", - "namespace": null - }, - "unique_id": "test.jaffle_shop.accepted_values_orders_status__placed__shipped__completed__return_pending__returned.be6b5b5ec3", - "unrendered_config": { - "alias": "accepted_values_orders_1ce6ab157c285f7cd2ac656013faf758" - } - }, - "test.jaffle_shop.accepted_values_stg_orders_status__placed__shipped__completed__return_pending__returned.080fb20aad": { - "alias": "accepted_values_stg_orders_4f514bf94b77b7ea437830eec4421c58", - "attached_node": "model.jaffle_shop.stg_orders", - "build_path": null, - "checksum": { - "checksum": "", - "name": "none" - }, - "column_name": "status", - "columns": {}, - "compiled_path": null, - "config": { - "alias": "accepted_values_stg_orders_4f514bf94b77b7ea437830eec4421c58", - "database": null, - "enabled": true, - "error_if": "!= 0", - "fail_calc": "count(*)", - "group": null, - "limit": null, - "materialized": "test", - "meta": {}, - "schema": "dbt_test__audit", - "severity": "ERROR", - "store_failures": null, - "tags": [], - "warn_if": "!= 0", - "where": null - }, - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.2803006, - "database": null, - "deferred": false, - "depends_on": { - "macros": [ - "macro.dbt.test_accepted_values", - "macro.dbt.get_where_subquery" - ], - "nodes": [ - "model.jaffle_shop.stg_orders" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "file_key_name": "models.stg_orders", - "fqn": [ - "jaffle_shop", - "staging", - "accepted_values_stg_orders_status__placed__shipped__completed__return_pending__returned" - ], - "group": null, - "language": "sql", - "meta": {}, - "metrics": [], - "name": "accepted_values_stg_orders_status__placed__shipped__completed__return_pending__returned", - "original_file_path": "models/staging/schema.yml", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "accepted_values_stg_orders_4f514bf94b77b7ea437830eec4421c58.sql", - "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_stg_orders_4f514bf94b77b7ea437830eec4421c58\") }}", - "refs": [ - { - "name": "stg_orders", - "package": null, - "version": null - } - ], - "relation_name": null, - "resource_type": "test", - "schema": "cosmos__dbt_test__audit", - "sources": [], - "tags": [], - "test_metadata": { - "kwargs": { - "column_name": "status", - "model": "{{ get_where_subquery(ref('stg_orders')) }}", - "values": [ - "placed", - "shipped", - "completed", - "return_pending", - "returned" - ] - }, - "name": "accepted_values", - "namespace": null - }, - "unique_id": "test.jaffle_shop.accepted_values_stg_orders_status__placed__shipped__completed__return_pending__returned.080fb20aad", - "unrendered_config": { - "alias": "accepted_values_stg_orders_4f514bf94b77b7ea437830eec4421c58" - } - }, - "test.jaffle_shop.accepted_values_stg_payments_payment_method__credit_card__coupon__bank_transfer__gift_card.3c3820f278": { - "alias": "accepted_values_stg_payments_c7909fb19b1f0177c2bf99c7912f06ef", - "attached_node": "model.jaffle_shop.stg_payments", - "build_path": null, - "checksum": { - "checksum": "", - "name": "none" - }, - "column_name": "payment_method", - "columns": {}, - "compiled_path": null, - "config": { - "alias": "accepted_values_stg_payments_c7909fb19b1f0177c2bf99c7912f06ef", - "database": null, - "enabled": true, - "error_if": "!= 0", - "fail_calc": "count(*)", - "group": null, - "limit": null, - "materialized": "test", - "meta": {}, - "schema": "dbt_test__audit", - "severity": "ERROR", - "store_failures": null, - "tags": [], - "warn_if": "!= 0", - "where": null - }, - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.2874, - "database": null, - "deferred": false, - "depends_on": { - "macros": [ - "macro.dbt.test_accepted_values", - "macro.dbt.get_where_subquery" - ], - "nodes": [ - "model.jaffle_shop.stg_payments" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "file_key_name": "models.stg_payments", - "fqn": [ - "jaffle_shop", - "staging", - "accepted_values_stg_payments_payment_method__credit_card__coupon__bank_transfer__gift_card" - ], - "group": null, - "language": "sql", - "meta": {}, - "metrics": [], - "name": "accepted_values_stg_payments_payment_method__credit_card__coupon__bank_transfer__gift_card", - "original_file_path": "models/staging/schema.yml", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "accepted_values_stg_payments_c7909fb19b1f0177c2bf99c7912f06ef.sql", - "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_stg_payments_c7909fb19b1f0177c2bf99c7912f06ef\") }}", - "refs": [ - { - "name": "stg_payments", - "package": null, - "version": null - } - ], - "relation_name": null, - "resource_type": "test", - "schema": "cosmos__dbt_test__audit", - "sources": [], - "tags": [], - "test_metadata": { - "kwargs": { - "column_name": "payment_method", - "model": "{{ get_where_subquery(ref('stg_payments')) }}", - "values": [ - "credit_card", - "coupon", - "bank_transfer", - "gift_card" - ] - }, - "name": "accepted_values", - "namespace": null - }, - "unique_id": "test.jaffle_shop.accepted_values_stg_payments_payment_method__credit_card__coupon__bank_transfer__gift_card.3c3820f278", - "unrendered_config": { - "alias": "accepted_values_stg_payments_c7909fb19b1f0177c2bf99c7912f06ef" - } - }, - "test.jaffle_shop.not_null_customers_customer_id.5c9bf9911d": { - "alias": "not_null_customers_customer_id", - "attached_node": "model.jaffle_shop.customers", - "build_path": null, - "checksum": { - "checksum": "", - "name": "none" - }, - "column_name": "customer_id", - "columns": {}, - "compiled_path": null, - "config": { - "alias": null, - "database": null, - "enabled": true, - "error_if": "!= 0", - "fail_calc": "count(*)", - "group": null, - "limit": null, - "materialized": "test", - "meta": {}, - "schema": "dbt_test__audit", - "severity": "ERROR", - "store_failures": null, - "tags": [], - "warn_if": "!= 0", - "where": null - }, - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.2434547, - "database": null, - "deferred": false, - "depends_on": { - "macros": [ - "macro.dbt.test_not_null" - ], - "nodes": [ - "model.jaffle_shop.customers" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "file_key_name": "models.customers", - "fqn": [ - "jaffle_shop", - "not_null_customers_customer_id" - ], - "group": null, - "language": "sql", - "meta": {}, - "metrics": [], - "name": "not_null_customers_customer_id", - "original_file_path": "models/schema.yml", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "not_null_customers_customer_id.sql", - "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", - "refs": [ - { - "name": "customers", - "package": null, - "version": null - } - ], - "relation_name": null, - "resource_type": "test", - "schema": "cosmos__dbt_test__audit", - "sources": [], - "tags": [], - "test_metadata": { - "kwargs": { - "column_name": "customer_id", - "model": "{{ get_where_subquery(ref('customers')) }}" - }, - "name": "not_null", - "namespace": null - }, - "unique_id": "test.jaffle_shop.not_null_customers_customer_id.5c9bf9911d", - "unrendered_config": {} - }, - "test.jaffle_shop.not_null_orders_amount.106140f9fd": { - "alias": "not_null_orders_amount", - "attached_node": "model.jaffle_shop.orders", - "build_path": null, - "checksum": { - "checksum": "", - "name": "none" - }, - "column_name": "amount", - "columns": {}, - "compiled_path": null, - "config": { - "alias": null, - "database": null, - "enabled": true, - "error_if": "!= 0", - "fail_calc": "count(*)", - "group": null, - "limit": null, - "materialized": "test", - "meta": {}, - "schema": "dbt_test__audit", - "severity": "ERROR", - "store_failures": null, - "tags": [], - "warn_if": "!= 0", - "where": null - }, - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.2623746, - "database": null, - "deferred": false, - "depends_on": { - "macros": [ - "macro.dbt.test_not_null" - ], - "nodes": [ - "model.jaffle_shop.orders" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "file_key_name": "models.orders", - "fqn": [ - "jaffle_shop", - "not_null_orders_amount" - ], - "group": null, - "language": "sql", - "meta": {}, - "metrics": [], - "name": "not_null_orders_amount", - "original_file_path": "models/schema.yml", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "not_null_orders_amount.sql", - "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", - "refs": [ - { - "name": "orders", - "package": null, - "version": null - } - ], - "relation_name": null, - "resource_type": "test", - "schema": "cosmos__dbt_test__audit", - "sources": [], - "tags": [], - "test_metadata": { - "kwargs": { - "column_name": "amount", - "model": "{{ get_where_subquery(ref('orders')) }}" - }, - "name": "not_null", - "namespace": null - }, - "unique_id": "test.jaffle_shop.not_null_orders_amount.106140f9fd", - "unrendered_config": {} - }, - "test.jaffle_shop.not_null_orders_bank_transfer_amount.7743500c49": { - "alias": "not_null_orders_bank_transfer_amount", - "attached_node": "model.jaffle_shop.orders", - "build_path": null, - "checksum": { - "checksum": "", - "name": "none" - }, - "column_name": "bank_transfer_amount", - "columns": {}, - "compiled_path": null, - "config": { - "alias": null, - "database": null, - "enabled": true, - "error_if": "!= 0", - "fail_calc": "count(*)", - "group": null, - "limit": null, - "materialized": "test", - "meta": {}, - "schema": "dbt_test__audit", - "severity": "ERROR", - "store_failures": null, - "tags": [], - "warn_if": "!= 0", - "where": null - }, - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.2667937, - "database": null, - "deferred": false, - "depends_on": { - "macros": [ - "macro.dbt.test_not_null" - ], - "nodes": [ - "model.jaffle_shop.orders" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "file_key_name": "models.orders", - "fqn": [ - "jaffle_shop", - "not_null_orders_bank_transfer_amount" - ], - "group": null, - "language": "sql", - "meta": {}, - "metrics": [], - "name": "not_null_orders_bank_transfer_amount", - "original_file_path": "models/schema.yml", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "not_null_orders_bank_transfer_amount.sql", - "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", - "refs": [ - { - "name": "orders", - "package": null, - "version": null - } - ], - "relation_name": null, - "resource_type": "test", - "schema": "cosmos__dbt_test__audit", - "sources": [], - "tags": [], - "test_metadata": { - "kwargs": { - "column_name": "bank_transfer_amount", - "model": "{{ get_where_subquery(ref('orders')) }}" - }, - "name": "not_null", - "namespace": null - }, - "unique_id": "test.jaffle_shop.not_null_orders_bank_transfer_amount.7743500c49", - "unrendered_config": {} - }, - "test.jaffle_shop.not_null_orders_coupon_amount.ab90c90625": { - "alias": "not_null_orders_coupon_amount", - "attached_node": "model.jaffle_shop.orders", - "build_path": null, - "checksum": { - "checksum": "", - "name": "none" - }, - "column_name": "coupon_amount", - "columns": {}, - "compiled_path": null, - "config": { - "alias": null, - "database": null, - "enabled": true, - "error_if": "!= 0", - "fail_calc": "count(*)", - "group": null, - "limit": null, - "materialized": "test", - "meta": {}, - "schema": "dbt_test__audit", - "severity": "ERROR", - "store_failures": null, - "tags": [], - "warn_if": "!= 0", - "where": null - }, - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.2652326, - "database": null, - "deferred": false, - "depends_on": { - "macros": [ - "macro.dbt.test_not_null" - ], - "nodes": [ - "model.jaffle_shop.orders" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "file_key_name": "models.orders", - "fqn": [ - "jaffle_shop", - "not_null_orders_coupon_amount" - ], - "group": null, - "language": "sql", - "meta": {}, - "metrics": [], - "name": "not_null_orders_coupon_amount", - "original_file_path": "models/schema.yml", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "not_null_orders_coupon_amount.sql", - "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", - "refs": [ - { - "name": "orders", - "package": null, - "version": null - } - ], - "relation_name": null, - "resource_type": "test", - "schema": "cosmos__dbt_test__audit", - "sources": [], - "tags": [], - "test_metadata": { - "kwargs": { - "column_name": "coupon_amount", - "model": "{{ get_where_subquery(ref('orders')) }}" - }, - "name": "not_null", - "namespace": null - }, - "unique_id": "test.jaffle_shop.not_null_orders_coupon_amount.ab90c90625", - "unrendered_config": {} - }, - "test.jaffle_shop.not_null_orders_credit_card_amount.d3ca593b59": { - "alias": "not_null_orders_credit_card_amount", - "attached_node": "model.jaffle_shop.orders", - "build_path": null, - "checksum": { - "checksum": "", - "name": "none" - }, - "column_name": "credit_card_amount", - "columns": {}, - "compiled_path": null, - "config": { - "alias": null, - "database": null, - "enabled": true, - "error_if": "!= 0", - "fail_calc": "count(*)", - "group": null, - "limit": null, - "materialized": "test", - "meta": {}, - "schema": "dbt_test__audit", - "severity": "ERROR", - "store_failures": null, - "tags": [], - "warn_if": "!= 0", - "where": null - }, - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.263778, - "database": null, - "deferred": false, - "depends_on": { - "macros": [ - "macro.dbt.test_not_null" - ], - "nodes": [ - "model.jaffle_shop.orders" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "file_key_name": "models.orders", - "fqn": [ - "jaffle_shop", - "not_null_orders_credit_card_amount" - ], - "group": null, - "language": "sql", - "meta": {}, - "metrics": [], - "name": "not_null_orders_credit_card_amount", - "original_file_path": "models/schema.yml", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "not_null_orders_credit_card_amount.sql", - "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", - "refs": [ - { - "name": "orders", - "package": null, - "version": null - } - ], - "relation_name": null, - "resource_type": "test", - "schema": "cosmos__dbt_test__audit", - "sources": [], - "tags": [], - "test_metadata": { - "kwargs": { - "column_name": "credit_card_amount", - "model": "{{ get_where_subquery(ref('orders')) }}" - }, - "name": "not_null", - "namespace": null - }, - "unique_id": "test.jaffle_shop.not_null_orders_credit_card_amount.d3ca593b59", - "unrendered_config": {} - }, - "test.jaffle_shop.not_null_orders_customer_id.c5f02694af": { - "alias": "not_null_orders_customer_id", - "attached_node": "model.jaffle_shop.orders", - "build_path": null, - "checksum": { - "checksum": "", - "name": "none" - }, - "column_name": "customer_id", - "columns": {}, - "compiled_path": null, - "config": { - "alias": null, - "database": null, - "enabled": true, - "error_if": "!= 0", - "fail_calc": "count(*)", - "group": null, - "limit": null, - "materialized": "test", - "meta": {}, - "schema": "dbt_test__audit", - "severity": "ERROR", - "store_failures": null, - "tags": [], - "warn_if": "!= 0", - "where": null - }, - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.2476313, - "database": null, - "deferred": false, - "depends_on": { - "macros": [ - "macro.dbt.test_not_null" - ], - "nodes": [ - "model.jaffle_shop.orders" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "file_key_name": "models.orders", - "fqn": [ - "jaffle_shop", - "not_null_orders_customer_id" - ], - "group": null, - "language": "sql", - "meta": {}, - "metrics": [], - "name": "not_null_orders_customer_id", - "original_file_path": "models/schema.yml", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "not_null_orders_customer_id.sql", - "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", - "refs": [ - { - "name": "orders", - "package": null, - "version": null - } - ], - "relation_name": null, - "resource_type": "test", - "schema": "cosmos__dbt_test__audit", - "sources": [], - "tags": [], - "test_metadata": { - "kwargs": { - "column_name": "customer_id", - "model": "{{ get_where_subquery(ref('orders')) }}" - }, - "name": "not_null", - "namespace": null - }, - "unique_id": "test.jaffle_shop.not_null_orders_customer_id.c5f02694af", - "unrendered_config": {} - }, - "test.jaffle_shop.not_null_orders_gift_card_amount.413a0d2d7a": { - "alias": "not_null_orders_gift_card_amount", - "attached_node": "model.jaffle_shop.orders", - "build_path": null, - "checksum": { - "checksum": "", - "name": "none" - }, - "column_name": "gift_card_amount", - "columns": {}, - "compiled_path": null, - "config": { - "alias": null, - "database": null, - "enabled": true, - "error_if": "!= 0", - "fail_calc": "count(*)", - "group": null, - "limit": null, - "materialized": "test", - "meta": {}, - "schema": "dbt_test__audit", - "severity": "ERROR", - "store_failures": null, - "tags": [], - "warn_if": "!= 0", - "where": null - }, - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.2684922, - "database": null, - "deferred": false, - "depends_on": { - "macros": [ - "macro.dbt.test_not_null" - ], - "nodes": [ - "model.jaffle_shop.orders" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "file_key_name": "models.orders", - "fqn": [ - "jaffle_shop", - "not_null_orders_gift_card_amount" - ], - "group": null, - "language": "sql", - "meta": {}, - "metrics": [], - "name": "not_null_orders_gift_card_amount", - "original_file_path": "models/schema.yml", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "not_null_orders_gift_card_amount.sql", - "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", - "refs": [ - { - "name": "orders", - "package": null, - "version": null - } - ], - "relation_name": null, - "resource_type": "test", - "schema": "cosmos__dbt_test__audit", - "sources": [], - "tags": [], - "test_metadata": { - "kwargs": { - "column_name": "gift_card_amount", - "model": "{{ get_where_subquery(ref('orders')) }}" - }, - "name": "not_null", - "namespace": null - }, - "unique_id": "test.jaffle_shop.not_null_orders_gift_card_amount.413a0d2d7a", - "unrendered_config": {} - }, - "test.jaffle_shop.not_null_orders_order_id.cf6c17daed": { - "alias": "not_null_orders_order_id", - "attached_node": "model.jaffle_shop.orders", - "build_path": null, - "checksum": { - "checksum": "", - "name": "none" - }, - "column_name": "order_id", - "columns": {}, - "compiled_path": null, - "config": { - "alias": null, - "database": null, - "enabled": true, - "error_if": "!= 0", - "fail_calc": "count(*)", - "group": null, - "limit": null, - "materialized": "test", - "meta": {}, - "schema": "dbt_test__audit", - "severity": "ERROR", - "store_failures": null, - "tags": [], - "warn_if": "!= 0", - "where": null - }, - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.2464392, - "database": null, - "deferred": false, - "depends_on": { - "macros": [ - "macro.dbt.test_not_null" - ], - "nodes": [ - "model.jaffle_shop.orders" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "file_key_name": "models.orders", - "fqn": [ - "jaffle_shop", - "not_null_orders_order_id" - ], - "group": null, - "language": "sql", - "meta": {}, - "metrics": [], - "name": "not_null_orders_order_id", - "original_file_path": "models/schema.yml", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "not_null_orders_order_id.sql", - "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", - "refs": [ - { - "name": "orders", - "package": null, - "version": null - } - ], - "relation_name": null, - "resource_type": "test", - "schema": "cosmos__dbt_test__audit", - "sources": [], - "tags": [], - "test_metadata": { - "kwargs": { - "column_name": "order_id", - "model": "{{ get_where_subquery(ref('orders')) }}" - }, - "name": "not_null", - "namespace": null - }, - "unique_id": "test.jaffle_shop.not_null_orders_order_id.cf6c17daed", - "unrendered_config": {} - }, - "test.jaffle_shop.not_null_stg_customers_customer_id.e2cfb1f9aa": { - "alias": "not_null_stg_customers_customer_id", - "attached_node": "model.jaffle_shop.stg_customers", - "build_path": null, - "checksum": { - "checksum": "", - "name": "none" - }, - "column_name": "customer_id", - "columns": {}, - "compiled_path": null, - "config": { - "alias": null, - "database": null, - "enabled": true, - "error_if": "!= 0", - "fail_calc": "count(*)", - "group": null, - "limit": null, - "materialized": "test", - "meta": {}, - "schema": "dbt_test__audit", - "severity": "ERROR", - "store_failures": null, - "tags": [], - "warn_if": "!= 0", - "where": null - }, - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.2767549, - "database": null, - "deferred": false, - "depends_on": { - "macros": [ - "macro.dbt.test_not_null" - ], - "nodes": [ - "model.jaffle_shop.stg_customers" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "file_key_name": "models.stg_customers", - "fqn": [ - "jaffle_shop", - "staging", - "not_null_stg_customers_customer_id" - ], - "group": null, - "language": "sql", - "meta": {}, - "metrics": [], - "name": "not_null_stg_customers_customer_id", - "original_file_path": "models/staging/schema.yml", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "not_null_stg_customers_customer_id.sql", - "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", - "refs": [ - { - "name": "stg_customers", - "package": null, - "version": null - } - ], - "relation_name": null, - "resource_type": "test", - "schema": "cosmos__dbt_test__audit", - "sources": [], - "tags": [], - "test_metadata": { - "kwargs": { - "column_name": "customer_id", - "model": "{{ get_where_subquery(ref('stg_customers')) }}" - }, - "name": "not_null", - "namespace": null - }, - "unique_id": "test.jaffle_shop.not_null_stg_customers_customer_id.e2cfb1f9aa", - "unrendered_config": {} - }, - "test.jaffle_shop.not_null_stg_orders_order_id.81cfe2fe64": { - "alias": "not_null_stg_orders_order_id", - "attached_node": "model.jaffle_shop.stg_orders", - "build_path": null, - "checksum": { - "checksum": "", - "name": "none" - }, - "column_name": "order_id", - "columns": {}, - "compiled_path": null, - "config": { - "alias": null, - "database": null, - "enabled": true, - "error_if": "!= 0", - "fail_calc": "count(*)", - "group": null, - "limit": null, - "materialized": "test", - "meta": {}, - "schema": "dbt_test__audit", - "severity": "ERROR", - "store_failures": null, - "tags": [], - "warn_if": "!= 0", - "where": null - }, - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.2792165, - "database": null, - "deferred": false, - "depends_on": { - "macros": [ - "macro.dbt.test_not_null" - ], - "nodes": [ - "model.jaffle_shop.stg_orders" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "file_key_name": "models.stg_orders", - "fqn": [ - "jaffle_shop", - "staging", - "not_null_stg_orders_order_id" - ], - "group": null, - "language": "sql", - "meta": {}, - "metrics": [], - "name": "not_null_stg_orders_order_id", - "original_file_path": "models/staging/schema.yml", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "not_null_stg_orders_order_id.sql", - "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", - "refs": [ - { - "name": "stg_orders", - "package": null, - "version": null - } - ], - "relation_name": null, - "resource_type": "test", - "schema": "cosmos__dbt_test__audit", - "sources": [], - "tags": [], - "test_metadata": { - "kwargs": { - "column_name": "order_id", - "model": "{{ get_where_subquery(ref('stg_orders')) }}" - }, - "name": "not_null", - "namespace": null - }, - "unique_id": "test.jaffle_shop.not_null_stg_orders_order_id.81cfe2fe64", - "unrendered_config": {} - }, - "test.jaffle_shop.not_null_stg_payments_payment_id.c19cc50075": { - "alias": "not_null_stg_payments_payment_id", - "attached_node": "model.jaffle_shop.stg_payments", - "build_path": null, - "checksum": { - "checksum": "", - "name": "none" - }, - "column_name": "payment_id", - "columns": {}, - "compiled_path": null, - "config": { - "alias": null, - "database": null, - "enabled": true, - "error_if": "!= 0", - "fail_calc": "count(*)", - "group": null, - "limit": null, - "materialized": "test", - "meta": {}, - "schema": "dbt_test__audit", - "severity": "ERROR", - "store_failures": null, - "tags": [], - "warn_if": "!= 0", - "where": null - }, - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.2859426, - "database": null, - "deferred": false, - "depends_on": { - "macros": [ - "macro.dbt.test_not_null" - ], - "nodes": [ - "model.jaffle_shop.stg_payments" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "file_key_name": "models.stg_payments", - "fqn": [ - "jaffle_shop", - "staging", - "not_null_stg_payments_payment_id" - ], - "group": null, - "language": "sql", - "meta": {}, - "metrics": [], - "name": "not_null_stg_payments_payment_id", - "original_file_path": "models/staging/schema.yml", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "not_null_stg_payments_payment_id.sql", - "raw_code": "{{ test_not_null(**_dbt_generic_test_kwargs) }}", - "refs": [ - { - "name": "stg_payments", - "package": null, - "version": null - } - ], - "relation_name": null, - "resource_type": "test", - "schema": "cosmos__dbt_test__audit", - "sources": [], - "tags": [], - "test_metadata": { - "kwargs": { - "column_name": "payment_id", - "model": "{{ get_where_subquery(ref('stg_payments')) }}" - }, - "name": "not_null", - "namespace": null - }, - "unique_id": "test.jaffle_shop.not_null_stg_payments_payment_id.c19cc50075", - "unrendered_config": {} - }, - "test.jaffle_shop.relationships_orders_customer_id__customer_id__ref_customers_.c6ec7f58f2": { - "alias": "relationships_orders_customer_id__customer_id__ref_customers_", - "attached_node": "model.jaffle_shop.orders", - "build_path": null, - "checksum": { - "checksum": "", - "name": "none" - }, - "column_name": "customer_id", - "columns": {}, - "compiled_path": null, - "config": { - "alias": null, - "database": null, - "enabled": true, - "error_if": "!= 0", - "fail_calc": "count(*)", - "group": null, - "limit": null, - "materialized": "test", - "meta": {}, - "schema": "dbt_test__audit", - "severity": "ERROR", - "store_failures": null, - "tags": [], - "warn_if": "!= 0", - "where": null - }, - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.248938, - "database": null, - "deferred": false, - "depends_on": { - "macros": [ - "macro.dbt.test_relationships", - "macro.dbt.get_where_subquery" - ], - "nodes": [ - "model.jaffle_shop.customers", - "model.jaffle_shop.orders" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "file_key_name": "models.orders", - "fqn": [ - "jaffle_shop", - "relationships_orders_customer_id__customer_id__ref_customers_" - ], - "group": null, - "language": "sql", - "meta": {}, - "metrics": [], - "name": "relationships_orders_customer_id__customer_id__ref_customers_", - "original_file_path": "models/schema.yml", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "relationships_orders_customer_id__customer_id__ref_customers_.sql", - "raw_code": "{{ test_relationships(**_dbt_generic_test_kwargs) }}", - "refs": [ - { - "name": "customers", - "package": null, - "version": null - }, - { - "name": "orders", - "package": null, - "version": null - } - ], - "relation_name": null, - "resource_type": "test", - "schema": "cosmos__dbt_test__audit", - "sources": [], - "tags": [], - "test_metadata": { - "kwargs": { - "column_name": "customer_id", - "field": "customer_id", - "model": "{{ get_where_subquery(ref('orders')) }}", - "to": "ref('customers')" - }, - "name": "relationships", - "namespace": null - }, - "unique_id": "test.jaffle_shop.relationships_orders_customer_id__customer_id__ref_customers_.c6ec7f58f2", - "unrendered_config": {} - }, - "test.jaffle_shop.unique_customers_customer_id.c5af1ff4b1": { - "alias": "unique_customers_customer_id", - "attached_node": "model.jaffle_shop.customers", - "build_path": null, - "checksum": { - "checksum": "", - "name": "none" - }, - "column_name": "customer_id", - "columns": {}, - "compiled_path": null, - "config": { - "alias": null, - "database": null, - "enabled": true, - "error_if": "!= 0", - "fail_calc": "count(*)", - "group": null, - "limit": null, - "materialized": "test", - "meta": {}, - "schema": "dbt_test__audit", - "severity": "ERROR", - "store_failures": null, - "tags": [], - "warn_if": "!= 0", - "where": null - }, - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.24207, - "database": null, - "deferred": false, - "depends_on": { - "macros": [ - "macro.dbt.test_unique" - ], - "nodes": [ - "model.jaffle_shop.customers" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "file_key_name": "models.customers", - "fqn": [ - "jaffle_shop", - "unique_customers_customer_id" - ], - "group": null, - "language": "sql", - "meta": {}, - "metrics": [], - "name": "unique_customers_customer_id", - "original_file_path": "models/schema.yml", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "unique_customers_customer_id.sql", - "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", - "refs": [ - { - "name": "customers", - "package": null, - "version": null - } - ], - "relation_name": null, - "resource_type": "test", - "schema": "cosmos__dbt_test__audit", - "sources": [], - "tags": [], - "test_metadata": { - "kwargs": { - "column_name": "customer_id", - "model": "{{ get_where_subquery(ref('customers')) }}" - }, - "name": "unique", - "namespace": null - }, - "unique_id": "test.jaffle_shop.unique_customers_customer_id.c5af1ff4b1", - "unrendered_config": {} - }, - "test.jaffle_shop.unique_orders_order_id.fed79b3a6e": { - "alias": "unique_orders_order_id", - "attached_node": "model.jaffle_shop.orders", - "build_path": null, - "checksum": { - "checksum": "", - "name": "none" - }, - "column_name": "order_id", - "columns": {}, - "compiled_path": null, - "config": { - "alias": null, - "database": null, - "enabled": true, - "error_if": "!= 0", - "fail_calc": "count(*)", - "group": null, - "limit": null, - "materialized": "test", - "meta": {}, - "schema": "dbt_test__audit", - "severity": "ERROR", - "store_failures": null, - "tags": [], - "warn_if": "!= 0", - "where": null - }, - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.2449229, - "database": null, - "deferred": false, - "depends_on": { - "macros": [ - "macro.dbt.test_unique" - ], - "nodes": [ - "model.jaffle_shop.orders" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "file_key_name": "models.orders", - "fqn": [ - "jaffle_shop", - "unique_orders_order_id" - ], - "group": null, - "language": "sql", - "meta": {}, - "metrics": [], - "name": "unique_orders_order_id", - "original_file_path": "models/schema.yml", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "unique_orders_order_id.sql", - "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", - "refs": [ - { - "name": "orders", - "package": null, - "version": null - } - ], - "relation_name": null, - "resource_type": "test", - "schema": "cosmos__dbt_test__audit", - "sources": [], - "tags": [], - "test_metadata": { - "kwargs": { - "column_name": "order_id", - "model": "{{ get_where_subquery(ref('orders')) }}" - }, - "name": "unique", - "namespace": null - }, - "unique_id": "test.jaffle_shop.unique_orders_order_id.fed79b3a6e", - "unrendered_config": {} - }, - "test.jaffle_shop.unique_stg_customers_customer_id.c7614daada": { - "alias": "unique_stg_customers_customer_id", - "attached_node": "model.jaffle_shop.stg_customers", - "build_path": null, - "checksum": { - "checksum": "", - "name": "none" - }, - "column_name": "customer_id", - "columns": {}, - "compiled_path": null, - "config": { - "alias": null, - "database": null, - "enabled": true, - "error_if": "!= 0", - "fail_calc": "count(*)", - "group": null, - "limit": null, - "materialized": "test", - "meta": {}, - "schema": "dbt_test__audit", - "severity": "ERROR", - "store_failures": null, - "tags": [], - "warn_if": "!= 0", - "where": null - }, - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.2755294, - "database": null, - "deferred": false, - "depends_on": { - "macros": [ - "macro.dbt.test_unique" - ], - "nodes": [ - "model.jaffle_shop.stg_customers" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "file_key_name": "models.stg_customers", - "fqn": [ - "jaffle_shop", - "staging", - "unique_stg_customers_customer_id" - ], - "group": null, - "language": "sql", - "meta": {}, - "metrics": [], - "name": "unique_stg_customers_customer_id", - "original_file_path": "models/staging/schema.yml", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "unique_stg_customers_customer_id.sql", - "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", - "refs": [ - { - "name": "stg_customers", - "package": null, - "version": null - } - ], - "relation_name": null, - "resource_type": "test", - "schema": "cosmos__dbt_test__audit", - "sources": [], - "tags": [], - "test_metadata": { - "kwargs": { - "column_name": "customer_id", - "model": "{{ get_where_subquery(ref('stg_customers')) }}" - }, - "name": "unique", - "namespace": null - }, - "unique_id": "test.jaffle_shop.unique_stg_customers_customer_id.c7614daada", - "unrendered_config": {} - }, - "test.jaffle_shop.unique_stg_orders_order_id.e3b841c71a": { - "alias": "unique_stg_orders_order_id", - "attached_node": "model.jaffle_shop.stg_orders", - "build_path": null, - "checksum": { - "checksum": "", - "name": "none" - }, - "column_name": "order_id", - "columns": {}, - "compiled_path": null, - "config": { - "alias": null, - "database": null, - "enabled": true, - "error_if": "!= 0", - "fail_calc": "count(*)", - "group": null, - "limit": null, - "materialized": "test", - "meta": {}, - "schema": "dbt_test__audit", - "severity": "ERROR", - "store_failures": null, - "tags": [], - "warn_if": "!= 0", - "where": null - }, - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.2778902, - "database": null, - "deferred": false, - "depends_on": { - "macros": [ - "macro.dbt.test_unique" - ], - "nodes": [ - "model.jaffle_shop.stg_orders" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "file_key_name": "models.stg_orders", - "fqn": [ - "jaffle_shop", - "staging", - "unique_stg_orders_order_id" - ], - "group": null, - "language": "sql", - "meta": {}, - "metrics": [], - "name": "unique_stg_orders_order_id", - "original_file_path": "models/staging/schema.yml", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "unique_stg_orders_order_id.sql", - "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", - "refs": [ - { - "name": "stg_orders", - "package": null, - "version": null - } - ], - "relation_name": null, - "resource_type": "test", - "schema": "cosmos__dbt_test__audit", - "sources": [], - "tags": [], - "test_metadata": { - "kwargs": { - "column_name": "order_id", - "model": "{{ get_where_subquery(ref('stg_orders')) }}" - }, - "name": "unique", - "namespace": null - }, - "unique_id": "test.jaffle_shop.unique_stg_orders_order_id.e3b841c71a", - "unrendered_config": {} - }, - "test.jaffle_shop.unique_stg_payments_payment_id.3744510712": { - "alias": "unique_stg_payments_payment_id", - "attached_node": "model.jaffle_shop.stg_payments", - "build_path": null, - "checksum": { - "checksum": "", - "name": "none" - }, - "column_name": "payment_id", - "columns": {}, - "compiled_path": null, - "config": { - "alias": null, - "database": null, - "enabled": true, - "error_if": "!= 0", - "fail_calc": "count(*)", - "group": null, - "limit": null, - "materialized": "test", - "meta": {}, - "schema": "dbt_test__audit", - "severity": "ERROR", - "store_failures": null, - "tags": [], - "warn_if": "!= 0", - "where": null - }, - "contract": { - "checksum": null, - "enforced": false - }, - "created_at": 1690254762.284777, - "database": null, - "deferred": false, - "depends_on": { - "macros": [ - "macro.dbt.test_unique" - ], - "nodes": [ - "model.jaffle_shop.stg_payments" - ] - }, - "description": "", - "docs": { - "node_color": null, - "show": true - }, - "file_key_name": "models.stg_payments", - "fqn": [ - "jaffle_shop", - "staging", - "unique_stg_payments_payment_id" - ], - "group": null, - "language": "sql", - "meta": {}, - "metrics": [], - "name": "unique_stg_payments_payment_id", - "original_file_path": "models/staging/schema.yml", - "package_name": "jaffle_shop", - "patch_path": null, - "path": "unique_stg_payments_payment_id.sql", - "raw_code": "{{ test_unique(**_dbt_generic_test_kwargs) }}", - "refs": [ - { - "name": "stg_payments", - "package": null, - "version": null - } - ], - "relation_name": null, - "resource_type": "test", - "schema": "cosmos__dbt_test__audit", - "sources": [], - "tags": [], - "test_metadata": { - "kwargs": { - "column_name": "payment_id", - "model": "{{ get_where_subquery(ref('stg_payments')) }}" - }, - "name": "unique", - "namespace": null - }, - "unique_id": "test.jaffle_shop.unique_stg_payments_payment_id.3744510712", - "unrendered_config": {} - } - }, - "parent_map": { - "model.jaffle_shop.customers": [ - "model.jaffle_shop.stg_customers", - "model.jaffle_shop.stg_orders", - "model.jaffle_shop.stg_payments" - ], - "model.jaffle_shop.orders": [ - "model.jaffle_shop.stg_orders", - "model.jaffle_shop.stg_payments" - ], - "model.jaffle_shop.stg_customers": [ - "seed.jaffle_shop.raw_customers" - ], - "model.jaffle_shop.stg_orders": [ - "seed.jaffle_shop.raw_orders" - ], - "model.jaffle_shop.stg_payments": [ - "seed.jaffle_shop.raw_payments" - ], - "seed.jaffle_shop.raw_customers": [], - "seed.jaffle_shop.raw_orders": [], - "seed.jaffle_shop.raw_payments": [], - "test.jaffle_shop.accepted_values_orders_status__placed__shipped__completed__return_pending__returned.be6b5b5ec3": [ - "model.jaffle_shop.orders" - ], - "test.jaffle_shop.accepted_values_stg_orders_status__placed__shipped__completed__return_pending__returned.080fb20aad": [ - "model.jaffle_shop.stg_orders" - ], - "test.jaffle_shop.accepted_values_stg_payments_payment_method__credit_card__coupon__bank_transfer__gift_card.3c3820f278": [ - "model.jaffle_shop.stg_payments" - ], - "test.jaffle_shop.not_null_customers_customer_id.5c9bf9911d": [ - "model.jaffle_shop.customers" - ], - "test.jaffle_shop.not_null_orders_amount.106140f9fd": [ - "model.jaffle_shop.orders" - ], - "test.jaffle_shop.not_null_orders_bank_transfer_amount.7743500c49": [ - "model.jaffle_shop.orders" - ], - "test.jaffle_shop.not_null_orders_coupon_amount.ab90c90625": [ - "model.jaffle_shop.orders" - ], - "test.jaffle_shop.not_null_orders_credit_card_amount.d3ca593b59": [ - "model.jaffle_shop.orders" - ], - "test.jaffle_shop.not_null_orders_customer_id.c5f02694af": [ - "model.jaffle_shop.orders" - ], - "test.jaffle_shop.not_null_orders_gift_card_amount.413a0d2d7a": [ - "model.jaffle_shop.orders" - ], - "test.jaffle_shop.not_null_orders_order_id.cf6c17daed": [ - "model.jaffle_shop.orders" - ], - "test.jaffle_shop.not_null_stg_customers_customer_id.e2cfb1f9aa": [ - "model.jaffle_shop.stg_customers" - ], - "test.jaffle_shop.not_null_stg_orders_order_id.81cfe2fe64": [ - "model.jaffle_shop.stg_orders" - ], - "test.jaffle_shop.not_null_stg_payments_payment_id.c19cc50075": [ - "model.jaffle_shop.stg_payments" - ], - "test.jaffle_shop.relationships_orders_customer_id__customer_id__ref_customers_.c6ec7f58f2": [ - "model.jaffle_shop.customers", - "model.jaffle_shop.orders" - ], - "test.jaffle_shop.unique_customers_customer_id.c5af1ff4b1": [ - "model.jaffle_shop.customers" - ], - "test.jaffle_shop.unique_orders_order_id.fed79b3a6e": [ - "model.jaffle_shop.orders" - ], - "test.jaffle_shop.unique_stg_customers_customer_id.c7614daada": [ - "model.jaffle_shop.stg_customers" - ], - "test.jaffle_shop.unique_stg_orders_order_id.e3b841c71a": [ - "model.jaffle_shop.stg_orders" - ], - "test.jaffle_shop.unique_stg_payments_payment_id.3744510712": [ - "model.jaffle_shop.stg_payments" - ] - }, - "selectors": {}, - "sources": {} -} diff --git a/dev/dags/dbt/simple/.gitignore b/dev/dags/dbt/simple/.gitignore new file mode 100644 index 000000000..49f147cb9 --- /dev/null +++ b/dev/dags/dbt/simple/.gitignore @@ -0,0 +1,4 @@ + +target/ +dbt_packages/ +logs/ diff --git a/dev/dags/dbt/simple/README.md b/dev/dags/dbt/simple/README.md new file mode 100644 index 000000000..7874ac842 --- /dev/null +++ b/dev/dags/dbt/simple/README.md @@ -0,0 +1,15 @@ +Welcome to your new dbt project! + +### Using the starter project + +Try running the following commands: +- dbt run +- dbt test + + +### Resources: +- Learn more about dbt [in the docs](https://docs.getdbt.com/docs/introduction) +- Check out [Discourse](https://discourse.getdbt.com/) for commonly asked questions and answers +- Join the [chat](https://community.getdbt.com/) on Slack for live discussions and support +- Find [dbt events](https://events.getdbt.com) near you +- Check out [the blog](https://blog.getdbt.com/) for the latest news on dbt's development and best practices diff --git a/dev/dags/dbt/simple/analyses/.gitkeep b/dev/dags/dbt/simple/analyses/.gitkeep new file mode 100644 index 000000000..e69de29bb diff --git a/dev/dags/dbt/simple/convert_csv_to_db.py b/dev/dags/dbt/simple/convert_csv_to_db.py new file mode 100644 index 000000000..7424db32d --- /dev/null +++ b/dev/dags/dbt/simple/convert_csv_to_db.py @@ -0,0 +1,6 @@ +import pandas as pd +import sqlite3 + +df = pd.read_csv("imdb.csv") +conn = sqlite3.connect("imdb.db") +df.to_sql("movies_ratings", conn, if_exists="replace", index=False) diff --git a/dev/dags/dbt/simple/data/imdb.db b/dev/dags/dbt/simple/data/imdb.db new file mode 100644 index 0000000000000000000000000000000000000000..605f6526e931ad2ae4e0a5d89faf7ae302840bc7 GIT binary patch literal 73728 zcmeEv2Y6IP*Z<7it=SYpNq`Wtfekgl_ChErlmMY75LyCDvV?_@gcKks#fT^NxIog2x$-hTf+Yq@Lvo6+rfVg{Kpr?UoJ4VC%va7M!^L% z;%5@^vvHkq-36|0eybUQW(1lMXhxtJfo24n5%?d804@0+`L+M=e(6;@s*ms9o!&6C z+CQT-Ft>buFi&d3{V&dbQm8Eo#<@Xb!!V0CGrlR0nj#60{P7QSSCOvPUYSTu1KAZvVfq@PbhPB#W zNK@x+UVD=O^7BpJh`-U~og7wYli=|4P2P#W(d3<+u8gMsR5;z_ec*hPx3O8RO;XJG z+@|hc#!st6FB2R*t>FoHOv4lMBs4nJ=yMAA4X;yxZ+x!NhXvpbuT;Qpe6G=_1;`Dr zlmTvZs?lc^U>jaHY~-NKa1<1v8(!BK&4vIEDxVvuk{N-@d4`l%27)DJ_4q}8d1Yzw zf?%=W1rgo3VIL9m8t1-IF~7(B6!TroS23T(d>C^w=AD?M${YW8S#$H#nh|J5pc#Q? z1ey_OMxYsiW(1lMXhxtJfo24n5oku>q6kEm!6l|5_z^J?ei%o>4?`yW(0kyAE){-g zli`OZ4t_``9-B8&CyBm0D&6!^#2Vvp{qMTFwBw~8*#bD-{AvP$x^z<-?L(#bL_#$Q z5`QuNk_Y)v{6?u>yp&%k?V8jzGPBfQG{>B~z+YzWX1Cg`-3^9cY6eyM=lb(zRR&8- z1C^u63kB&mtJgd?SVqfcvNrdy?c3;*PUMcInf}g~$M1?+-6>8xuZZ>jL^F{MWg6+p zFIf3#nsu+#aTl8*kzL)$%C5mRiJhfRbX;4_1M3ZjbUx|uN>6skuXOXP{B=0pjK^VP z(k=XTYq}T>=^e!la7=7?L3+oT^2=bb*sShUpUau*_IS;9yWQz@INV-~!|qFU_`IoB zr`ue2SwtGG)l2Q-&j+DERK^csl*g3BuBOajW$|3Vue{RSEpJx9JiaWjup&@Y9Vj+W z2v%0t1kB|#&BIE{$}9b4MS<=z&d%=XNy=B$y>l!JoMpweGUyX&%X^pEY(5S)`O-$` zMbZ-~H0?=p(Jx-_34Rhj1wcA{&R-e;cS6~DJ)=Nq4lBkBL^jnXBL+A_aaSDKdBQk>} z=IlUax!D~Ctmch^jItmk5(Uf4GK%D%#q$GY)isrY;l^VRr<3QdCTAAXn|f1neSS^* z2Mw=iB3Xj=PIlsF^2r?I8eL~8pZ@SQojIMXwA1W5YCPn7)x9CLn{hgeB5Mm7`vSjX zx>&ufgvV4-7Ls73}v8a@c|se2tFNQ$Mc9TP;{!x?n(99y=JGwW%pS;kd75Fj|>)< z1xsdC%OE>|dX+CiH~VC|9aj!3peRt->xE}*R+)M;eG>{6y*|Q`^jcJ&Zl1;{_0=7r zI!!?gd4sIVB-^bu>2@Dk_eR-wN#_zh@sjpwy5CwzKK%-Btr8YeCSr$6T|IvutPyjB z6e$=#kC2Kbp*P@@E#6d{4H$;qV|G~GHm}oevDs2>9(StK?K9Wq>eFaL_aTh4#=NTvv=9_Uq{QCS(B?=O{cbayvs@4Zz9aAa*&b)d2~wGw=T5$iK01$9 zC8k|gaAMSks0!AOY#YUvK8;@ss8Xz9996E{kbG4xj0lF0h^RUWo}kW<@|+N$5JE_G zIo+u?htF)Y+5u6k(_^s%7jSq1Y%lQO99BX;JuQCM%PJ=oRf>Kp3VX-;fsaCry)n#>zbw7j%s)J?uJ*JJsXxr8<3fv(3SyTmYiY zm+BSg>c(kg!PE{or=nRkSm>x|3C0Pyh8So{Vu~hXMtM!OIS)eJD$i8tLaJC^PvQ^p zmsR_#YRR4iVzWDBs@!lpxpxa~eSqxRnZ7BmyJ3r_AKR$eM8ElyeE2pit2A7&shc*x^L=!!1N|PG5SOLh`SNAs(ccZDHf^$uvOPE3ZQWLFBC1r7Uv)V z6)tg06i6V|9Uzl@cAME_^LRWiyVv6Nq;d`bqTgIMS&|78K;_aX1fsIK@tCjk1}^|N zB_Ty}S^K!GGM+Ydp=-t`)x%RrqU=R22|SbIS+h*dd@`}tI8rm7Ez;~} zADkl}eMNtxQ^_q%^Cw*x1r$vy+tDs{L(bY0yF4CI%X*SMMJ!{by2kO#tAvCg;25^@ z@%ly}3$RfX;TWdPf^vl{L-~Nk0Xh?iCL55f)8=uwd^QVEs|^75cpc`tB9=ybfhxtB zXuC$>awf`OO@f=4!uV>=hJ{}x18fC=m8WX1smegrsUb5R$JJHP;Q-}%CUXBMT9-)e zRb^jT_C>#?U!_@TFi8XJ$b(+?IrEVFnBg6|DSl=*y5>K0+*r@)zJ06}hGT3c*)WRT z42%>hP>lH9!$$-)oFWmt@KKffNU3N#D9_P{W>-030maDyK-(Qwv(xUhI$Um##cc&% z;Z61UJm$K5nr2J`l!1gVz!yR&Q&|(>vMMF1D`;es0)D{QZ_X|C&sUj);92_X-)jhQ zcCf0tys~yWwe=!4hYU6CYN21pu=$VBK}%*&OSv-UQDe34*OpgmUOGk7r|NrYbLmS` zi`Ur1!Q`PIS;q+aM4y8E%0ZLOafNInd1H(;SFef|WR_rBg~fS^EqUG3(Be02Vev3I=~#T+Rd{4PhKX``=WA8CnLrhBlHjI zaE7BTy3K2L-Asf<-(T%sf(| z5WX4}JayB&A-e{brNRKSH62c*llN|=>^By7hOS#dR$iU@c+6(~5Dn2MOK-QJfm;mE zYR|GK*^|%H(}cj8)BmFLi;5$2Ph}iy@jN?1J`6}?Ew07TB;w*!7b7kvoMb!}bb^Zz zugA}apBJ1D79oC6EJC}>mg=%OQhi>R+3vHs74htHIzTs9&elz8lSX?|P#IAXKM%%@ zAm$jy4GQ>+E6U4NP26~PT9}!rfSMuIuw}yk!O~4E<4<;5UwZqGWNU7}4GAk+>@uB9 zo~-@774d+dWnbND#mlM7IaTbXDs# zn%{&vuE>x2lBB-g!$me=+h&k|0r*2^nybMbGN#mD7O2LfjEaCFUcdt)rd&JzwJ_ji zJ#%zK@}J9Wz=OFfWc?@P!@KC?k#vNMTzRxt_m)eH6SYrA+#tQ_T5Q%mu6>exMSmJV zANjW5T)ML_T{@sgRNnK$W*c7v>2l9vRuI64p(CUTtrFow5)B_wNS|*+Efe1lyC0Z4 zUNC|{Y4`ffE-Uapug~MLcx={Gx6_&Ga)S{xrd1jpNI|l2QyrLuLeL7@{16E|q#ALl z!vBHB*?N$_wA5c^&a9~ofPBd+t(hS-PlL9`*ifqE<%~$T*<|INtiP9L6f^G_%1Sd< z#(t`MLYm3e=$z8klgZDWr0HxGIn3OP=*~OHve)R&6LjMCF|SV;nVHq{YBqsv`-W|O zSyfYz&>BgNFiKXh3#VM=xRFo^nEH;;R@Wdr2M_w z$uq)8R`{cHrJ-qnxU310_2X&FY-U(bd(Io56o1qpX}Yk3+OMTUW672}=_6?fxq<%m z6@BQ+;WyH!zo$#r`U^vK*M7s zX*`e0Xo7eGejf33rFuO;tPZ!?T-L{L2_0T(j7g(@F2*jRBH)@2jX5F=z^P^s4=#Of&YxJFYTAXl$bxC1T=6sH!ui*pNis>=hGsS7N9kK5-0 z;pR-WyZL`Gn@Xe8=;-s#MI&}mPiyO%)H9~hTx1332TRTQeq{SGTSF(v+8Z!=@0Wk`9mh58*0~aSn1y%4Iq<3`^!ogPVV{w8e zVf8v8uHrL$oGv>jK?tg(+FamJwK~D0pqBARlP`AOgw%iJ+ zMhO#v((FiC1PbF6Lxp46jLF32v~!iM|7x-K2t*UOTJ2T+uW*H&JLvQx-47T-@JC;9;^Re85P)FQKVj$g9y)zwWlb zRS(l&hC{91XNUhHFU{1>lRl!0>FFgjcxv8_biiKn=htb`gWq-Uh&sdikTqjjbbQFB zLyba=^$e4y`K(IvD#!?C*oaK1v9bovL6;qrHJjPyvpKor+5);S(5rk-iT`Jj=+~m^ zA}tY58s`{{x~kjYWRszys&UP`wC3xd^73l6eJPD;63=#3ANWhZ;> zXnj}Y(}ow@T&|0i=)M;W-{=OgTclryu^%$Y@15CG)0yka#aEH5ubDl${o`yGZEezI zoA6=kh(Zh_1FFFs#%ht?#Igxl3+gI94}l^fhphxy+2E9d|28nyxbE+E*gQ@!n;~bw zVNC_|*<3f)ti-G0TQyXEWi3s$D>%*#v@=-!-~>z_Qd3!rs)P6=v|Y9;a!bY-K1~E?%M0gv7L1HJv4LJ{P^y^7OxxgbOn(QO55I8*k1FdMnj&XXTPVrS`Ub(%lp#F zoh={dwH{VroX9NX+PhiS$Z&?rwK0L>`9MNec&Q`Wzo?}lxX41ipqJS^sXnV4;%|yS z2ZB}*S;ez;1CnGODhFIZ>BSciZ2g!O54gx2v>qD;rPn+JtcVI>t%clWRJx;{sw<)c z6uP+{bv*IpieBOOIA92 z6f7T`60wpMk-Ph`x(7p|Mft8FS%iXKMHN920vyrD5kbXc9PvEz3Y-+YuUG}3$U>Y7 zoM0|5m}X8;UcoYhXsZ|2zS9QTDn*HD)B$onK2gr5_&aJS-5G#EA_tT=|l%KP@f zOSMYZkrtc7;)F~9yBjhB0Oe^NWY9oFAMYeUS8oIk1}g+q+^Ke#8@ysxh-Pt3%K!FGI^Occ|ZB>C8?0TNY=7fA7VoymZq?sZ?M5vO|L5bY0C968SDev@__VwnF=P- zuc{gd`cmmwVGqD`kv|A#ix?t-BEg1_>UCmv@Y~6uSBL_-K_zg4)5huK&Ra-n@qn|D z`)&j6)2N4=w@pR`>yvD_LI5P2FsQr;!hGi3YDf|UyNi1jz@!ylLaX^Wj9^99KsHZg zv)L5OU}HD(l966N5sa=S4|e}0`epq9O?1Q@2^@~wP8i?U?`9q7OM__X`uw+O{w=gq zhP7+vho0Ps!7Q1qwJ`l>s-O}W)YlOZO)(-$;pm043w$51$M@0ch_fWFlXFkZQ?|C(6`JY$>G1%$X^!WHc7t2EBIhPu z5pmlNmUKLFcf{TFM_tx^+E(jna-3%4PU+-ea^Iii^aAq4&dyA-(hrk#Z!f_osbjJb zXvu<5Rmv7j0hM1ok7`EP$R|trgvtigM~E*6YOOuhYXt!Z-c!39*nr(@bwYwBSY>W- zmpj0W9oAOSAmnUfRKNgE);Mpdp8CZ#2vEV=4GLBjm6w%4@~bM`6oMgt-7DjYaxI-~ z+yJarCfxYvEt@8s8S;GF0s1cNerh4l)7!`cm-TsKgtguD@k6hQKRB&xPE~BM^{Xx3 zknW(CgsEgrJ$E@$Brbg91W0O)M!_*I#t4u!V z3JCKHhA+@2?=M#~Zt7VtW4okmP8{9GJ@R<3+0lzN{pgM4G}!=u$od5xebi2V^5yLB z|4elBu$%k8AMtdHU!xvi-;;0KwwdQZDWg9U7)9ILnp;^?>w+`4kkaoGq*#}9WA{PmAY-F*V$7qlD!X0 z)od2|jovYVI^QX7P3OEoyJz+vHDTdkDdq!q2if><)|=t8P&lj5sz`+|5L_r?L+pWcbruN8dBMjH!V)YNo6qWUyBv^K<4W~_z6XgDkYV2=jgH_%d(jMg zg$F4LiV&GSvq6EbE;r{@@@U;8o)`+ymXu?`h$?oHvO{?(P2}6to3_#KliAwaX~BwF zYs}+KE46<~XChl^$sP38brGlZH%eY<)hM=l3i;t@Hu?d2ET^jH%!JVgS|4Knp-Fd1 zdspM5P_O}w38ow-3{^50LX!(eff{}SN0n|7W+ZSif`>v5cY=7dfiCT_`{a~Hr_TvN zCkWWNAX%cayByg#55B1SVWMb#ItG=b$9eI!%UmJk4wfFsKOe$5hHWd-$=%nHhcjvC z&&Yw9gHE^Ep!K*nm2+D^9mtvx1rFrct!dgR^fY-|ivLyqLPSYuk=j>EETF z1>dJPeW#Lg7zQDj6%gy;jQJdM-|dZ5$g z0Eav1fp*9Va=>&zflS?$ZnD0uWZ`iQMS0019&l#TfDOyoLtwvqcCffOP-Y$yEP;9u zCA`5yNQwqUcb{t*dlqqy;dJrBbdmF%`P#U1Q4V#FVq<={;kUl1*khC95NO=si^g3!)7<YK5vl&vT8}AEK{PYIv`7NUx=F-J_l| zZf^Oxbizp!wraLZxpX+Y?g{!qAF{2G9@$6d56$bA_w}GT(R*1jd1@T{(5T9q@VYWs z_6U_2kpK~59Fb6w3y3k49E#}^xHQC#xWCB7m1h@l2OFeN$sr97ggLmK4L}xmfs`J_ zU&IsfRT&4Qd4c>BjwArtH9JsR$_vY~q4tJ*jRdaTG*qUT{%1zW=tk{&qMS_*36&u4 z%;!dqBoDnxR$kY0QDjGH8$Cfjr~jstMs?fAoJ`-7Y`u@H`z5v|*#wmhw?%*6{ZQvC zwb#=dhV>;MI`AoKCIfzZ991nq5FEmZFyguohZm34QTco*Wew*^+`s~9K32$@@H(Al z@Hu**bi@Jv3_0%a^?1xzYEsf@6&G<$THhghtb+6a&)OKV`*xo(#t77uvy|iK>Ojhze2^sQu)54{w;a6# zuaXa(B6e}MZn{NDdsU-P^_jBjw-b_3%!SM~cxrS?Hq@e4`4^bS$+2gl5{vIE?Va2t zPaZ1AoT07=Xq_CriL!Y#W-z(xuAcK-yrj>NcCe*7Et~Pp%m?%3DC8$B{>0KGasq+cMWf@`QHDT2%!sT)ZC;&X@`E)y|^v=E#`Trc9- z0Im+umVHpT2bn=uuhnOV3Kfusz?nfBIw1O7H@kBh9d_O{3Qp;q$0(dxK^Op*F$PMv z46X5376<)hRhW=D)L-gfsK%niA8I=FRhYv`;oCWK8Vi(m0NAYPX?FA*X>=+*yMpYW zmp$0LqUE;89UVLAmu;tO2Dk1MGgq@-Q*uyRF`K+yETzV?otrEEAlu@|iZ|M?mvnT= zJk3=slcBvG^jYz6z42jx%!y8&B~4*=}WLo5CBgVhSSq0Bbp=Gn4D zR3Js3J)OInd@{0hS{?m<8QXA@p4>`KzgJ}I^Jm8=;}%$-&@Ep|CuABH>u#iPNo(@h zyT`~5pVVOxyCb$Lf!yyUYaVW23NzpHoMypnRAyAhaXwy*G>Alt*Qw{l1mO8_o{#5o z;_w*nC+-6*+zAE0cE~z*0o*=OaOJVXB#5(${eO%^ABkERsfk!^?55wQ%hh}%En=DE zn4&WNxBFQ)+avQtsBDBXGFX^GIpxCzGyqOSps0Ftctk$8rgDC8J})o_zc5gefLJQN zT3MzIIit)Gl|{Pn8d8@-BM*_I50ABUNQt;ddxf;XFrF{ zuO`1g(ROTlFHb-HmrS?xB(3@ZpQEY)>XZsThbt~qV07*rFrh{U zs}5dy;L3w_2ew!8$`!?^;_*%8dr7~HliA+LnkvYpEEV>^Kskv7f~~Un{)6mYL4KY> z9-5V3+x?d|JELwl?rn8D>+&{DS|Ghjf1-!zo)2i`Xma;y8e=2}re_}-`mx>AdJ8Kj zcMYJA-=I=#IHe-xAwo!5f^tKOCt9TV0VGkCgoUU_62=-+yk49KbiF{8kQC{$0;wt` zx;)tl(jCOvx*1MUUy3EqLRsQO3S2@k3OSNd4{w<8j@qQSHs!pKN zGcFb7bFlOw>Cws|bpXf^s`q$3ZU7lL1X#FkUdS@aq4>V!LM#Pf{!`|@p+nF}LryP1 znBxuhmvcnTjB?c=$Xig(19ZGAH$pDRh}!=Md1kOCOR)y>q#Ld#J(dk@SLDp-9dFeK z*j02q`8PdCUWn@UBi&02C(ZwG+Wa{8#Gb<+j&#R78AaGk+O5|nQa1@jIOya^&*56W zI3MyMAS=cXgb_NjHPuh6-dTK*hv9)cKz=E-O95{pBtSs*qYpeWK3=_IzLMJ0Xs)b( zimGUZr^?i-s6;Zp;RU<^C~ykL2)U=Zzf8%c&J7e*LTylP0K{97;sghGm-tI`r=AN_ zLKU*s9Q_HLFp9$e{S$O#E$cOd);P$T3TIB-z{rJ$0Wks1)N9G_*F{{Z|AWnC+t;%; zC&_jF=&9p${bNI{C1=M+#&%+>$y2|uv%B$e2)0UeDBR8ic?dY+%R-J2PQ>Bok)x=b z204nd2tdezJHgEvHbm*X&@;v7wc8Kif4wv?tHY-;Uzpm* zzpd@`68WHuwv+TZwXv^U%wI^BYuFWSnSIRAjYXp;oQ-%+YEQdeB|Z79iZkM&QYbP5 zF(L)4BjSrV;fUvvd5H6fFMb}GN7zb`2_4E&9l$%BP;=n{GXRWP$oca^G!HWTs;zRS zj}o1zPuZM(h!_7&0k-~6AavU>UL^oQWGKl})HWb&K}ju2PN*(}dX|9Pl?FU>Tomf0 zIL*9bDe_f%!);_!=AfA5BW>Pk5!<~}M6etES&A!({XsKEm;0x-`*@l#Thp^jTKy#f z&-p7)ksY26+u3n?Rg!Lk1D~kUv>Idv`rZ{C)hqFyI@G@L7Z|;eLm|%A&FdpeMY(cTHn|ioeQEr~I;^Y;8j71oL+b@D6`^WN z{7JfXH#KI_3Z)lDlnr|ZQVRfgI{p~lJCz>&mFmV8u1_wEYNH>cDT-Po?L9)BpGPGd ze$upH8?)*0Psw8i^xhV9Y_~C%VY;06tRHKspKV#Aq~va)LB2_=W1!5qw186_St$ECQ;2K)I2{4rZ&1rvL%% zxS*jJ1m4^}isH%ARKeG;+U*k6BKw_MvtdY7%Bylr6f>mmr$Wn{`}eLO!QL~xvgHX^t% zlLDH3b)92f+vaz4I6gINB5I_2Xc0L=HcK6+_Uu|QKiy@Y z(s4t}k3F5c-5+&h>pd}tHP=#e%gQT`@6aKDP9VhD3b0(8X#vD2=#b<=$B#MAAgb+5C0nnJeH-^eqUjb1}; zo|#&-JL5I;6P1_ej!0bB+m<{%QcoYTSChNG#XGB-6)s2dEiaI>gDR6kPUpLUs^a3b zpem)psoaN0VxX6R+&RE)cS7y858Mlog9>UoglNDmlbfz)O*im?aXAB`MHcQTVCol4 zKw*1AO2#POd9J9^zW~}%$}%Pt6W7|mZXEy0Ay+&Mxezk63vZ#?mh{hR+RK!GrhO0N z7n&1Noc5Ho@g;Kee>A^pTx2gZAE1YNk9&${*0*Rn4K?w@4nXo_;8n+LE1aPWu+(6k3 z;EO%n*%j8=FFfTG%z*S!ff<$lsyRxsKc`bgKcSa(R<+Z5>wSXa_L8+E^Am$^B&&u` zx;62ah?dd^ES^@gB{cR?$82&dSr$*Oynk+S>o3Tvq%}Ma2kU&t_&IzZ9X4V2fnZ9i8$5>GTL>fyJpHwvx zorBs~|7=96Dg%&vFbo`7US3uitO}U9p<7%&S0-29L``8((zkn>0ymHRU?EB$C35vA zml+&j}f~&vZyNk9ol}z5_aV)#`RU`>Wkj{|qkgjo5&3%M4d_-sk z)ObJfc?;M`Zk|U6t-l;jU(k%>`2xwE59-ENZb2c{;9Rn$zzt1WBqaA*K=+mXT>EfAP(^eH0{;3-Vj5$ zP=JSmDjY;Rc(*)Y`M};}W(PP7!4uA#dqGzrhXZUO-g%)gP3gSAJ>eH_M_Zp#`R_of z{nS3Gyt9QLIDtyB%Jgc^E>)PS$Py54@Uc{ynNHTNBJWS6>kDazVb%NleAU_(@v82e zX*~PmUv$6#Xvr{=yvp>y(b3nC-CO9RgXoYGB?}9RhE8uih1HRVkFd?hkgp;T^~g1h zOjQWQc_h(-Gthx!W~=X0JWd%sG2neA?=_m`|lG zbWrbn@?a<<1}O_QO?5<*D$GNo;@yyBaiVZFghpjv4C&#qFtIpz^GcT&YSMt=f@%Oy zwfLZ^lQY%ByDaAUlyDB%owB|qV3v76h~0`j43&-*B2MW$5_^B2WOV)Lft2>bJF7H|82~tD zvA&W1Vkod&*w-vq|Bfq%L-bK8&o_QPs7Z&(WF>!DE~a9w8Jm5OExDUsb^sDSb8KB+ zZJ*yNvwLe@?OEEQOJsh;B6>*LvPjadA~!5xhsQGrS}Z2lm}@$;n8)6xi3>HYazY3S z01#r;r8;a_J+DzMI~9h&{2J9vwva12Zy{GyvppZPN#?vmWYbu3Rb1S^q)ycA*O0hI zi&ABfC`fSag^z-Pq9|`P;^G#g%2>sHg^r-=0v6s8#le%*AWsnLouJ_Cnq){965{$23*Fojw+@P+bfgvR`PUx3BGMCFA2n_}xn56_`4deu?Cwk;4 z>}Y7?VLoCzkn?%>g^{t6kMb44@y5Adkgm1rx?c&oJH+J73%FO8VF1x=3jb zyHUEW8gc`v`2f4M5B+^2xv2$NHgx*>#3k$`^^TQ(h-@TI5Q^{-DGo&r_u2>T|2pVe>(26iCbl2R=8hTtKK3hl?HwVTKe)_1Ew5 z?D6Y!53%EH)i63XK)YVor4t>VLQ@VUJu>L^v=jhJ%JtI7y+62sKmi_<6mcghKyWhX)c_K`XUD7bURz!5avEzuCj&ih_g- z?4$zJU7zKm<^;4nJa<-&oIX6P3L0K2k{v=Jf_9=toDyAAkmC;2JogB6_mF*5Y{XU4 zRZnU%`Z3Kp@=$rdzY=bWelB8W%V~y3_OjOZ8e{dX=r`JR-)qJ_LT!I&G(jmh3py{7 zdp{y84|kX-Wz)Og(v_s+!_Xt8M*mQ%V+2HH9s+4RMuHY&W4jA^u{t$k3J_`WZRHR) z^o~#UfjbqNN1B@=ybAaeV-h1 z{{qL{M@GNf;l^RNq*X;l#jK1pOG$KK&%0|Eg}7ljyT#B?xDZ4A2mwGEMkMiAj4B_8 z2F%Eal@a6-d2C-o4!7yfz`D z#U|6awri!{$z=Bi=}(x=lk}I}bb06U)pY%EI_Vl`oTsYKV%_)bF7n99&rIYZW9 zl}4=O(>JMOF1;p>{JbUbPM3W#TMX}Me~#%dE%|M!F(THmj4r1S=FmCW1A5b&bLgzB zZZA*C8C?;Pz9L!*B$&Pzk`5-DnhQYdDJMJr-z+#Rr71Fk=gk9rN-x2jB`J zDd=noN&sgM;8?MO>k29Y%ykO~2_H(6?Zq4N1etTHKR{Fs9>*Qj7jDlS^0DgftWf}$ zd8-2UAZ@{L$RCU#-#x)bjHZWHlTCY_pR`_Xd{5Ug;+W>+!DQbc?LC?|$;)iTd#uye z!al6H1#5dWYf?>eF^x%PUr^%@Qs#eD-2i2LBeW2uFj+eH!4Q+s?L8cdV+mDZID6`|WneYStoO8+?$WaP=V-6Yv2)v18Nbp_m#)z7)vTIC zJ{zxfY8>Pj_UJk0N?PP)y5;ndKZn;%ojjr-rV#o!Kly>w3$iv*7ef?t}jS&;B7H6V^q*aJyIU6$M&n#9}74)NENR-3_l zJQ@nEbF2AI5u5??h^I0g8jn@ca+EE%lyr2Zww?U&GI_BdZRH~eX6Ier>Drhqs1<43 zVkiB14;}otDHaH3KK*VdZ9AB}HJ!YpAvfRGzi-#W9U@Jw>3t;|=mXy&7edB|M5D@W zRE)wFYCXA)(n1gq5&^D2m1u-qNB5?BonV7N9_Ps@Ipz_{#%7!;Dp-T%DKz4i-@K~uKGfPr$whsT*#kj) z?Q0KcJ%=?T#<7?_1r=bxS>?&jR`9QF{vGcdwan>i!*JVwRZKe2Duz6>L{iV2YSBRefVxuN=!pzXlD*&sEKRvJ*&#g+e%>AWJ65D8lxKiZR5wL@4qheK1#5H|sf1#?l=F!RnMf$&;p$ zeJ5zeH1f&v?Bnt042Lyy*-P51+1i7b_mke1e9$_*Y%EP(+RTY$d7Q^)MI1~2nHS_{o#2P_HcCZSd8JHN8?kypK_fAx?S)t)LtmKfMf|T z&n*R4l>=;ht9-I+R}lOeSf_{DgRb_Q%9S%Siwvk7GhwJ>WHHlb)o zgQGf}L1(J;%fF=cCp3l`?6Op<|9!5j&$?2D6 zO3st9t*nNvj$~c{%BOg^)N)xp>J=vGB&GADOvJVCkX`SQZ#I)v%bZ8rJP={jwbPuA z?#UwT&2UYx8n*aFD7t0?Svve2%jL5Og^s+s)P3KvUCXX|Hq^*`x zbVJxRhv;Qb={ITG!ag{zS#;p%i8bAogeupz;u=nTqRSs})%CzUWUgAE%;2pfd~11U?D*; zzyYloVCxDnjv#dsw)TPqibZ2Yfe`wu6kbq|dik&Q*sP4IjBIkxv0UZlUHzfo0_O@t z$}6ETC}RPnKSRyBka1##MdV%{<_Zu=6=S1sElGzxGP#z<3jbo@BU$+cT|S)L*>T8q zo%+O&i(T1&qi*S08tH9W88ccUQh|dVUO-k1U?&*6d}eMXx#wxJW>TD=9illmNk^{_ zL5%!X9Z`!4=g-PisH~8 z@H{J?y9y42x|-2p-2ob~4%tBEYFVSrY31syF*5jhm4P{CC|@a;)#I{&C=>!)Rs6}i zGJhEEirmXK<@Q_#Aq?4G{p=_mP|8|ur1{GiZ|KEZ{uz;_dnLL|Q#*pZov&Fd-Auk@ z=9lQ>ug{povO3c5Vuu|e*Ii!Sug$ycOWMxN4uW$)5$sKH*f4gWLMi4#fxHu-Qp-tJ70~ttbmbG|nLOu1F$c8c*VSaapzu(fnIlCfac)uI_M4uN#xgqIzgnL2lDWWD`xv z-<~oCsza7dACTYm?lxcaSz}3$Sfrn$eFt*)Ux+Roo)MDX$|?#iyD(0KY(V8`>T(lO zSzSKj7?+nguTNLaB|$G@J%Uc@;JcZ+?69dZ>}Cu*q**}HxIkC3gBPH#WQNl5i?^|B zygM4_ZTy95QAlFTvF0Kf+5of+99cd;7+&O{vD_BIwPEwRTsZ)uY$Z$n7x035W(@)brPB+nA2kF$QW1gqI{!RY8r)Q+IQ_rFLZ&?<( z=O}%8xeA`jgTmGof+t3>RuLp|VK~}|Zup4IO$16*vllv6@y!jOlQCqHLi>HE;<*Pd z#+wDoXY0oMfryoT=$b$p6i^||Ll~o-4{od(9BH2Z+_efej|l`sr*ms}gJHm!h6>R{ zS(8^1^=a%x`pY7A@^ZRrVeOo**Tmdx=%Ecp&)23Nq1!uZmcYKj9;x3LHtr8{dI#It zfwgZ(t{p?R?76&K=cDW=+U~ff%f67DMxt#rqP)gY@VhYFRpM5e8wz~95a&fa0P>rl ze;S17Q+XN*xX>X zU#_(q>K8jpgKH4~$brKe;)`ypVSK{_m})MWsjq;wU&>D8)5`SXmlCgt$j~N9UZbRC zQ|N4G#9Doc6eCUei7k#KM-o|=WAv%P{)o#o{zdWAAs=PGRoXf$gffDH(n5_eBUK~H zf{0O4U0~g1V*C(&!{! znSNfy6Zu0ud}aO%R6Cuc3;kKayf<@bLI2F+UHW-u&yZlH!Z3K1gz|?OIz)u&K*DLC zqu;-68EnTSL!I*x9lC`LUrA5gNSC1h$IN}&f%MrT5Mn`KhIh7G!( z8Vgy#m& zOY9c*DmfuZH&m(&Ti~y*HT2tZ1qfL)vTCGu!CP>~aE5RuP~Sv731?D_z^Oqu;@)o9 zCy*DZDV!RTgVeKi{(>}G0DbQgxE~f7GZ%s?;>vF_e@4XR5qw&O^%2h~gRba-g%!}e z8=MEjq0cMST*!FyOf2P_M2s#B$2(&0P0%4-E?Q?T?`4|V?2C=`{rkwvuAH;x&aq#a z65BtmdvyuD`NoJ?{ex_*W?;26`aSZAj{Wf{yX=kml&pVoLF;xtDVEy1Y98(pj(0r+ zO8Fc9KHdhX;y~3z@FPSRivJ-b#rL%I!afwT&yaf!p+=qO2P)_5`c9S0taz$Q(_CAo z@&$SL)75U{rInygz{$Fq zuz{Z3d$`GRD$Wv+Kow0`Q6vCAF7l>w@SuwtUu{g)lpCx@&k2jTE_@!*a*2mHl*|+ z)3<q&krp!dLEgw**~z?pA%-3*_W+wkH;! z6e2#TJgFq;A!+})Eo*wA@+7PfPR94rB>X2HJ|wW6UOH(F*A5HSKuF5O4o zX+>XIK+cUF{7tK%?q2Cu)>(6{RFGKP3-)SV?xRNw=}q_gZlrgfp>rno*^xEUb0ngc z-A@keWBCVEKoJ(?3+fmGRsg6{=Xn6dJE@}(hp4;Zmjf4;jGz@ZG;+9H9_~qj_&+cT zNE?C;mW2KPHi_N>_W!YnB}Rk(UY$$xoCKBud0Sar|NVZ}C6#evk()q-QXQ2h5b~Pj zKj4sXk%3H59trFNQJz-|{I9IM$`APf+&dJ?%n59kB}fLOI~pQm&UT*Peui-yJ4@YU zeL4AkWL0#APS;_5yjk1VdZhbu-II}LB2LrO8pEC;=TMEsQK!S-8jpghp$J7KMm-kq zqx~5#s04R@!t>&D;7kL4WmB>o#qV_ma}}>8^fQuoJ63p=l6}u51Rgg)M?OeO=v^e0EoCJ)?Cu8ViBi~UM> zBkVJA3O4QDv^mX4PLLN`lhUq6SkRWzb;e=2b!_-q6aR5}XSmDt)s;mAWz|<}17AjFB@NAzBFBYTQh6=ks*t zE~+b;9Md5_V!pPWWYS$D(eHvk!cL`mooRucrl$8gL~l0InRoWQt+@O6#Zleam*mKg ztlgnT-j7DS2thLU27pf{JD?`aBg zedyK;6%lh}(I5x!8hfc4%Hf8~9W?UNyz*Me`YDHQ)DEOyp>`SD{VU|6!X9&qvNKiA zeT1G>060rN$A&j|jC;Kh(}%AAZl{+wu7r>WfGw+@kPBHcTV@_g7litn4p6szD6*_IC~%0((_wL{L?Jfh3P3ejrS&RCG-sbeIb69|T>qAgEYGvLB0s%taWW4gW91PXK*Te`a&Y^U4>f?V`lm(yV+l zq*S8kYB+P=0A)UM(Qe^va#tI=A&L%JH@7zVThp!DI?1a&C)KQ6G>`gdOc%QMBwg}} z*GLa7r`N~X{bRlxRAF+mo#bSY1v;Z3P(3QR)^S8fi3*_L391A`-XTWh5%@lis$^7v z52d7wH!J|94N`z$3ogim^g4V{RwZ|_wL%^w4_nq%%~FgewW>;nSCNAu3g@N#DlLm& z0N8+j)v_Op3q&xQ#P`$O^Q%hJGW!=RwSmcK1<$o(~Y}m zO7`T~gn&`fIM_hVIkr8U8pi9EOS{-!`f~{#7f0?qN_((%S2kRgDu=oPYoe^+6>&>_VviOOf%ZPtSwkbhkvGhR5PEtr1HPO z6+rf%W7q$}lC`rU=WdwTuho@OB<=f|Ceo|&3?xLA{VIQeYAS(!*$^8fiF71s^?f9D zWzN*pxKK0!IwnG}MrI4JGl~!Tq1mC*2V8})g&!ojL8VXeOh~)p!31=AH-HtDyHGwr zh@^o(mvC6e1t9OrFE&DRbvNkWjBcoSAh*adn9e){k#WwCsW(X9UCn}7w74ayd&{2E z=3rD`V~g11n(tBw4K->rVCi2>8*zW?kufqv`7HFB~lS>7B zF4)wQx2r4)fc?*RY(eU6l4mr6S?0+pGdav-0+n;*eE~89-0SU!G>p>HnXvbT=(=R@ zZqUB{QhipDMP4XK2Xk4*+YwJkoum&zAMyOcS37l%>8?MeO*NgA+8m(U&H5*$uA0l( z@iX+%YiZ(YI`wx-qVo^-d%0JBbPnrBo{naBoeuE`RiOyu6^M&EBJRjr!bZeBd=&Es zWmxzD4I8TSoFcDJssGpOib?eD zs40<#h)qVT{vaGSznT$fMxYsiW(1lM_%9<+H?>A-n#kLvHTKV(Umb;LUQ*BblgrDi z%PWFvHzXnCG>?CHKIhCRxp@!dCxA{$jx3^W2wnRIIrTus=-7SQeb9X3TkUN2&~Wl< zt+B5z$PUn>;|%_nR`v8}31%6%c&=iqzC^JG&{jv#p*LL^ZCD+f!#h~f$ouj`*(eX$lvTw~%! zl&lw_6$MH^C`dIEdyNdh-T;tr0g=9}QoqPO4Mm;|OSXsQT`2lehTKzH5@`4<$kd%?W*K(~Opl1e52P;Riu-7pPw{}AWk z1}x&N7_)$OReogvwp|!jZ64<@tx$RdKw^bhWtwHj&c{EpjmI8NCtLp@&rP5UPePuM ze?Z4U5!*C(v;CTv*%x~9TzlP8%_e%3zEekMTs?0Doj!$HVmyOft5T;L(%DS1a|`|T zb$pWQBxppxVJAX?LIE|>D>4Q|631|a(Vd3(6`u!N)|cvp$Pe^lf&DFPqQ20{9qZz3 z-I#g8zXNy{(wvFds(EZ1ZF8$>fMFvv53P%jj6!rmc}umx2ac@^@;<-GVU6oeEmTZNA0pK_^TL*j+5i}Uhl z`K!(OP%vB0OOva)t813O7!%~DdY5b{=%4h|WhaV$iSxxTZn<1jNw2cH$U_j1R7Cyx=@sb^ zN0rXR2azt3uOgqt5kH3`R=nV`_yeE=7SD|Zmlk-#eLPzhS}*dxw){-pi1K>vnCkHa z0JBL?c&L&H8e3ODoeOkhQscTpbZhG-DO^`3SGlF_P$f%9b`?^~XLQjMbn`Cq+E*DJ z;-(pGnnyM5jXO2TYif(wzu3?`Ht{rTGjYH&`pR;8>*GC5X?{BtBD3LSS4XxhN)0if zrhv4lj!1)og{qo{a@Y`M z=PxGacjXslGMj%kBhZXMGXl*BG$YWAKr;f(2s9(mj6gF2%?LCj(2T%;djw)f!&hk0 zEed{iA$v&7RWWU%ABr9m^=;I(QTE6eBd3}EFs(4Pi8vTB+<3$|!SK1^T0@flQGLGd zTise+5A74$DVi@dOEn#&C#3~aM`(gDlm14pqe*bH|MRbzH73}M7ZQFo5Fz^e0U{nB zx}@03oNCiRUUR~q)Ab)mN_e2;5@HLbRVF2}Q14;?AX2~s1#*?{g?;O@D@`7RuC(%-LlF|N_mO|^(GfBH-T!CrfN6}=bDBo2tY~3KdQ)pf{Y8) zF!)PNy?{dE6Eskg@OLW`ctHZBc3mWOKR5?)z;*nO67gkfzm%l)^4T0MNLlBri)V%X z;}mqBfqn@o+f#!I(I;vkLzqACQWLOw{`Ex@mdj_Ec#S7a4&MErryuj|%qHv zT)Zzv?KG3p6$8J@|AsCXyvfBSG=x}CXz~MXBoOt{|JC*myt~6C^hH=uU{bmwz=L~o zqRbW#{x5Vnfab%z?(4$M0>(_0`7Cr};9`nD`23~+ifF!A1%3GxnYV(d5VZ2o>*3`G zUbK?DdNQXMs3XTo8~R_W3+H9wmrzpepTvbP6jY-K`CA3j@;AF!dGXANCZ#twezCvX zYnyL@3ne2LYfK%?Hw}iblE|rECceMjW}0`IzN9|P`4c!xgf7e|K`ync^2J&c7mYW$ zVC8bEQ|LJJ?=>3cEiNzGk+(3<+<%xm(-QEFxS)v?jKT1GA_Bttjx$S z)~K~;9M{Md!>{Y#ZoA66u3kc?(z3CfYK7waU+Oz5&&fsmch-(EQ@4m+5f0-CW4STG@Qfi_|CRm<{XpH9 zx|O;l?P2W zPDzg8TV^V`I&}BBh6P}vqoXPZV6zWi?h2)@(BsGJ;you|GfHTh=!Jepqq~}td3jGe zzSOftNe=9Kq-#B`eo2m!4oM5oJ_BNs_qBoEdC;}e1{H5Sbp`U-9IzQHKNsl2m5}&& zZW6!^q4X6pQL>>e1=RguXNu5X!1O;e8dqn^3=uZZhAs6{VY^J&A`Ujwf}&`?Av|nc z0{=bcD|9KQD$Yt|d6EqoFSX_|uqTnI*slf|IVj+-o>f|F&W3s;$SLZ}ch0Rg+rsMS zw5yJ*l`=#8bAzR|qUDp!E$y&xC+z7ZXG^+aLtiDi1UC0hwTrU>i_FqEH%RK5?Jt^B z`Dq>6?AjA-DfWB#Mw}MyF@P6Ks%TptX7^7YT0VsJX=X7Dhl=*0tKR#!P3$| zrEELep@|H4ZFnHf)aisK-~46qKw6GXoGtuc?VVeUlxG>o=eV=W0E^U~IJlp7wnzb) z^EV?_y32CdvI{NC!7W0a-5FqDcV@fGLRXq-r769$O{`X;hNwyDh4I1|jTaS*G0~*; z&@?f@c!=Kg!lVXc2r;R@=Xu|6zS)IcAY6Den>JzQ;+^k%-{*Y}|Mz+S|Bp-QZ4-j+ zsF(OsyZ$?LydU!I!&1V8zx!*76K2fif7FZ5ziL(up&7JtX&8*0+Qt%viTCl)$0VlMZMgMWu5$@ToaqOb zJ~-1O6@BtW(`z_0g`v-wO{p=3O_`MoW)S5-$d}G%b9p91=ugo2%Q}ZvOGso>h5>oD z!h6IGUbdsGsz1_-`+9WnObsk+5~S-HM8sv;m633U}C?>Z(15Z1#DCeiL~#m!JS!pP`HW3lGXP zag|bbRNrxap$<9P=&@3@W^G8w|IJb_bMm^>mi)rtF|-U9M64Z|5^j0t@(>0iBgERH zr-7hm!P)bGnh`l7#@Sb$8m-rAFt6zn$SNDl4}5r0$MzOD@Y>gzdWO{-`krZeA0NA4 z$0XE&4VrVWjLZaqMFR_cm!plQAw!Y{Vol_r;9}q)Pbgi!h(*Ra3 z-WP$<8WOGcQxAM%p3QrPv+tcbKdf`5jyNrPu>@nfYn@zD*lCMmpD7HML@|ef4&M{s ztgNYmEJH;@6EeJIGa?wVWo&vxe~XA6o$i<&UljQyt`xBinJ}03UH%eypp^Y?&vI`! zQCDt3XttppZJ#{!=8!(Bwu^@DTY8Bt3O5^$mumwEVt6tx#0}VC^vmNP5i93jwk*Mx z(!@#3+j-&`p`kiqCdLmS(WgdcKeK0&;q9B`r||E>xerkx8#fQ-K5i||ZbJGIhn#Zu zFB6pLK|pux-TN)GDNj~Mb!L2R@!&76H@Rh*9eh3M1iHP(=KYV)bqc~@9hx_8&v<1L z%QY;L2dXv6HHPYA<*Ln^@YCLXfqH1pdK*`57MxPqg=r+`LT;BMHoAy|v*3saA{Lm= zyUz5|_-^ml*WK{zTdKlBM7)~wdTp;>zUhyest+qma+!u(-i`~Ek5D$KS~2%NM9COI zSf{ciUKIDFU~ccErZCv_&_vZ5bd$8}@x^KuHr4c2O;Z^*eTLl#RjtE~aw1U?8Vcw< zvrwI9xZ^XhSo4a29+dRfXO7kD#_DALOuu@hcE1jfvazI_86m>K+)_nIaK(bz7(B3k zw>KW&NdBr-@tWQ-@-JuTw7mx{+`!kSbtLZz4X{asL2(4Ri~^G3=`7cW^MwS=;dp5w zBF#I`Euvjt>`Lm?-s)s|oFS#7TCkTUKFj^p$&;`cF-!eNYjtAAXl1Rp_pL3o{qemf zs|zl_C@(>b#>LT|5?4KIOS*h-3|!ANMPVTGlbm7DVXTp{lqY}2GpeDG?5t~#PSP1K9 z9XaMC?{c{>lrAJF=VYQV8)tu5o|xe!ugfJj!e=h?;fLkOzOJT`?dpATIY)xRuPc}9 za6&0JgNR8&xHTD@kmr;_dMu`}S+_70>|ipC^Y)3lA}>ufDyP}gtyV5c55GdPNIZqu zm-vt%4TGN#_w72zf+kF8-6Y0X5mCC5Gc;DRIUVz38~kIh{Auy| zZ(?^-EqHh08ltVCr!fl)Q5@Xm)oP?5cOokxsuH)-XDAP9Mb#w&S{M zs8U|)mm&y_a!K0mP;*=)$HA|OoC|7mZ`~0$%G{ExEvU3Dy#Tss;^(|_#1pQrZ;u<< zYMq0-l%dvRyIV*%4{!5A4wHWSLd@D6Kz+QBm~nZlY%7yyuDerdVzvC+k@cPG)4IhR z)ZVp7uQ_<3eqLD6_VZhOkFn-XaL%kCBI7bN37{lmgQ%U+6c;GwFHzG#U zww5ZFoq(tmnU^c%=Lw1yKq>iVxJMpYPybi1k%9%matpx_iflm?-2C&#z?utamyzpFH;Q1dp zWT&bM1mY?(gi`q?2&5?8kTtr_q0QPWrspc%yDB4-rKuAJJd!6j6?*W@Lyd6VG$kg@ zKyaIcxJVr4v8fcH&?R-`I=()B<+B>A&G3WudJVZ@BgRp#kI!+{;SYXt)1UcwLIXh# zACaY~rMdOTt;XOGgY}YKTpx`Nt$)r>sb`a6YC9bi1=KYF(}2?4 z<<7a;q$D-q5AeQ`4yT->o3tQZsVyswTv`g?5_2{;IlKBLvk*4pv*}qde1y^ze+>?q z%*vHUKwwq#1O7;nT&7b+=g6ncrq%Es!9%$WPSl?G>p&5=Wo zUpMd;LStRlc%bu>_u7G zC?=%~m(Sg_hLG+a(Fy^Dz|Q22T=I+*bboA}0yw>FpS^jB7S@RjRIPd+CT3qE_}ABF zo3HLa78c?vGS(E@jbc{9N6I7#`Y(m_SWZ^~vm!hXP>v5)r!Jp;>+I#Py!FPUU}?s* ze26c6ZI7w3rl&{~#;j!- z*o|0Q(PT%OFlnX%0U~i*MnkZMO+uCJ<{6(!1C7oDq&<_--UId_Hnnqlq~0*vy{GGv zmSMT(g#^5@r(Eg(-ncc*d5s2fUW!QrB7=8?lN z3R!1gO8hbnocg9!m>PO4_lT5H#xKVfC(KWnkxjP7+fdWc8sebx%Q+2>lE$(WRdA8- z%1H?)w)F~4J)l6;3&t!Y#M9er{L7ABY4~C_2eV;pN2|&I9`~g=34%%;z zY*ZM+xXb?9ltfvCDI2@em_ggiuim&Y=2aHe`Y%yv!Z#w5gm=tQnr4gHe1>BdJcHr| zS!d)^;`S}r)(?a-p-MzzZOoF@{(0c5|C+N9_Fbg!IL(m~6p>05Lq-Hjn9HLfBV|2t z6CmE%wgIR^xY7e%_jdKKM}x3dMehN?=tKkMw+^iKrcPCY(;xLFie!5qj;@!EToMmS zV(EA~>42K3Cp=IcD_15bD)kAFZM#$Kh=D)9&{&41E%R{q1rW%zL@abd^k@8!2iF-t z!XDvRaoPeM5(cf4`mm=lrarIP3+f92V+%lu#8-h$i%F&fcf!dQTVB+-oRg23<{xc& z+rbeHs*HP)9<4dU0(vmsQR}!^0PDEgyLR~Nd^5O-Xay!ry^m*fU7Vv}6|6QHghWm7 z^R)tNT3Bn|Urp=e`6*HO2M6Z+-S+Rl$R;G7kg~ATvmCpilm+0(v5Ru9@I-{lCCpf~ zb1=~Px6aF*-{?HUKU;sT8EDNwYX({~(3*kP476sTH3O{~Xw5)t23j-Fnt|2~EHne_ vqv74L+b-T$M8fN0^W0s3Bplv3|40`7vEak1P + Ratings by movie diff --git a/dev/dags/dbt/simple/models/top_animations.sql b/dev/dags/dbt/simple/models/top_animations.sql new file mode 100644 index 000000000..2b365b09c --- /dev/null +++ b/dev/dags/dbt/simple/models/top_animations.sql @@ -0,0 +1,7 @@ +{{ config(materialized='table') }} + +SELECT Title, Rating +FROM {{ ref('movies_ratings_simplified') }} +WHERE Genre1=='Animation' +ORDER BY Rating desc +LIMIT 5; diff --git a/dev/dags/dbt/simple/profiles.yml b/dev/dags/dbt/simple/profiles.yml new file mode 100644 index 000000000..5de7e781a --- /dev/null +++ b/dev/dags/dbt/simple/profiles.yml @@ -0,0 +1,11 @@ +simple: + target: dev + outputs: + dev: + type: sqlite + threads: 1 + database: 'database' + schema: 'main' + schemas_and_paths: + main: "{{ env_var('DBT_SQLITE_PATH', '.') }}/data/imdb.db" + schema_directory: 'data' diff --git a/dev/dags/dbt/simple/seeds/.gitkeep b/dev/dags/dbt/simple/seeds/.gitkeep new file mode 100644 index 000000000..e69de29bb diff --git a/dev/dags/dbt/simple/snapshots/.gitkeep b/dev/dags/dbt/simple/snapshots/.gitkeep new file mode 100644 index 000000000..e69de29bb diff --git a/dev/dags/dbt/simple/tests/.gitkeep b/dev/dags/dbt/simple/tests/.gitkeep new file mode 100644 index 000000000..e69de29bb diff --git a/dev/dags/example_cosmos_sources.py b/dev/dags/example_cosmos_sources.py new file mode 100644 index 000000000..ddeb9ab15 --- /dev/null +++ b/dev/dags/example_cosmos_sources.py @@ -0,0 +1,83 @@ +""" +This example DAG illustrates how to customize the way a dbt node is converted into an Airflow task or task group when +using Cosmos. + +There are circumstances when choosing specific Airflow operators to represent a dbt node is helpful. +An example could be to use an S3 sensor to represent dbt sources or to create custom operators to handle exposures. +Your pipeline may even have specific node types not part of the standard dbt definitions. + +When defining the mapping for a new type that is not part of Cosmos' ``DbtResourceType`` enumeration, +users should use the syntax ``DbtResourceType("new-node-type")`` as opposed to ``DbtResourceType.EXISTING_TYPE``. +It will dynamically add the new type to the enumeration ``DbtResourceType`` so that Cosmos can parse these dbt nodes and +convert them into the Airflow DAG. +""" +import os +from datetime import datetime +from pathlib import Path + +from airflow.operators.dummy import DummyOperator +from airflow.models.dag import DAG +from airflow.utils.task_group import TaskGroup + +from cosmos import DbtDag, ProjectConfig, ProfileConfig, RenderConfig +from cosmos.constants import DbtResourceType +from cosmos.dbt.graph import DbtNode + +DEFAULT_DBT_ROOT_PATH = Path(__file__).parent / "dbt" +DBT_ROOT_PATH = Path(os.getenv("DBT_ROOT_PATH", DEFAULT_DBT_ROOT_PATH)) + +os.environ["DBT_SQLITE_PATH"] = str(DEFAULT_DBT_ROOT_PATH / "simple") + + +profile_config = ProfileConfig( + profile_name="simple", + target_name="dev", + profiles_yml_filepath=(DBT_ROOT_PATH / "simple/profiles.yml"), +) + + +# [START custom_dbt_nodes] +# Cosmos will use this function to generate a DummyOperator task when it finds a source node, in the manifest. +# A more realistic use case could be to use an Airflow sensor to represent a source. +def convert_source(dag: DAG, task_group: TaskGroup, node: DbtNode, **kwargs): + """ + Return an instance of DummyOperator to represent a dbt "source" node. + """ + return DummyOperator(dag=dag, task_group=task_group, task_id=f"{node.name}_source") + + +# Cosmos will use this function to generate a DummyOperator task when it finds a exposure node, in the manifest. +def convert_exposure(dag: DAG, task_group: TaskGroup, node: DbtNode, **kwargs): + """ + Return an instance of DummyOperator to represent a dbt "exposure" node. + """ + return DummyOperator(dag=dag, task_group=task_group, task_id=f"{node.name}_exposure") + + +# Use `RenderConfig` to tell Cosmos, given a node type, how to convert a dbt node into an Airflow task or task group. +# In this example, we are telling Cosmos how to convert dbt source and exposure nodes. +# When building the Airflow DAG, if the user defined the conversion function, Cosmos will use it. +# Otherwise, it will use its standard conversion function. +render_config = RenderConfig( + node_converters={ + DbtResourceType("source"): convert_source, # known dbt node type to Cosmos (part of DbtResourceType) + DbtResourceType("exposure"): convert_exposure, # dbt node type new to Cosmos (will be added to DbtResourceType) + } +) + + +example_cosmos_sources = DbtDag( + # dbt/cosmos-specific parameters + project_config=ProjectConfig( + DBT_ROOT_PATH / "simple", + ), + profile_config=profile_config, + render_config=render_config, + operator_args={"append_env": True}, + # normal dag parameters + schedule_interval="@daily", + start_date=datetime(2023, 1, 1), + catchup=False, + dag_id="example_cosmos_sources", +) +# [END custom_dbt_nodes] diff --git a/docs/configuration/render-config.rst b/docs/configuration/render-config.rst index b8f8ea274..04e7f4c02 100644 --- a/docs/configuration/render-config.rst +++ b/docs/configuration/render-config.rst @@ -11,3 +11,20 @@ The ``RenderConfig`` class takes the following arguments: - ``test_behavior``: how to run tests. Defaults to running a model's tests immediately after the model is run. For more information, see the `Testing Behavior `_ section. - ``load_method``: how to load your dbt project. See `Parsing Methods `_ for more information. - ``select`` and ``exclude``: which models to include or exclude from your DAGs. See `Selecting & Excluding `_ for more information. +- ``node_converters``: a dictionary mapping a ``DbtResourceType`` into a callable. Users can control how to render dbt nodes in Airflow. Only supported when using ``load_method=LoadMode.DBT_MANIFEST`` or ``LoadMode.DBT_LS``. Find more information below. + +Customizing how nodes are rendered (experimental) +------------------------------------------------- + +There are circumstances when choosing specific Airflow operators to represent a dbt node is helpful. +An example could be to use an S3 sensor to represent dbt sources or to create custom operators to handle exposures. +Your pipeline may even have specific node types not part of the standard dbt definitions. + +The following example illustrates how it is possible to tell Cosmos how to convert two different types of nodes (``source`` and ``exposure``) into Airflow: + +.. literalinclude:: ../../dev/dags/example_cosmos_sources.py + :language: python + :start-after: [START custom_dbt_nodes] + :end-before: [END custom_dbt_nodes] + +When defining the mapping for a new type that is not part of Cosmos' ``DbtResourceType`` enumeration, users should use the syntax ``DbtResourceType("new-node-type")`` as opposed to ``DbtResourceType.EXISTING_TYPE``. It will dynamically add the new type to the enumeration ``DbtResourceType`` so that Cosmos can parse these dbt nodes and convert them into the Airflow DAG. diff --git a/docs/requirements.txt b/docs/requirements.txt index 3649674fc..6ead43485 100644 --- a/docs/requirements.txt +++ b/docs/requirements.txt @@ -1,3 +1,4 @@ +aenum sphinx pydata-sphinx-theme sphinx-autobuild diff --git a/pyproject.toml b/pyproject.toml index f5a3243db..512af2bbe 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -35,6 +35,7 @@ classifiers = [ ] dependencies = [ # Airflow & Pydantic issue: https://github.com/apache/airflow/issues/32311 + "aenum", "attrs", "pydantic>=1.10.0,<2.0.0", "apache-airflow>=2.3.0", @@ -164,29 +165,37 @@ test = 'pytest -vv --durations=0 . -m "not integration" --ignore=tests/test_exam test-cov = """pytest -vv --cov=cosmos --cov-report=term-missing --cov-report=xml --durations=0 -m "not integration" --ignore=tests/test_example_dags.py --ignore=tests/test_example_dags_no_connections.py""" # we install using the following workaround to overcome installation conflicts, such as: # apache-airflow 2.3.0 and dbt-core [0.13.0 - 1.5.2] and jinja2>=3.0.0 because these package versions have conflicting dependencies -test-integration-setup = """pip uninstall dbt-postgres dbt-databricks; \ +test-integration-setup = """pip uninstall -y dbt-core dbt-databricks dbt-sqlite dbt-postgres dbt-sqlite; \ rm -rf airflow.*; \ airflow db init; \ -pip install 'dbt-core' 'dbt-databricks' 'dbt-postgres' 'openlineage-airflow'""" -test-integration = """rm -rf dbt/jaffle_shop/dbt_packages; -rm -rf dev/dags/dbt/model_version/dbt_packages; -pytest -vv \ +pip install 'dbt-core' 'dbt-databricks' 'dbt-postgres' 'openlineage-airflow'""" +test-integration = """pytest -vv \ --cov=cosmos \ --cov-report=term-missing \ --cov-report=xml \ --durations=0 \ -m integration \ --k 'not (example_cosmos_python_models or example_virtualenv or cosmos_manifest_example)' +-k 'not (sqlite or example_cosmos_sources or example_cosmos_python_models or example_virtualenv or cosmos_manifest_example)' """ -test-integration-expensive = """rm -rf dbt/jaffle_shop/dbt_packages; -rm -rf dbt/model_version/dbt_packages; -pytest -vv \ +test-integration-expensive = """pytest -vv \ --cov=cosmos \ --cov-report=term-missing \ --cov-report=xml \ --durations=0 \ -m integration \ -k 'example_cosmos_python_models or example_virtualenv'""" +test-integration-sqlite-setup = """pip uninstall -y dbt-core dbt-sqlite openlineage-airflow openlineage-integration-common; \ +rm -rf airflow.*; \ +airflow db init; \ +pip install 'dbt-core==1.4' 'dbt-sqlite<=1.4' 'dbt-databricks<=1.4' 'dbt-postgres<=1.4' """ +test-integration-sqlite = """ +pytest -vv \ +--cov=cosmos \ +--cov-report=term-missing \ +--cov-report=xml \ +--durations=0 \ +-m integration \ +-k 'example_cosmos_sources or sqlite'""" [tool.pytest.ini_options] filterwarnings = [ @@ -195,6 +204,7 @@ filterwarnings = [ minversion = "6.0" markers = [ "integration", + "sqlite" ] ###################################### @@ -203,11 +213,12 @@ markers = [ [tool.hatch.envs.docs] dependencies = [ + "aenum", "sphinx", "pydata-sphinx-theme", "sphinx-autobuild", "sphinx-autoapi", - "openlineage-airflow" + "openlineage-airflow", ] [tool.hatch.envs.docs.scripts] diff --git a/tests/airflow/test_graph.py b/tests/airflow/test_graph.py index bd3777209..57a3462f7 100644 --- a/tests/airflow/test_graph.py +++ b/tests/airflow/test_graph.py @@ -202,7 +202,10 @@ def test_create_task_metadata_unsupported(caplog): ) response = create_task_metadata(child_node, execution_mode="", args={}) assert response is None - expected_msg = "Unsupported resource type unsupported (node unsupported)." + expected_msg = ( + "Unavailable conversion function for (node ). " + "Define a converter function using render_config.node_converters." + ) assert caplog.messages[0] == expected_msg diff --git a/tests/dbt/test_graph.py b/tests/dbt/test_graph.py index a947228e7..dc4189aca 100644 --- a/tests/dbt/test_graph.py +++ b/tests/dbt/test_graph.py @@ -16,6 +16,7 @@ SAMPLE_MANIFEST = Path(__file__).parent.parent / "sample/manifest.json" SAMPLE_MANIFEST_PY = Path(__file__).parent.parent / "sample/manifest_python.json" SAMPLE_MANIFEST_MODEL_VERSION = Path(__file__).parent.parent / "sample/manifest_model_version.json" +SAMPLE_MANIFEST_SOURCE = Path(__file__).parent.parent / "sample/manifest_source.json" @pytest.fixture @@ -177,6 +178,7 @@ def test_load_via_dbt_ls_with_exclude(): dbt_graph.load_via_dbt_ls() assert dbt_graph.nodes == dbt_graph.filtered_nodes + # This test is dependent upon dbt >= 1.5.4 assert len(dbt_graph.nodes) == 7 expected_keys = [ "model.jaffle_shop.customers", @@ -187,7 +189,7 @@ def test_load_via_dbt_ls_with_exclude(): "test.jaffle_shop.unique_customers_customer_id.c5af1ff4b1", "test.jaffle_shop.unique_stg_customers_customer_id.c7614daada", ] - assert list(dbt_graph.nodes.keys()) == expected_keys + assert sorted(dbt_graph.nodes.keys()) == expected_keys sample_node = dbt_graph.nodes["model.jaffle_shop.customers"] assert sample_node.name == "customers" @@ -254,6 +256,30 @@ def test_load_via_dbt_ls_with_invalid_dbt_path(): assert err_info.value.args[0] == expected +@pytest.mark.sqlite +@pytest.mark.parametrize("load_method", ["load_via_dbt_ls", "load_from_dbt_manifest"]) +@pytest.mark.integration +def test_load_via_dbt_ls_with_sources(load_method): + pipeline_name = "simple" + dbt_graph = DbtGraph( + dbt_deps=False, + project=DbtProject( + name=pipeline_name, + root_dir=DBT_PROJECTS_ROOT_DIR, + manifest_path=SAMPLE_MANIFEST_SOURCE if load_method == "load_from_dbt_manifest" else None, + ), + profile_config=ProfileConfig( + profile_name="simple", + target_name="dev", + profiles_yml_filepath=(DBT_PROJECTS_ROOT_DIR / pipeline_name / "profiles.yml"), + ), + ) + getattr(dbt_graph, load_method)() + assert len(dbt_graph.nodes) == 4 + assert "source.simple.imdb.movies_ratings" in dbt_graph.nodes + assert "exposure.simple.weekly_metrics" in dbt_graph.nodes + + @pytest.mark.integration def test_load_via_dbt_ls_without_dbt_deps(): pipeline_name = "jaffle_shop" diff --git a/tests/sample/manifest_source.json b/tests/sample/manifest_source.json new file mode 100644 index 000000000..5326e2ab2 --- /dev/null +++ b/tests/sample/manifest_source.json @@ -0,0 +1,7173 @@ +{ + "child_map": { + "exposure.simple.weekly_metrics": [], + "model.simple.movies_ratings_simplified": [ + "model.simple.top_animations" + ], + "model.simple.top_animations": [ + "exposure.simple.weekly_metrics" + ], + "source.simple.imdb.movies_ratings": [ + "model.simple.movies_ratings_simplified" + ] + }, + "disabled": {}, + "docs": { + "doc.dbt.__overview__": { + "block_contents": "### Welcome!\n\nWelcome to the auto-generated documentation for your dbt project!\n\n### Navigation\n\nYou can use the `Project` and `Database` navigation tabs on the left side of the window to explore the models\nin your project.\n\n#### Project Tab\nThe `Project` tab mirrors the directory structure of your dbt project. In this tab, you can see all of the\nmodels defined in your dbt project, as well as models imported from dbt packages.\n\n#### Database Tab\nThe `Database` tab also exposes your models, but in a format that looks more like a database explorer. This view\nshows relations (tables and views) grouped into database schemas. Note that ephemeral models are _not_ shown\nin this interface, as they do not exist in the database.\n\n### Graph Exploration\nYou can click the blue icon on the bottom-right corner of the page to view the lineage graph of your models.\n\nOn model pages, you'll see the immediate parents and children of the model you're exploring. By clicking the `Expand`\nbutton at the top-right of this lineage pane, you'll be able to see all of the models that are used to build,\nor are built from, the model you're exploring.\n\nOnce expanded, you'll be able to use the `--select` and `--exclude` model selection syntax to filter the\nmodels in the graph. For more information on model selection, check out the [dbt docs](https://docs.getdbt.com/docs/model-selection-syntax).\n\nNote that you can also right-click on models to interactively filter and explore the graph.\n\n---\n\n### More information\n\n- [What is dbt](https://docs.getdbt.com/docs/introduction)?\n- Read the [dbt viewpoint](https://docs.getdbt.com/docs/viewpoint)\n- [Installation](https://docs.getdbt.com/docs/installation)\n- Join the [dbt Community](https://www.getdbt.com/community/) for questions and discussion", + "name": "__overview__", + "original_file_path": "docs/overview.md", + "package_name": "dbt", + "path": "overview.md", + "resource_type": "doc", + "unique_id": "doc.dbt.__overview__" + } + }, + "exposures": { + "exposure.simple.weekly_metrics": { + "config": { + "enabled": true + }, + "created_at": 1696859933.549042, + "depends_on": { + "macros": [], + "nodes": [ + "model.simple.top_animations" + ] + }, + "description": "", + "fqn": [ + "simple", + "weekly_metrics" + ], + "label": "Jaffle shop metrics", + "maturity": "high", + "meta": {}, + "metrics": [], + "name": "weekly_metrics", + "original_file_path": "models/exposures.yml", + "owner": { + "email": "team@astronomer-cosmos.org", + "name": "Cosmos Team" + }, + "package_name": "simple", + "path": "exposures.yml", + "refs": [ + [ + "top_animations" + ] + ], + "resource_type": "exposure", + "sources": [], + "tags": [], + "type": "dashboard", + "unique_id": "exposure.simple.weekly_metrics", + "unrendered_config": {}, + "url": null + } + }, + "macros": { + "macro.dbt._split_part_negative": { + "arguments": [], + "created_at": 1696859933.423734, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro _split_part_negative(string_text, delimiter_text, part_number) %}\n\n split_part(\n {{ string_text }},\n {{ delimiter_text }},\n length({{ string_text }})\n - length(\n replace({{ string_text }}, {{ delimiter_text }}, '')\n ) + 2 {{ part_number }}\n )\n\n{% endmacro %}", + "meta": {}, + "name": "_split_part_negative", + "original_file_path": "macros/utils/split_part.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/split_part.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt._split_part_negative" + }, + "macro.dbt.after_commit": { + "arguments": [], + "created_at": 1696859933.348661, + "depends_on": { + "macros": [ + "macro.dbt.make_hook_config" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro after_commit(sql) %}\n {{ make_hook_config(sql, inside_transaction=False) }}\n{% endmacro %}", + "meta": {}, + "name": "after_commit", + "original_file_path": "macros/materializations/hooks.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/hooks.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.after_commit" + }, + "macro.dbt.alter_column_comment": { + "arguments": [], + "created_at": 1696859933.438276, + "depends_on": { + "macros": [ + "macro.dbt.default__alter_column_comment" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro alter_column_comment(relation, column_dict) -%}\n {{ return(adapter.dispatch('alter_column_comment', 'dbt')(relation, column_dict)) }}\n{% endmacro %}", + "meta": {}, + "name": "alter_column_comment", + "original_file_path": "macros/adapters/persist_docs.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/persist_docs.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.alter_column_comment" + }, + "macro.dbt.alter_column_type": { + "arguments": [], + "created_at": 1696859933.4439082, + "depends_on": { + "macros": [ + "macro.dbt.default__alter_column_type" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro alter_column_type(relation, column_name, new_column_type) -%}\n {{ return(adapter.dispatch('alter_column_type', 'dbt')(relation, column_name, new_column_type)) }}\n{% endmacro %}", + "meta": {}, + "name": "alter_column_type", + "original_file_path": "macros/adapters/columns.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/columns.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.alter_column_type" + }, + "macro.dbt.alter_relation_add_remove_columns": { + "arguments": [], + "created_at": 1696859933.444509, + "depends_on": { + "macros": [ + "macro.dbt.default__alter_relation_add_remove_columns" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro alter_relation_add_remove_columns(relation, add_columns = none, remove_columns = none) -%}\n {{ return(adapter.dispatch('alter_relation_add_remove_columns', 'dbt')(relation, add_columns, remove_columns)) }}\n{% endmacro %}", + "meta": {}, + "name": "alter_relation_add_remove_columns", + "original_file_path": "macros/adapters/columns.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/columns.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.alter_relation_add_remove_columns" + }, + "macro.dbt.alter_relation_comment": { + "arguments": [], + "created_at": 1696859933.438538, + "depends_on": { + "macros": [ + "macro.dbt.default__alter_relation_comment" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro alter_relation_comment(relation, relation_comment) -%}\n {{ return(adapter.dispatch('alter_relation_comment', 'dbt')(relation, relation_comment)) }}\n{% endmacro %}", + "meta": {}, + "name": "alter_relation_comment", + "original_file_path": "macros/adapters/persist_docs.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/persist_docs.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.alter_relation_comment" + }, + "macro.dbt.any_value": { + "arguments": [], + "created_at": 1696859933.419189, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__any_value" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro any_value(expression) -%}\n {{ return(adapter.dispatch('any_value', 'dbt') (expression)) }}\n{% endmacro %}", + "meta": {}, + "name": "any_value", + "original_file_path": "macros/utils/any_value.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/any_value.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.any_value" + }, + "macro.dbt.apply_grants": { + "arguments": [], + "created_at": 1696859933.436969, + "depends_on": { + "macros": [ + "macro.dbt.default__apply_grants" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro apply_grants(relation, grant_config, should_revoke) %}\n {{ return(adapter.dispatch(\"apply_grants\", \"dbt\")(relation, grant_config, should_revoke)) }}\n{% endmacro %}", + "meta": {}, + "name": "apply_grants", + "original_file_path": "macros/adapters/apply_grants.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/apply_grants.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.apply_grants" + }, + "macro.dbt.array_append": { + "arguments": [], + "created_at": 1696859933.42466, + "depends_on": { + "macros": [ + "macro.dbt.default__array_append" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro array_append(array, new_element) -%}\n {{ return(adapter.dispatch('array_append', 'dbt')(array, new_element)) }}\n{%- endmacro %}", + "meta": {}, + "name": "array_append", + "original_file_path": "macros/utils/array_append.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/array_append.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.array_append" + }, + "macro.dbt.array_concat": { + "arguments": [], + "created_at": 1696859933.4221408, + "depends_on": { + "macros": [ + "macro.dbt.default__array_concat" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro array_concat(array_1, array_2) -%}\n {{ return(adapter.dispatch('array_concat', 'dbt')(array_1, array_2)) }}\n{%- endmacro %}", + "meta": {}, + "name": "array_concat", + "original_file_path": "macros/utils/array_concat.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/array_concat.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.array_concat" + }, + "macro.dbt.array_construct": { + "arguments": [], + "created_at": 1696859933.424287, + "depends_on": { + "macros": [ + "macro.dbt.default__array_construct" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro array_construct(inputs=[], data_type=api.Column.translate_type('integer')) -%}\n {{ return(adapter.dispatch('array_construct', 'dbt')(inputs, data_type)) }}\n{%- endmacro %}", + "meta": {}, + "name": "array_construct", + "original_file_path": "macros/utils/array_construct.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/array_construct.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.array_construct" + }, + "macro.dbt.before_begin": { + "arguments": [], + "created_at": 1696859933.348465, + "depends_on": { + "macros": [ + "macro.dbt.make_hook_config" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro before_begin(sql) %}\n {{ make_hook_config(sql, inside_transaction=False) }}\n{% endmacro %}", + "meta": {}, + "name": "before_begin", + "original_file_path": "macros/materializations/hooks.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/hooks.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.before_begin" + }, + "macro.dbt.bool_or": { + "arguments": [], + "created_at": 1696859933.422406, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__bool_or" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro bool_or(expression) -%}\n {{ return(adapter.dispatch('bool_or', 'dbt') (expression)) }}\n{% endmacro %}", + "meta": {}, + "name": "bool_or", + "original_file_path": "macros/utils/bool_or.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/bool_or.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.bool_or" + }, + "macro.dbt.build_config_dict": { + "arguments": [], + "created_at": 1696859933.446951, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro build_config_dict(model) %}\n {%- set config_dict = {} -%}\n {% set config_dbt_used = zip(model.config.config_keys_used, model.config.config_keys_defaults) | list %}\n {%- for key, default in config_dbt_used -%}\n {# weird type testing with enum, would be much easier to write this logic in Python! #}\n {%- if key == 'language' -%}\n {%- set value = 'python' -%}\n {%- endif -%}\n {%- set value = model.config.get(key, default) -%}\n {%- do config_dict.update({key: value}) -%}\n {%- endfor -%}\nconfig_dict = {{ config_dict }}\n{% endmacro %}", + "meta": {}, + "name": "build_config_dict", + "original_file_path": "macros/python_model/python.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/python_model/python.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.build_config_dict" + }, + "macro.dbt.build_ref_function": { + "arguments": [], + "created_at": 1696859933.446188, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro build_ref_function(model) %}\n\n {%- set ref_dict = {} -%}\n {%- for _ref in model.refs -%}\n {%- set resolved = ref(*_ref) -%}\n {%- do ref_dict.update({_ref | join(\".\"): resolved.quote(database=False, schema=False, identifier=False) | string}) -%}\n {%- endfor -%}\n\ndef ref(*args,dbt_load_df_function):\n refs = {{ ref_dict | tojson }}\n key = \".\".join(args)\n return dbt_load_df_function(refs[key])\n\n{% endmacro %}", + "meta": {}, + "name": "build_ref_function", + "original_file_path": "macros/python_model/python.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/python_model/python.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.build_ref_function" + }, + "macro.dbt.build_snapshot_staging_table": { + "arguments": [], + "created_at": 1696859933.360894, + "depends_on": { + "macros": [ + "macro.dbt.make_temp_relation", + "macro.dbt.snapshot_staging_table", + "macro.dbt.statement", + "macro.dbt.create_table_as" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro build_snapshot_staging_table(strategy, sql, target_relation) %}\n {% set temp_relation = make_temp_relation(target_relation) %}\n\n {% set select = snapshot_staging_table(strategy, sql, target_relation) %}\n\n {% call statement('build_snapshot_staging_relation') %}\n {{ create_table_as(True, temp_relation, select) }}\n {% endcall %}\n\n {% do return(temp_relation) %}\n{% endmacro %}", + "meta": {}, + "name": "build_snapshot_staging_table", + "original_file_path": "macros/materializations/snapshots/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/snapshots/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.build_snapshot_staging_table" + }, + "macro.dbt.build_snapshot_table": { + "arguments": [], + "created_at": 1696859933.360416, + "depends_on": { + "macros": [ + "macro.dbt.default__build_snapshot_table" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro build_snapshot_table(strategy, sql) -%}\n {{ adapter.dispatch('build_snapshot_table', 'dbt')(strategy, sql) }}\n{% endmacro %}", + "meta": {}, + "name": "build_snapshot_table", + "original_file_path": "macros/materializations/snapshots/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/snapshots/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.build_snapshot_table" + }, + "macro.dbt.build_source_function": { + "arguments": [], + "created_at": 1696859933.446528, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro build_source_function(model) %}\n\n {%- set source_dict = {} -%}\n {%- for _source in model.sources -%}\n {%- set resolved = source(*_source) -%}\n {%- do source_dict.update({_source | join(\".\"): resolved.quote(database=False, schema=False, identifier=False) | string}) -%}\n {%- endfor -%}\n\ndef source(*args, dbt_load_df_function):\n sources = {{ source_dict | tojson }}\n key = \".\".join(args)\n return dbt_load_df_function(sources[key])\n\n{% endmacro %}", + "meta": {}, + "name": "build_source_function", + "original_file_path": "macros/python_model/python.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/python_model/python.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.build_source_function" + }, + "macro.dbt.call_dcl_statements": { + "arguments": [], + "created_at": 1696859933.436629, + "depends_on": { + "macros": [ + "macro.dbt.default__call_dcl_statements" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro call_dcl_statements(dcl_statement_list) %}\n {{ return(adapter.dispatch(\"call_dcl_statements\", \"dbt\")(dcl_statement_list)) }}\n{% endmacro %}", + "meta": {}, + "name": "call_dcl_statements", + "original_file_path": "macros/adapters/apply_grants.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/apply_grants.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.call_dcl_statements" + }, + "macro.dbt.cast_bool_to_text": { + "arguments": [], + "created_at": 1696859933.418902, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__cast_bool_to_text" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro cast_bool_to_text(field) %}\n {{ adapter.dispatch('cast_bool_to_text', 'dbt') (field) }}\n{% endmacro %}", + "meta": {}, + "name": "cast_bool_to_text", + "original_file_path": "macros/utils/cast_bool_to_text.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/cast_bool_to_text.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.cast_bool_to_text" + }, + "macro.dbt.check_for_schema_changes": { + "arguments": [], + "created_at": 1696859933.3894122, + "depends_on": { + "macros": [ + "macro.dbt.diff_columns", + "macro.dbt.diff_column_data_types" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro check_for_schema_changes(source_relation, target_relation) %}\n\n {% set schema_changed = False %}\n\n {%- set source_columns = adapter.get_columns_in_relation(source_relation) -%}\n {%- set target_columns = adapter.get_columns_in_relation(target_relation) -%}\n {%- set source_not_in_target = diff_columns(source_columns, target_columns) -%}\n {%- set target_not_in_source = diff_columns(target_columns, source_columns) -%}\n\n {% set new_target_types = diff_column_data_types(source_columns, target_columns) %}\n\n {% if source_not_in_target != [] %}\n {% set schema_changed = True %}\n {% elif target_not_in_source != [] or new_target_types != [] %}\n {% set schema_changed = True %}\n {% elif new_target_types != [] %}\n {% set schema_changed = True %}\n {% endif %}\n\n {% set changes_dict = {\n 'schema_changed': schema_changed,\n 'source_not_in_target': source_not_in_target,\n 'target_not_in_source': target_not_in_source,\n 'source_columns': source_columns,\n 'target_columns': target_columns,\n 'new_target_types': new_target_types\n } %}\n\n {% set msg %}\n In {{ target_relation }}:\n Schema changed: {{ schema_changed }}\n Source columns not in target: {{ source_not_in_target }}\n Target columns not in source: {{ target_not_in_source }}\n New column types: {{ new_target_types }}\n {% endset %}\n\n {% do log(msg) %}\n\n {{ return(changes_dict) }}\n\n{% endmacro %}", + "meta": {}, + "name": "check_for_schema_changes", + "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/on_schema_change.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.check_for_schema_changes" + }, + "macro.dbt.check_schema_exists": { + "arguments": [], + "created_at": 1696859933.441201, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__check_schema_exists" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro check_schema_exists(information_schema, schema) -%}\n {{ return(adapter.dispatch('check_schema_exists', 'dbt')(information_schema, schema)) }}\n{% endmacro %}", + "meta": {}, + "name": "check_schema_exists", + "original_file_path": "macros/adapters/metadata.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/metadata.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.check_schema_exists" + }, + "macro.dbt.collect_freshness": { + "arguments": [], + "created_at": 1696859933.4328918, + "depends_on": { + "macros": [ + "macro.dbt.default__collect_freshness" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro collect_freshness(source, loaded_at_field, filter) %}\n {{ return(adapter.dispatch('collect_freshness', 'dbt')(source, loaded_at_field, filter))}}\n{% endmacro %}", + "meta": {}, + "name": "collect_freshness", + "original_file_path": "macros/adapters/freshness.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/freshness.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.collect_freshness" + }, + "macro.dbt.concat": { + "arguments": [], + "created_at": 1696859933.415433, + "depends_on": { + "macros": [ + "macro.dbt.default__concat" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro concat(fields) -%}\n {{ return(adapter.dispatch('concat', 'dbt')(fields)) }}\n{%- endmacro %}", + "meta": {}, + "name": "concat", + "original_file_path": "macros/utils/concat.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/concat.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.concat" + }, + "macro.dbt.convert_datetime": { + "arguments": [], + "created_at": 1696859933.4131432, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro convert_datetime(date_str, date_fmt) %}\n\n {% set error_msg -%}\n The provided partition date '{{ date_str }}' does not match the expected format '{{ date_fmt }}'\n {%- endset %}\n\n {% set res = try_or_compiler_error(error_msg, modules.datetime.datetime.strptime, date_str.strip(), date_fmt) %}\n {{ return(res) }}\n\n{% endmacro %}", + "meta": {}, + "name": "convert_datetime", + "original_file_path": "macros/etc/datetime.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/etc/datetime.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.convert_datetime" + }, + "macro.dbt.copy_grants": { + "arguments": [], + "created_at": 1696859933.43445, + "depends_on": { + "macros": [ + "macro.dbt.default__copy_grants" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro copy_grants() %}\n {{ return(adapter.dispatch('copy_grants', 'dbt')()) }}\n{% endmacro %}", + "meta": {}, + "name": "copy_grants", + "original_file_path": "macros/adapters/apply_grants.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/apply_grants.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.copy_grants" + }, + "macro.dbt.create_columns": { + "arguments": [], + "created_at": 1696859933.358933, + "depends_on": { + "macros": [ + "macro.dbt.default__create_columns" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro create_columns(relation, columns) %}\n {{ adapter.dispatch('create_columns', 'dbt')(relation, columns) }}\n{% endmacro %}", + "meta": {}, + "name": "create_columns", + "original_file_path": "macros/materializations/snapshots/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/snapshots/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.create_columns" + }, + "macro.dbt.create_csv_table": { + "arguments": [], + "created_at": 1696859933.403973, + "depends_on": { + "macros": [ + "macro.dbt.default__create_csv_table" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro create_csv_table(model, agate_table) -%}\n {{ adapter.dispatch('create_csv_table', 'dbt')(model, agate_table) }}\n{%- endmacro %}", + "meta": {}, + "name": "create_csv_table", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/seeds/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.create_csv_table" + }, + "macro.dbt.create_indexes": { + "arguments": [], + "created_at": 1696859933.42699, + "depends_on": { + "macros": [ + "macro.dbt.default__create_indexes" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro create_indexes(relation) -%}\n {{ adapter.dispatch('create_indexes', 'dbt')(relation) }}\n{%- endmacro %}", + "meta": {}, + "name": "create_indexes", + "original_file_path": "macros/adapters/indexes.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/indexes.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.create_indexes" + }, + "macro.dbt.create_or_replace_view": { + "arguments": [], + "created_at": 1696859933.397109, + "depends_on": { + "macros": [ + "macro.dbt.run_hooks", + "macro.dbt.handle_existing_table", + "macro.dbt.should_full_refresh", + "macro.dbt.statement", + "macro.dbt.get_create_view_as_sql", + "macro.dbt.should_revoke", + "macro.dbt.apply_grants" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro create_or_replace_view() %}\n {%- set identifier = model['alias'] -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database,\n type='view') -%}\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks) }}\n\n -- If there's a table with the same name and we weren't told to full refresh,\n -- that's an error. If we were told to full refresh, drop it. This behavior differs\n -- for Snowflake and BigQuery, so multiple dispatch is used.\n {%- if old_relation is not none and old_relation.is_table -%}\n {{ handle_existing_table(should_full_refresh(), old_relation) }}\n {%- endif -%}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(target_relation, sql) }}\n {%- endcall %}\n\n {% set should_revoke = should_revoke(exists_as_view, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=True) %}\n\n {{ run_hooks(post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmacro %}", + "meta": {}, + "name": "create_or_replace_view", + "original_file_path": "macros/materializations/models/view/create_or_replace_view.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/view/create_or_replace_view.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.create_or_replace_view" + }, + "macro.dbt.create_schema": { + "arguments": [], + "created_at": 1696859933.4250371, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__create_schema" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro create_schema(relation) -%}\n {{ adapter.dispatch('create_schema', 'dbt')(relation) }}\n{% endmacro %}", + "meta": {}, + "name": "create_schema", + "original_file_path": "macros/adapters/schema.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/schema.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.create_schema" + }, + "macro.dbt.create_table_as": { + "arguments": [], + "created_at": 1696859933.393523, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__create_table_as" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro create_table_as(temporary, relation, compiled_code, language='sql') -%}\n {# backward compatibility for create_table_as that does not support language #}\n {% if language == \"sql\" %}\n {{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code)}}\n {% else %}\n {{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code, language) }}\n {% endif %}\n\n{%- endmacro %}", + "meta": {}, + "name": "create_table_as", + "original_file_path": "macros/materializations/models/table/create_table_as.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/table/create_table_as.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.create_table_as" + }, + "macro.dbt.create_view_as": { + "arguments": [], + "created_at": 1696859933.3976068, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__create_view_as" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro create_view_as(relation, sql) -%}\n {{ adapter.dispatch('create_view_as', 'dbt')(relation, sql) }}\n{%- endmacro %}", + "meta": {}, + "name": "create_view_as", + "original_file_path": "macros/materializations/models/view/create_view_as.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/view/create_view_as.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.create_view_as" + }, + "macro.dbt.current_timestamp": { + "arguments": [], + "created_at": 1696859933.425768, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__current_timestamp" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{%- macro current_timestamp() -%}\n {{ adapter.dispatch('current_timestamp', 'dbt')() }}\n{%- endmacro -%}\n\n", + "meta": {}, + "name": "current_timestamp", + "original_file_path": "macros/adapters/timestamps.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/timestamps.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.current_timestamp" + }, + "macro.dbt.current_timestamp_backcompat": { + "arguments": [], + "created_at": 1696859933.426166, + "depends_on": { + "macros": [ + "macro.dbt.default__current_timestamp_backcompat" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro current_timestamp_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}\n{% endmacro %}", + "meta": {}, + "name": "current_timestamp_backcompat", + "original_file_path": "macros/adapters/timestamps.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/timestamps.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.current_timestamp_backcompat" + }, + "macro.dbt.current_timestamp_in_utc_backcompat": { + "arguments": [], + "created_at": 1696859933.4263391, + "depends_on": { + "macros": [ + "macro.dbt.default__current_timestamp_in_utc_backcompat" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro current_timestamp_in_utc_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_in_utc_backcompat', 'dbt')()) }}\n{% endmacro %}", + "meta": {}, + "name": "current_timestamp_in_utc_backcompat", + "original_file_path": "macros/adapters/timestamps.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/timestamps.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.current_timestamp_in_utc_backcompat" + }, + "macro.dbt.date_trunc": { + "arguments": [], + "created_at": 1696859933.423926, + "depends_on": { + "macros": [ + "macro.dbt.default__date_trunc" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro date_trunc(datepart, date) -%}\n {{ return(adapter.dispatch('date_trunc', 'dbt') (datepart, date)) }}\n{%- endmacro %}", + "meta": {}, + "name": "date_trunc", + "original_file_path": "macros/utils/date_trunc.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/date_trunc.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.date_trunc" + }, + "macro.dbt.dateadd": { + "arguments": [], + "created_at": 1696859933.416018, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__dateadd" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro dateadd(datepart, interval, from_date_or_timestamp) %}\n {{ return(adapter.dispatch('dateadd', 'dbt')(datepart, interval, from_date_or_timestamp)) }}\n{% endmacro %}", + "meta": {}, + "name": "dateadd", + "original_file_path": "macros/utils/dateadd.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/dateadd.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.dateadd" + }, + "macro.dbt.datediff": { + "arguments": [], + "created_at": 1696859933.4179342, + "depends_on": { + "macros": [ + "macro.dbt.default__datediff" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro datediff(first_date, second_date, datepart) %}\n {{ return(adapter.dispatch('datediff', 'dbt')(first_date, second_date, datepart)) }}\n{% endmacro %}", + "meta": {}, + "name": "datediff", + "original_file_path": "macros/utils/datediff.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/datediff.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.datediff" + }, + "macro.dbt.dates_in_range": { + "arguments": [], + "created_at": 1696859933.413988, + "depends_on": { + "macros": [ + "macro.dbt.convert_datetime" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro dates_in_range(start_date_str, end_date_str=none, in_fmt=\"%Y%m%d\", out_fmt=\"%Y%m%d\") %}\n {% set end_date_str = start_date_str if end_date_str is none else end_date_str %}\n\n {% set start_date = convert_datetime(start_date_str, in_fmt) %}\n {% set end_date = convert_datetime(end_date_str, in_fmt) %}\n\n {% set day_count = (end_date - start_date).days %}\n {% if day_count < 0 %}\n {% set msg -%}\n Partition start date is after the end date ({{ start_date }}, {{ end_date }})\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg, model) }}\n {% endif %}\n\n {% set date_list = [] %}\n {% for i in range(0, day_count + 1) %}\n {% set the_date = (modules.datetime.timedelta(days=i) + start_date) %}\n {% if not out_fmt %}\n {% set _ = date_list.append(the_date) %}\n {% else %}\n {% set _ = date_list.append(the_date.strftime(out_fmt)) %}\n {% endif %}\n {% endfor %}\n\n {{ return(date_list) }}\n{% endmacro %}", + "meta": {}, + "name": "dates_in_range", + "original_file_path": "macros/etc/datetime.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/etc/datetime.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.dates_in_range" + }, + "macro.dbt.default__alter_column_comment": { + "arguments": [], + "created_at": 1696859933.438398, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__alter_column_comment(relation, column_dict) -%}\n {{ exceptions.raise_not_implemented(\n 'alter_column_comment macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", + "meta": {}, + "name": "default__alter_column_comment", + "original_file_path": "macros/adapters/persist_docs.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/persist_docs.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__alter_column_comment" + }, + "macro.dbt.default__alter_column_type": { + "arguments": [], + "created_at": 1696859933.4443278, + "depends_on": { + "macros": [ + "macro.dbt.statement" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__alter_column_type(relation, column_name, new_column_type) -%}\n {#\n 1. Create a new column (w/ temp name and correct type)\n 2. Copy data over to it\n 3. Drop the existing column (cascade!)\n 4. Rename the new column to existing column\n #}\n {%- set tmp_column = column_name + \"__dbt_alter\" -%}\n\n {% call statement('alter_column_type') %}\n alter table {{ relation }} add column {{ adapter.quote(tmp_column) }} {{ new_column_type }};\n update {{ relation }} set {{ adapter.quote(tmp_column) }} = {{ adapter.quote(column_name) }};\n alter table {{ relation }} drop column {{ adapter.quote(column_name) }} cascade;\n alter table {{ relation }} rename column {{ adapter.quote(tmp_column) }} to {{ adapter.quote(column_name) }}\n {% endcall %}\n\n{% endmacro %}", + "meta": {}, + "name": "default__alter_column_type", + "original_file_path": "macros/adapters/columns.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/columns.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__alter_column_type" + }, + "macro.dbt.default__alter_relation_add_remove_columns": { + "arguments": [], + "created_at": 1696859933.4450629, + "depends_on": { + "macros": [ + "macro.dbt.run_query" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__alter_relation_add_remove_columns(relation, add_columns, remove_columns) %}\n\n {% if add_columns is none %}\n {% set add_columns = [] %}\n {% endif %}\n {% if remove_columns is none %}\n {% set remove_columns = [] %}\n {% endif %}\n\n {% set sql -%}\n\n alter {{ relation.type }} {{ relation }}\n\n {% for column in add_columns %}\n add column {{ column.name }} {{ column.data_type }}{{ ',' if not loop.last }}\n {% endfor %}{{ ',' if add_columns and remove_columns }}\n\n {% for column in remove_columns %}\n drop column {{ column.name }}{{ ',' if not loop.last }}\n {% endfor %}\n\n {%- endset -%}\n\n {% do run_query(sql) %}\n\n{% endmacro %}", + "meta": {}, + "name": "default__alter_relation_add_remove_columns", + "original_file_path": "macros/adapters/columns.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/columns.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__alter_relation_add_remove_columns" + }, + "macro.dbt.default__alter_relation_comment": { + "arguments": [], + "created_at": 1696859933.438658, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__alter_relation_comment(relation, relation_comment) -%}\n {{ exceptions.raise_not_implemented(\n 'alter_relation_comment macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", + "meta": {}, + "name": "default__alter_relation_comment", + "original_file_path": "macros/adapters/persist_docs.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/persist_docs.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__alter_relation_comment" + }, + "macro.dbt.default__any_value": { + "arguments": [], + "created_at": 1696859933.419261, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__any_value(expression) -%}\n\n any_value({{ expression }})\n\n{%- endmacro %}", + "meta": {}, + "name": "default__any_value", + "original_file_path": "macros/utils/any_value.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/any_value.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__any_value" + }, + "macro.dbt.default__apply_grants": { + "arguments": [], + "created_at": 1696859933.437767, + "depends_on": { + "macros": [ + "macro.dbt.run_query", + "macro.dbt.get_show_grant_sql", + "macro.dbt.get_dcl_statement_list", + "macro.dbt.call_dcl_statements" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__apply_grants(relation, grant_config, should_revoke=True) %}\n {#-- If grant_config is {} or None, this is a no-op --#}\n {% if grant_config %}\n {% if should_revoke %}\n {#-- We think previous grants may have carried over --#}\n {#-- Show current grants and calculate diffs --#}\n {% set current_grants_table = run_query(get_show_grant_sql(relation)) %}\n {% set current_grants_dict = adapter.standardize_grants_dict(current_grants_table) %}\n {% set needs_granting = diff_of_two_dicts(grant_config, current_grants_dict) %}\n {% set needs_revoking = diff_of_two_dicts(current_grants_dict, grant_config) %}\n {% if not (needs_granting or needs_revoking) %}\n {{ log('On ' ~ relation ~': All grants are in place, no revocation or granting needed.')}}\n {% endif %}\n {% else %}\n {#-- We don't think there's any chance of previous grants having carried over. --#}\n {#-- Jump straight to granting what the user has configured. --#}\n {% set needs_revoking = {} %}\n {% set needs_granting = grant_config %}\n {% endif %}\n {% if needs_granting or needs_revoking %}\n {% set revoke_statement_list = get_dcl_statement_list(relation, needs_revoking, get_revoke_sql) %}\n {% set grant_statement_list = get_dcl_statement_list(relation, needs_granting, get_grant_sql) %}\n {% set dcl_statement_list = revoke_statement_list + grant_statement_list %}\n {% if dcl_statement_list %}\n {{ call_dcl_statements(dcl_statement_list) }}\n {% endif %}\n {% endif %}\n {% endif %}\n{% endmacro %}", + "meta": {}, + "name": "default__apply_grants", + "original_file_path": "macros/adapters/apply_grants.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/apply_grants.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__apply_grants" + }, + "macro.dbt.default__array_append": { + "arguments": [], + "created_at": 1696859933.424763, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__array_append(array, new_element) -%}\n array_append({{ array }}, {{ new_element }})\n{%- endmacro %}", + "meta": {}, + "name": "default__array_append", + "original_file_path": "macros/utils/array_append.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/array_append.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__array_append" + }, + "macro.dbt.default__array_concat": { + "arguments": [], + "created_at": 1696859933.422234, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__array_concat(array_1, array_2) -%}\n array_cat({{ array_1 }}, {{ array_2 }})\n{%- endmacro %}", + "meta": {}, + "name": "default__array_concat", + "original_file_path": "macros/utils/array_concat.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/array_concat.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__array_concat" + }, + "macro.dbt.default__array_construct": { + "arguments": [], + "created_at": 1696859933.424462, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__array_construct(inputs, data_type) -%}\n {% if inputs|length > 0 %}\n array[ {{ inputs|join(' , ') }} ]\n {% else %}\n array[]::{{data_type}}[]\n {% endif %}\n{%- endmacro %}", + "meta": {}, + "name": "default__array_construct", + "original_file_path": "macros/utils/array_construct.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/array_construct.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__array_construct" + }, + "macro.dbt.default__bool_or": { + "arguments": [], + "created_at": 1696859933.4224782, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__bool_or(expression) -%}\n\n bool_or({{ expression }})\n\n{%- endmacro %}", + "meta": {}, + "name": "default__bool_or", + "original_file_path": "macros/utils/bool_or.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/bool_or.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__bool_or" + }, + "macro.dbt.default__build_snapshot_table": { + "arguments": [], + "created_at": 1696859933.360595, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__build_snapshot_table(strategy, sql) %}\n\n select *,\n {{ strategy.scd_id }} as dbt_scd_id,\n {{ strategy.updated_at }} as dbt_updated_at,\n {{ strategy.updated_at }} as dbt_valid_from,\n nullif({{ strategy.updated_at }}, {{ strategy.updated_at }}) as dbt_valid_to\n from (\n {{ sql }}\n ) sbq\n\n{% endmacro %}", + "meta": {}, + "name": "default__build_snapshot_table", + "original_file_path": "macros/materializations/snapshots/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/snapshots/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__build_snapshot_table" + }, + "macro.dbt.default__call_dcl_statements": { + "arguments": [], + "created_at": 1696859933.436807, + "depends_on": { + "macros": [ + "macro.dbt.statement" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__call_dcl_statements(dcl_statement_list) %}\n {#\n -- By default, supply all grant + revoke statements in a single semicolon-separated block,\n -- so that they're all processed together.\n\n -- Some databases do not support this. Those adapters will need to override this macro\n -- to run each statement individually.\n #}\n {% call statement('grants') %}\n {% for dcl_statement in dcl_statement_list %}\n {{ dcl_statement }};\n {% endfor %}\n {% endcall %}\n{% endmacro %}", + "meta": {}, + "name": "default__call_dcl_statements", + "original_file_path": "macros/adapters/apply_grants.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/apply_grants.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__call_dcl_statements" + }, + "macro.dbt.default__cast_bool_to_text": { + "arguments": [], + "created_at": 1696859933.419014, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__cast_bool_to_text(field) %}\n cast({{ field }} as {{ api.Column.translate_type('string') }})\n{% endmacro %}", + "meta": {}, + "name": "default__cast_bool_to_text", + "original_file_path": "macros/utils/cast_bool_to_text.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/cast_bool_to_text.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__cast_bool_to_text" + }, + "macro.dbt.default__check_schema_exists": { + "arguments": [], + "created_at": 1696859933.4414232, + "depends_on": { + "macros": [ + "macro.dbt.replace", + "macro.dbt.run_query" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__check_schema_exists(information_schema, schema) -%}\n {% set sql -%}\n select count(*)\n from {{ information_schema.replace(information_schema_view='SCHEMATA') }}\n where catalog_name='{{ information_schema.database }}'\n and schema_name='{{ schema }}'\n {%- endset %}\n {{ return(run_query(sql)) }}\n{% endmacro %}", + "meta": {}, + "name": "default__check_schema_exists", + "original_file_path": "macros/adapters/metadata.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/metadata.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__check_schema_exists" + }, + "macro.dbt.default__collect_freshness": { + "arguments": [], + "created_at": 1696859933.433185, + "depends_on": { + "macros": [ + "macro.dbt.statement", + "macro.dbt.current_timestamp" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__collect_freshness(source, loaded_at_field, filter) %}\n {% call statement('collect_freshness', fetch_result=True, auto_begin=False) -%}\n select\n max({{ loaded_at_field }}) as max_loaded_at,\n {{ current_timestamp() }} as snapshotted_at\n from {{ source }}\n {% if filter %}\n where {{ filter }}\n {% endif %}\n {% endcall %}\n {{ return(load_result('collect_freshness').table) }}\n{% endmacro %}", + "meta": {}, + "name": "default__collect_freshness", + "original_file_path": "macros/adapters/freshness.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/freshness.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__collect_freshness" + }, + "macro.dbt.default__concat": { + "arguments": [], + "created_at": 1696859933.415519, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__concat(fields) -%}\n {{ fields|join(' || ') }}\n{%- endmacro %}", + "meta": {}, + "name": "default__concat", + "original_file_path": "macros/utils/concat.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/concat.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__concat" + }, + "macro.dbt.default__copy_grants": { + "arguments": [], + "created_at": 1696859933.434531, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__copy_grants() %}\n {{ return(True) }}\n{% endmacro %}", + "meta": {}, + "name": "default__copy_grants", + "original_file_path": "macros/adapters/apply_grants.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/apply_grants.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__copy_grants" + }, + "macro.dbt.default__create_columns": { + "arguments": [], + "created_at": 1696859933.3591318, + "depends_on": { + "macros": [ + "macro.dbt.statement" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__create_columns(relation, columns) %}\n {% for column in columns %}\n {% call statement() %}\n alter table {{ relation }} add column \"{{ column.name }}\" {{ column.data_type }};\n {% endcall %}\n {% endfor %}\n{% endmacro %}", + "meta": {}, + "name": "default__create_columns", + "original_file_path": "macros/materializations/snapshots/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/snapshots/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__create_columns" + }, + "macro.dbt.default__create_csv_table": { + "arguments": [], + "created_at": 1696859933.404623, + "depends_on": { + "macros": [ + "macro.dbt.statement" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__create_csv_table(model, agate_table) %}\n {%- set column_override = model['config'].get('column_types', {}) -%}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n\n {% set sql %}\n create table {{ this.render() }} (\n {%- for col_name in agate_table.column_names -%}\n {%- set inferred_type = adapter.convert_type(agate_table, loop.index0) -%}\n {%- set type = column_override.get(col_name, inferred_type) -%}\n {%- set column_name = (col_name | string) -%}\n {{ adapter.quote_seed_column(column_name, quote_seed_column) }} {{ type }} {%- if not loop.last -%}, {%- endif -%}\n {%- endfor -%}\n )\n {% endset %}\n\n {% call statement('_') -%}\n {{ sql }}\n {%- endcall %}\n\n {{ return(sql) }}\n{% endmacro %}", + "meta": {}, + "name": "default__create_csv_table", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/seeds/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__create_csv_table" + }, + "macro.dbt.default__create_indexes": { + "arguments": [], + "created_at": 1696859933.42727, + "depends_on": { + "macros": [ + "macro.dbt.get_create_index_sql", + "macro.dbt.run_query" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__create_indexes(relation) -%}\n {%- set _indexes = config.get('indexes', default=[]) -%}\n\n {% for _index_dict in _indexes %}\n {% set create_index_sql = get_create_index_sql(relation, _index_dict) %}\n {% if create_index_sql %}\n {% do run_query(create_index_sql) %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", + "meta": {}, + "name": "default__create_indexes", + "original_file_path": "macros/adapters/indexes.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/indexes.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__create_indexes" + }, + "macro.dbt.default__create_schema": { + "arguments": [], + "created_at": 1696859933.425164, + "depends_on": { + "macros": [ + "macro.dbt.statement" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__create_schema(relation) -%}\n {%- call statement('create_schema') -%}\n create schema if not exists {{ relation.without_identifier() }}\n {% endcall %}\n{% endmacro %}", + "meta": {}, + "name": "default__create_schema", + "original_file_path": "macros/adapters/schema.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/schema.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__create_schema" + }, + "macro.dbt.default__create_table_as": { + "arguments": [], + "created_at": 1696859933.393813, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__create_table_as(temporary, relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n\n create {% if temporary: -%}temporary{%- endif %} table\n {{ relation.include(database=(not temporary), schema=(not temporary)) }}\n as (\n {{ sql }}\n );\n{%- endmacro %}", + "meta": {}, + "name": "default__create_table_as", + "original_file_path": "macros/materializations/models/table/create_table_as.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/table/create_table_as.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__create_table_as" + }, + "macro.dbt.default__create_view_as": { + "arguments": [], + "created_at": 1696859933.397789, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__create_view_as(relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n create view {{ relation }} as (\n {{ sql }}\n );\n{%- endmacro %}", + "meta": {}, + "name": "default__create_view_as", + "original_file_path": "macros/materializations/models/view/create_view_as.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/view/create_view_as.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__create_view_as" + }, + "macro.dbt.default__current_timestamp": { + "arguments": [], + "created_at": 1696859933.425882, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__current_timestamp() -%}\n {{ exceptions.raise_not_implemented(\n 'current_timestamp macro not implemented for adapter ' + adapter.type()) }}\n{%- endmacro %}", + "meta": {}, + "name": "default__current_timestamp", + "original_file_path": "macros/adapters/timestamps.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/timestamps.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__current_timestamp" + }, + "macro.dbt.default__current_timestamp_backcompat": { + "arguments": [], + "created_at": 1696859933.426223, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__current_timestamp_backcompat() %}\n current_timestamp::timestamp\n{% endmacro %}", + "meta": {}, + "name": "default__current_timestamp_backcompat", + "original_file_path": "macros/adapters/timestamps.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/timestamps.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__current_timestamp_backcompat" + }, + "macro.dbt.default__current_timestamp_in_utc_backcompat": { + "arguments": [], + "created_at": 1696859933.4264572, + "depends_on": { + "macros": [ + "macro.dbt.current_timestamp_backcompat", + "macro.dbt.default__current_timestamp_backcompat" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__current_timestamp_in_utc_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}\n{% endmacro %}", + "meta": {}, + "name": "default__current_timestamp_in_utc_backcompat", + "original_file_path": "macros/adapters/timestamps.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/timestamps.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__current_timestamp_in_utc_backcompat" + }, + "macro.dbt.default__date_trunc": { + "arguments": [], + "created_at": 1696859933.4240158, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__date_trunc(datepart, date) -%}\n date_trunc('{{datepart}}', {{date}})\n{%- endmacro %}", + "meta": {}, + "name": "default__date_trunc", + "original_file_path": "macros/utils/date_trunc.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/date_trunc.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__date_trunc" + }, + "macro.dbt.default__dateadd": { + "arguments": [], + "created_at": 1696859933.416137, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__dateadd(datepart, interval, from_date_or_timestamp) %}\n\n dateadd(\n {{ datepart }},\n {{ interval }},\n {{ from_date_or_timestamp }}\n )\n\n{% endmacro %}", + "meta": {}, + "name": "default__dateadd", + "original_file_path": "macros/utils/dateadd.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/dateadd.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__dateadd" + }, + "macro.dbt.default__datediff": { + "arguments": [], + "created_at": 1696859933.4180522, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__datediff(first_date, second_date, datepart) -%}\n\n datediff(\n {{ datepart }},\n {{ first_date }},\n {{ second_date }}\n )\n\n{%- endmacro %}", + "meta": {}, + "name": "default__datediff", + "original_file_path": "macros/utils/datediff.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/datediff.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__datediff" + }, + "macro.dbt.default__drop_relation": { + "arguments": [], + "created_at": 1696859933.431044, + "depends_on": { + "macros": [ + "macro.dbt.statement" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__drop_relation(relation) -%}\n {% call statement('drop_relation', auto_begin=False) -%}\n drop {{ relation.type }} if exists {{ relation }} cascade\n {%- endcall %}\n{% endmacro %}", + "meta": {}, + "name": "default__drop_relation", + "original_file_path": "macros/adapters/relation.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/relation.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__drop_relation" + }, + "macro.dbt.default__drop_schema": { + "arguments": [], + "created_at": 1696859933.4254122, + "depends_on": { + "macros": [ + "macro.dbt.statement" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__drop_schema(relation) -%}\n {%- call statement('drop_schema') -%}\n drop schema if exists {{ relation.without_identifier() }} cascade\n {% endcall %}\n{% endmacro %}", + "meta": {}, + "name": "default__drop_schema", + "original_file_path": "macros/adapters/schema.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/schema.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__drop_schema" + }, + "macro.dbt.default__escape_single_quotes": { + "arguments": [], + "created_at": 1696859933.4166322, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__escape_single_quotes(expression) -%}\n{{ expression | replace(\"'\",\"''\") }}\n{%- endmacro %}", + "meta": {}, + "name": "default__escape_single_quotes", + "original_file_path": "macros/utils/escape_single_quotes.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/escape_single_quotes.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__escape_single_quotes" + }, + "macro.dbt.default__except": { + "arguments": [], + "created_at": 1696859933.414905, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__except() %}\n\n except\n\n{% endmacro %}", + "meta": {}, + "name": "default__except", + "original_file_path": "macros/utils/except.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/except.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__except" + }, + "macro.dbt.default__generate_alias_name": { + "arguments": [], + "created_at": 1696859933.4075441, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__generate_alias_name(custom_alias_name=none, node=none) -%}\n\n {%- if custom_alias_name is none -%}\n\n {{ node.name }}\n\n {%- else -%}\n\n {{ custom_alias_name | trim }}\n\n {%- endif -%}\n\n{%- endmacro %}", + "meta": {}, + "name": "default__generate_alias_name", + "original_file_path": "macros/get_custom_name/get_custom_alias.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/get_custom_name/get_custom_alias.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__generate_alias_name" + }, + "macro.dbt.default__generate_database_name": { + "arguments": [], + "created_at": 1696859933.408768, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__generate_database_name(custom_database_name=none, node=none) -%}\n {%- set default_database = target.database -%}\n {%- if custom_database_name is none -%}\n\n {{ default_database }}\n\n {%- else -%}\n\n {{ custom_database_name }}\n\n {%- endif -%}\n\n{%- endmacro %}", + "meta": {}, + "name": "default__generate_database_name", + "original_file_path": "macros/get_custom_name/get_custom_database.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/get_custom_name/get_custom_database.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__generate_database_name" + }, + "macro.dbt.default__generate_schema_name": { + "arguments": [], + "created_at": 1696859933.408106, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__generate_schema_name(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if custom_schema_name is none -%}\n\n {{ default_schema }}\n\n {%- else -%}\n\n {{ default_schema }}_{{ custom_schema_name | trim }}\n\n {%- endif -%}\n\n{%- endmacro %}", + "meta": {}, + "name": "default__generate_schema_name", + "original_file_path": "macros/get_custom_name/get_custom_schema.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/get_custom_name/get_custom_schema.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__generate_schema_name" + }, + "macro.dbt.default__get_batch_size": { + "arguments": [], + "created_at": 1696859933.4057531, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_batch_size() %}\n {{ return(10000) }}\n{% endmacro %}", + "meta": {}, + "name": "default__get_batch_size", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/seeds/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_batch_size" + }, + "macro.dbt.default__get_binding_char": { + "arguments": [], + "created_at": 1696859933.405555, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_binding_char() %}\n {{ return('%s') }}\n{% endmacro %}", + "meta": {}, + "name": "default__get_binding_char", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/seeds/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_binding_char" + }, + "macro.dbt.default__get_catalog": { + "arguments": [], + "created_at": 1696859933.440508, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_catalog(information_schema, schemas) -%}\n\n {% set typename = adapter.type() %}\n {% set msg -%}\n get_catalog not implemented for {{ typename }}\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg) }}\n{% endmacro %}", + "meta": {}, + "name": "default__get_catalog", + "original_file_path": "macros/adapters/metadata.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/metadata.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_catalog" + }, + "macro.dbt.default__get_columns_in_query": { + "arguments": [], + "created_at": 1696859933.4436722, + "depends_on": { + "macros": [ + "macro.dbt.statement" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_columns_in_query(select_sql) %}\n {% call statement('get_columns_in_query', fetch_result=True, auto_begin=False) -%}\n select * from (\n {{ select_sql }}\n ) as __dbt_sbq\n where false\n limit 0\n {% endcall %}\n\n {{ return(load_result('get_columns_in_query').table.columns | map(attribute='name') | list) }}\n{% endmacro %}", + "meta": {}, + "name": "default__get_columns_in_query", + "original_file_path": "macros/adapters/columns.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/columns.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_columns_in_query" + }, + "macro.dbt.default__get_columns_in_relation": { + "arguments": [], + "created_at": 1696859933.4430761, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_columns_in_relation(relation) -%}\n {{ exceptions.raise_not_implemented(\n 'get_columns_in_relation macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", + "meta": {}, + "name": "default__get_columns_in_relation", + "original_file_path": "macros/adapters/columns.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/columns.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_columns_in_relation" + }, + "macro.dbt.default__get_create_index_sql": { + "arguments": [], + "created_at": 1696859933.426882, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_create_index_sql(relation, index_dict) -%}\n {% do return(None) %}\n{% endmacro %}", + "meta": {}, + "name": "default__get_create_index_sql", + "original_file_path": "macros/adapters/indexes.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/indexes.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_create_index_sql" + }, + "macro.dbt.default__get_create_table_as_sql": { + "arguments": [], + "created_at": 1696859933.3932219, + "depends_on": { + "macros": [ + "macro.dbt.create_table_as" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_create_table_as_sql(temporary, relation, sql) -%}\n {{ return(create_table_as(temporary, relation, sql)) }}\n{% endmacro %}", + "meta": {}, + "name": "default__get_create_table_as_sql", + "original_file_path": "macros/materializations/models/table/create_table_as.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/table/create_table_as.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_create_table_as_sql" + }, + "macro.dbt.default__get_create_view_as_sql": { + "arguments": [], + "created_at": 1696859933.397483, + "depends_on": { + "macros": [ + "macro.dbt.create_view_as" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_create_view_as_sql(relation, sql) -%}\n {{ return(create_view_as(relation, sql)) }}\n{% endmacro %}", + "meta": {}, + "name": "default__get_create_view_as_sql", + "original_file_path": "macros/materializations/models/view/create_view_as.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/view/create_view_as.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_create_view_as_sql" + }, + "macro.dbt.default__get_csv_sql": { + "arguments": [], + "created_at": 1696859933.4053729, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_csv_sql(create_or_truncate_sql, insert_sql) %}\n {{ create_or_truncate_sql }};\n -- dbt seed --\n {{ insert_sql }}\n{% endmacro %}", + "meta": {}, + "name": "default__get_csv_sql", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/seeds/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_csv_sql" + }, + "macro.dbt.default__get_dcl_statement_list": { + "arguments": [], + "created_at": 1696859933.4364831, + "depends_on": { + "macros": [ + "macro.dbt.support_multiple_grantees_per_dcl_statement" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "\n\n{%- macro default__get_dcl_statement_list(relation, grant_config, get_dcl_macro) -%}\n {#\n -- Unpack grant_config into specific privileges and the set of users who need them granted/revoked.\n -- Depending on whether this database supports multiple grantees per statement, pass in the list of\n -- all grantees per privilege, or (if not) template one statement per privilege-grantee pair.\n -- `get_dcl_macro` will be either `get_grant_sql` or `get_revoke_sql`\n #}\n {%- set dcl_statements = [] -%}\n {%- for privilege, grantees in grant_config.items() %}\n {%- if support_multiple_grantees_per_dcl_statement() and grantees -%}\n {%- set dcl = get_dcl_macro(relation, privilege, grantees) -%}\n {%- do dcl_statements.append(dcl) -%}\n {%- else -%}\n {%- for grantee in grantees -%}\n {% set dcl = get_dcl_macro(relation, privilege, [grantee]) %}\n {%- do dcl_statements.append(dcl) -%}\n {% endfor -%}\n {%- endif -%}\n {%- endfor -%}\n {{ return(dcl_statements) }}\n{%- endmacro %}", + "meta": {}, + "name": "default__get_dcl_statement_list", + "original_file_path": "macros/adapters/apply_grants.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/apply_grants.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_dcl_statement_list" + }, + "macro.dbt.default__get_delete_insert_merge_sql": { + "arguments": [], + "created_at": 1696859933.377393, + "depends_on": { + "macros": [ + "macro.dbt.get_quoted_csv" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_delete_insert_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}\n\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n {% if unique_key %}\n {% if unique_key is sequence and unique_key is not string %}\n delete from {{target }}\n using {{ source }}\n where (\n {% for key in unique_key %}\n {{ source }}.{{ key }} = {{ target }}.{{ key }}\n {{ \"and \" if not loop.last}}\n {% endfor %}\n {% if incremental_predicates %}\n {% for predicate in incremental_predicates %}\n and {{ predicate }}\n {% endfor %}\n {% endif %}\n );\n {% else %}\n delete from {{ target }}\n where (\n {{ unique_key }}) in (\n select ({{ unique_key }})\n from {{ source }}\n )\n {%- if incremental_predicates %}\n {% for predicate in incremental_predicates %}\n and {{ predicate }}\n {% endfor %}\n {%- endif -%};\n\n {% endif %}\n {% endif %}\n\n insert into {{ target }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ source }}\n )\n\n{%- endmacro %}", + "meta": {}, + "name": "default__get_delete_insert_merge_sql", + "original_file_path": "macros/materializations/models/incremental/merge.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/merge.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_delete_insert_merge_sql" + }, + "macro.dbt.default__get_grant_sql": { + "arguments": [], + "created_at": 1696859933.43547, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "\n\n{%- macro default__get_grant_sql(relation, privilege, grantees) -%}\n grant {{ privilege }} on {{ relation }} to {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n\n", + "meta": {}, + "name": "default__get_grant_sql", + "original_file_path": "macros/adapters/apply_grants.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/apply_grants.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_grant_sql" + }, + "macro.dbt.default__get_incremental_append_sql": { + "arguments": [], + "created_at": 1696859933.379318, + "depends_on": { + "macros": [ + "macro.dbt.get_insert_into_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_incremental_append_sql(arg_dict) %}\n\n {% do return(get_insert_into_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"dest_columns\"])) %}\n\n{% endmacro %}", + "meta": {}, + "name": "default__get_incremental_append_sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/strategies.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_incremental_append_sql" + }, + "macro.dbt.default__get_incremental_default_sql": { + "arguments": [], + "created_at": 1696859933.38061, + "depends_on": { + "macros": [ + "macro.dbt.get_incremental_append_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_incremental_default_sql(arg_dict) %}\n\n {% do return(get_incremental_append_sql(arg_dict)) %}\n\n{% endmacro %}", + "meta": {}, + "name": "default__get_incremental_default_sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/strategies.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_incremental_default_sql" + }, + "macro.dbt.default__get_incremental_delete_insert_sql": { + "arguments": [], + "created_at": 1696859933.379654, + "depends_on": { + "macros": [ + "macro.dbt.get_delete_insert_merge_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_incremental_delete_insert_sql(arg_dict) %}\n\n {% do return(get_delete_insert_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"unique_key\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", + "meta": {}, + "name": "default__get_incremental_delete_insert_sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/strategies.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_incremental_delete_insert_sql" + }, + "macro.dbt.default__get_incremental_insert_overwrite_sql": { + "arguments": [], + "created_at": 1696859933.380308, + "depends_on": { + "macros": [ + "macro.dbt.get_insert_overwrite_merge_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_incremental_insert_overwrite_sql(arg_dict) %}\n\n {% do return(get_insert_overwrite_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", + "meta": {}, + "name": "default__get_incremental_insert_overwrite_sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/strategies.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_incremental_insert_overwrite_sql" + }, + "macro.dbt.default__get_incremental_merge_sql": { + "arguments": [], + "created_at": 1696859933.37999, + "depends_on": { + "macros": [ + "macro.dbt.get_merge_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_incremental_merge_sql(arg_dict) %}\n\n {% do return(get_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"unique_key\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", + "meta": {}, + "name": "default__get_incremental_merge_sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/strategies.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_incremental_merge_sql" + }, + "macro.dbt.default__get_insert_overwrite_merge_sql": { + "arguments": [], + "created_at": 1696859933.378048, + "depends_on": { + "macros": [ + "macro.dbt.get_quoted_csv" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header) -%}\n {#-- The only time include_sql_header is True: --#}\n {#-- BigQuery + insert_overwrite strategy + \"static\" partitions config --#}\n {#-- We should consider including the sql header at the materialization level instead --#}\n\n {%- set predicates = [] if predicates is none else [] + predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none and include_sql_header }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on FALSE\n\n when not matched by source\n {% if predicates %} and {{ predicates | join(' and ') }} {% endif %}\n then delete\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", + "meta": {}, + "name": "default__get_insert_overwrite_merge_sql", + "original_file_path": "macros/materializations/models/incremental/merge.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/merge.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_insert_overwrite_merge_sql" + }, + "macro.dbt.default__get_merge_sql": { + "arguments": [], + "created_at": 1696859933.376477, + "depends_on": { + "macros": [ + "macro.dbt.get_quoted_csv", + "macro.dbt.get_merge_update_columns" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates=none) -%}\n {%- set predicates = [] if incremental_predicates is none else [] + incremental_predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set merge_update_columns = config.get('merge_update_columns') -%}\n {%- set merge_exclude_columns = config.get('merge_exclude_columns') -%}\n {%- set update_columns = get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {% if unique_key %}\n {% if unique_key is sequence and unique_key is not mapping and unique_key is not string %}\n {% for key in unique_key %}\n {% set this_key_match %}\n DBT_INTERNAL_SOURCE.{{ key }} = DBT_INTERNAL_DEST.{{ key }}\n {% endset %}\n {% do predicates.append(this_key_match) %}\n {% endfor %}\n {% else %}\n {% set unique_key_match %}\n DBT_INTERNAL_SOURCE.{{ unique_key }} = DBT_INTERNAL_DEST.{{ unique_key }}\n {% endset %}\n {% do predicates.append(unique_key_match) %}\n {% endif %}\n {% else %}\n {% do predicates.append('FALSE') %}\n {% endif %}\n\n {{ sql_header if sql_header is not none }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on {{\"(\" ~ predicates | join(\") and (\") ~ \")\"}}\n\n {% if unique_key %}\n when matched then update set\n {% for column_name in update_columns -%}\n {{ column_name }} = DBT_INTERNAL_SOURCE.{{ column_name }}\n {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n {% endif %}\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", + "meta": {}, + "name": "default__get_merge_sql", + "original_file_path": "macros/materializations/models/incremental/merge.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/merge.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_merge_sql" + }, + "macro.dbt.default__get_merge_update_columns": { + "arguments": [], + "created_at": 1696859933.3705962, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}\n {%- set default_cols = dest_columns | map(attribute=\"quoted\") | list -%}\n\n {%- if merge_update_columns and merge_exclude_columns -%}\n {{ exceptions.raise_compiler_error(\n 'Model cannot specify merge_update_columns and merge_exclude_columns. Please update model to use only one config'\n )}}\n {%- elif merge_update_columns -%}\n {%- set update_columns = merge_update_columns -%}\n {%- elif merge_exclude_columns -%}\n {%- set update_columns = [] -%}\n {%- for column in dest_columns -%}\n {% if column.column | lower not in merge_exclude_columns | map(\"lower\") | list %}\n {%- do update_columns.append(column.quoted) -%}\n {% endif %}\n {%- endfor -%}\n {%- else -%}\n {%- set update_columns = default_cols -%}\n {%- endif -%}\n\n {{ return(update_columns) }}\n\n{% endmacro %}", + "meta": {}, + "name": "default__get_merge_update_columns", + "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/column_helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_merge_update_columns" + }, + "macro.dbt.default__get_or_create_relation": { + "arguments": [], + "created_at": 1696859933.4321868, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_or_create_relation(database, schema, identifier, type) %}\n {%- set target_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n\n {% if target_relation %}\n {% do return([true, target_relation]) %}\n {% endif %}\n\n {%- set new_relation = api.Relation.create(\n database=database,\n schema=schema,\n identifier=identifier,\n type=type\n ) -%}\n {% do return([false, new_relation]) %}\n{% endmacro %}", + "meta": {}, + "name": "default__get_or_create_relation", + "original_file_path": "macros/adapters/relation.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/relation.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_or_create_relation" + }, + "macro.dbt.default__get_revoke_sql": { + "arguments": [], + "created_at": 1696859933.435837, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "\n\n{%- macro default__get_revoke_sql(relation, privilege, grantees) -%}\n revoke {{ privilege }} on {{ relation }} from {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n\n", + "meta": {}, + "name": "default__get_revoke_sql", + "original_file_path": "macros/adapters/apply_grants.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/apply_grants.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_revoke_sql" + }, + "macro.dbt.default__get_show_grant_sql": { + "arguments": [], + "created_at": 1696859933.435174, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_show_grant_sql(relation) %}\n show grants on {{ relation }}\n{% endmacro %}", + "meta": {}, + "name": "default__get_show_grant_sql", + "original_file_path": "macros/adapters/apply_grants.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/apply_grants.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_show_grant_sql" + }, + "macro.dbt.default__get_test_sql": { + "arguments": [], + "created_at": 1696859933.367347, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n select\n {{ fail_calc }} as failures,\n {{ fail_calc }} {{ warn_if }} as should_warn,\n {{ fail_calc }} {{ error_if }} as should_error\n from (\n {{ main_sql }}\n {{ \"limit \" ~ limit if limit != none }}\n ) dbt_internal_test\n{%- endmacro %}", + "meta": {}, + "name": "default__get_test_sql", + "original_file_path": "macros/materializations/tests/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/tests/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_test_sql" + }, + "macro.dbt.default__get_true_sql": { + "arguments": [], + "created_at": 1696859933.3594959, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_true_sql() %}\n {{ return('TRUE') }}\n{% endmacro %}", + "meta": {}, + "name": "default__get_true_sql", + "original_file_path": "macros/materializations/snapshots/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/snapshots/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_true_sql" + }, + "macro.dbt.default__get_where_subquery": { + "arguments": [], + "created_at": 1696859933.367875, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__get_where_subquery(relation) -%}\n {% set where = config.get('where', '') %}\n {% if where %}\n {%- set filtered -%}\n (select * from {{ relation }} where {{ where }}) dbt_subquery\n {%- endset -%}\n {% do return(filtered) %}\n {%- else -%}\n {% do return(relation) %}\n {%- endif -%}\n{%- endmacro %}", + "meta": {}, + "name": "default__get_where_subquery", + "original_file_path": "macros/materializations/tests/where_subquery.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/tests/where_subquery.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__get_where_subquery" + }, + "macro.dbt.default__handle_existing_table": { + "arguments": [], + "created_at": 1696859933.3960419, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__handle_existing_table(full_refresh, old_relation) %}\n {{ log(\"Dropping relation \" ~ old_relation ~ \" because it is of type \" ~ old_relation.type) }}\n {{ adapter.drop_relation(old_relation) }}\n{% endmacro %}", + "meta": {}, + "name": "default__handle_existing_table", + "original_file_path": "macros/materializations/models/view/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/view/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__handle_existing_table" + }, + "macro.dbt.default__hash": { + "arguments": [], + "created_at": 1696859933.4187279, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__hash(field) -%}\n md5(cast({{ field }} as {{ api.Column.translate_type('string') }}))\n{%- endmacro %}", + "meta": {}, + "name": "default__hash", + "original_file_path": "macros/utils/hash.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/hash.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__hash" + }, + "macro.dbt.default__information_schema_name": { + "arguments": [], + "created_at": 1696859933.440751, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__information_schema_name(database) -%}\n {%- if database -%}\n {{ database }}.INFORMATION_SCHEMA\n {%- else -%}\n INFORMATION_SCHEMA\n {%- endif -%}\n{%- endmacro %}", + "meta": {}, + "name": "default__information_schema_name", + "original_file_path": "macros/adapters/metadata.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/metadata.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__information_schema_name" + }, + "macro.dbt.default__intersect": { + "arguments": [], + "created_at": 1696859933.416348, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__intersect() %}\n\n intersect\n\n{% endmacro %}", + "meta": {}, + "name": "default__intersect", + "original_file_path": "macros/utils/intersect.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/intersect.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__intersect" + }, + "macro.dbt.default__last_day": { + "arguments": [], + "created_at": 1696859933.4230862, + "depends_on": { + "macros": [ + "macro.dbt.default_last_day" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__last_day(date, datepart) -%}\n {{dbt.default_last_day(date, datepart)}}\n{%- endmacro %}", + "meta": {}, + "name": "default__last_day", + "original_file_path": "macros/utils/last_day.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/last_day.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__last_day" + }, + "macro.dbt.default__length": { + "arguments": [], + "created_at": 1696859933.4157782, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__length(expression) %}\n\n length(\n {{ expression }}\n )\n\n{%- endmacro -%}", + "meta": {}, + "name": "default__length", + "original_file_path": "macros/utils/length.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/length.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__length" + }, + "macro.dbt.default__list_relations_without_caching": { + "arguments": [], + "created_at": 1696859933.441668, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__list_relations_without_caching(schema_relation) %}\n {{ exceptions.raise_not_implemented(\n 'list_relations_without_caching macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", + "meta": {}, + "name": "default__list_relations_without_caching", + "original_file_path": "macros/adapters/metadata.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/metadata.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__list_relations_without_caching" + }, + "macro.dbt.default__list_schemas": { + "arguments": [], + "created_at": 1696859933.4410439, + "depends_on": { + "macros": [ + "macro.dbt.information_schema_name", + "macro.dbt.run_query" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__list_schemas(database) -%}\n {% set sql %}\n select distinct schema_name\n from {{ information_schema_name(database) }}.SCHEMATA\n where catalog_name ilike '{{ database }}'\n {% endset %}\n {{ return(run_query(sql)) }}\n{% endmacro %}", + "meta": {}, + "name": "default__list_schemas", + "original_file_path": "macros/adapters/metadata.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/metadata.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__list_schemas" + }, + "macro.dbt.default__listagg": { + "arguments": [], + "created_at": 1696859933.417692, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__listagg(measure, delimiter_text, order_by_clause, limit_num) -%}\n\n {% if limit_num -%}\n array_to_string(\n array_slice(\n array_agg(\n {{ measure }}\n ){% if order_by_clause -%}\n within group ({{ order_by_clause }})\n {%- endif %}\n ,0\n ,{{ limit_num }}\n ),\n {{ delimiter_text }}\n )\n {%- else %}\n listagg(\n {{ measure }},\n {{ delimiter_text }}\n )\n {% if order_by_clause -%}\n within group ({{ order_by_clause }})\n {%- endif %}\n {%- endif %}\n\n{%- endmacro %}", + "meta": {}, + "name": "default__listagg", + "original_file_path": "macros/utils/listagg.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/listagg.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__listagg" + }, + "macro.dbt.default__load_csv_rows": { + "arguments": [], + "created_at": 1696859933.407104, + "depends_on": { + "macros": [ + "macro.dbt.get_batch_size", + "macro.dbt.get_seed_column_quoted_csv", + "macro.dbt.get_binding_char" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__load_csv_rows(model, agate_table) %}\n\n {% set batch_size = get_batch_size() %}\n\n {% set cols_sql = get_seed_column_quoted_csv(model, agate_table.column_names) %}\n {% set bindings = [] %}\n\n {% set statements = [] %}\n\n {% for chunk in agate_table.rows | batch(batch_size) %}\n {% set bindings = [] %}\n\n {% for row in chunk %}\n {% do bindings.extend(row) %}\n {% endfor %}\n\n {% set sql %}\n insert into {{ this.render() }} ({{ cols_sql }}) values\n {% for row in chunk -%}\n ({%- for column in agate_table.column_names -%}\n {{ get_binding_char() }}\n {%- if not loop.last%},{%- endif %}\n {%- endfor -%})\n {%- if not loop.last%},{%- endif %}\n {%- endfor %}\n {% endset %}\n\n {% do adapter.add_query(sql, bindings=bindings, abridge_sql_log=True) %}\n\n {% if loop.index0 == 0 %}\n {% do statements.append(sql) %}\n {% endif %}\n {% endfor %}\n\n {# Return SQL so we can render it out into the compiled files #}\n {{ return(statements[0]) }}\n{% endmacro %}", + "meta": {}, + "name": "default__load_csv_rows", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/seeds/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__load_csv_rows" + }, + "macro.dbt.default__make_backup_relation": { + "arguments": [], + "created_at": 1696859933.430766, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__make_backup_relation(base_relation, backup_relation_type, suffix) %}\n {%- set backup_identifier = base_relation.identifier ~ suffix -%}\n {%- set backup_relation = base_relation.incorporate(\n path={\"identifier\": backup_identifier},\n type=backup_relation_type\n ) -%}\n {{ return(backup_relation) }}\n{% endmacro %}", + "meta": {}, + "name": "default__make_backup_relation", + "original_file_path": "macros/adapters/relation.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/relation.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__make_backup_relation" + }, + "macro.dbt.default__make_intermediate_relation": { + "arguments": [], + "created_at": 1696859933.43, + "depends_on": { + "macros": [ + "macro.dbt.default__make_temp_relation" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__make_intermediate_relation(base_relation, suffix) %}\n {{ return(default__make_temp_relation(base_relation, suffix)) }}\n{% endmacro %}", + "meta": {}, + "name": "default__make_intermediate_relation", + "original_file_path": "macros/adapters/relation.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/relation.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__make_intermediate_relation" + }, + "macro.dbt.default__make_temp_relation": { + "arguments": [], + "created_at": 1696859933.4303622, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__make_temp_relation(base_relation, suffix) %}\n {%- set temp_identifier = base_relation.identifier ~ suffix -%}\n {%- set temp_relation = base_relation.incorporate(\n path={\"identifier\": temp_identifier}) -%}\n\n {{ return(temp_relation) }}\n{% endmacro %}", + "meta": {}, + "name": "default__make_temp_relation", + "original_file_path": "macros/adapters/relation.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/relation.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__make_temp_relation" + }, + "macro.dbt.default__persist_docs": { + "arguments": [], + "created_at": 1696859933.4391859, + "depends_on": { + "macros": [ + "macro.dbt.run_query", + "macro.dbt.alter_relation_comment", + "macro.dbt.alter_column_comment" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__persist_docs(relation, model, for_relation, for_columns) -%}\n {% if for_relation and config.persist_relation_docs() and model.description %}\n {% do run_query(alter_relation_comment(relation, model.description)) %}\n {% endif %}\n\n {% if for_columns and config.persist_column_docs() and model.columns %}\n {% do run_query(alter_column_comment(relation, model.columns)) %}\n {% endif %}\n{% endmacro %}", + "meta": {}, + "name": "default__persist_docs", + "original_file_path": "macros/adapters/persist_docs.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/persist_docs.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__persist_docs" + }, + "macro.dbt.default__position": { + "arguments": [], + "created_at": 1696859933.419564, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__position(substring_text, string_text) %}\n\n position(\n {{ substring_text }} in {{ string_text }}\n )\n\n{%- endmacro -%}", + "meta": {}, + "name": "default__position", + "original_file_path": "macros/utils/position.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/position.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__position" + }, + "macro.dbt.default__post_snapshot": { + "arguments": [], + "created_at": 1696859933.359317, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__post_snapshot(staging_relation) %}\n {# no-op #}\n{% endmacro %}", + "meta": {}, + "name": "default__post_snapshot", + "original_file_path": "macros/materializations/snapshots/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/snapshots/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__post_snapshot" + }, + "macro.dbt.default__rename_relation": { + "arguments": [], + "created_at": 1696859933.4316192, + "depends_on": { + "macros": [ + "macro.dbt.statement" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__rename_relation(from_relation, to_relation) -%}\n {% set target_name = adapter.quote_as_configured(to_relation.identifier, 'identifier') %}\n {% call statement('rename_relation') -%}\n alter table {{ from_relation }} rename to {{ target_name }}\n {%- endcall %}\n{% endmacro %}", + "meta": {}, + "name": "default__rename_relation", + "original_file_path": "macros/adapters/relation.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/relation.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__rename_relation" + }, + "macro.dbt.default__replace": { + "arguments": [], + "created_at": 1696859933.415259, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__replace(field, old_chars, new_chars) %}\n\n replace(\n {{ field }},\n {{ old_chars }},\n {{ new_chars }}\n )\n\n\n{% endmacro %}", + "meta": {}, + "name": "default__replace", + "original_file_path": "macros/utils/replace.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/replace.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__replace" + }, + "macro.dbt.default__reset_csv_table": { + "arguments": [], + "created_at": 1696859933.405142, + "depends_on": { + "macros": [ + "macro.dbt.create_csv_table" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__reset_csv_table(model, full_refresh, old_relation, agate_table) %}\n {% set sql = \"\" %}\n {% if full_refresh %}\n {{ adapter.drop_relation(old_relation) }}\n {% set sql = create_csv_table(model, agate_table) %}\n {% else %}\n {{ adapter.truncate_relation(old_relation) }}\n {% set sql = \"truncate table \" ~ old_relation %}\n {% endif %}\n\n {{ return(sql) }}\n{% endmacro %}", + "meta": {}, + "name": "default__reset_csv_table", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/seeds/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__reset_csv_table" + }, + "macro.dbt.default__right": { + "arguments": [], + "created_at": 1696859933.416939, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__right(string_text, length_expression) %}\n\n right(\n {{ string_text }},\n {{ length_expression }}\n )\n\n{%- endmacro -%}", + "meta": {}, + "name": "default__right", + "original_file_path": "macros/utils/right.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/right.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__right" + }, + "macro.dbt.default__safe_cast": { + "arguments": [], + "created_at": 1696859933.418354, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__safe_cast(field, type) %}\n {# most databases don't support this function yet\n so we just need to use cast #}\n cast({{field}} as {{type}})\n{% endmacro %}", + "meta": {}, + "name": "default__safe_cast", + "original_file_path": "macros/utils/safe_cast.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/safe_cast.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__safe_cast" + }, + "macro.dbt.default__snapshot_get_time": { + "arguments": [], + "created_at": 1696859933.426052, + "depends_on": { + "macros": [ + "macro.dbt.current_timestamp" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__snapshot_get_time() %}\n {{ current_timestamp() }}\n{% endmacro %}", + "meta": {}, + "name": "default__snapshot_get_time", + "original_file_path": "macros/adapters/timestamps.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/timestamps.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__snapshot_get_time" + }, + "macro.dbt.default__snapshot_hash_arguments": { + "arguments": [], + "created_at": 1696859933.3532312, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__snapshot_hash_arguments(args) -%}\n md5({%- for arg in args -%}\n coalesce(cast({{ arg }} as varchar ), '')\n {% if not loop.last %} || '|' || {% endif %}\n {%- endfor -%})\n{%- endmacro %}", + "meta": {}, + "name": "default__snapshot_hash_arguments", + "original_file_path": "macros/materializations/snapshots/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/snapshots/strategies.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__snapshot_hash_arguments" + }, + "macro.dbt.default__snapshot_merge_sql": { + "arguments": [], + "created_at": 1696859933.3498728, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__snapshot_merge_sql(target, source, insert_cols) -%}\n {%- set insert_cols_csv = insert_cols | join(', ') -%}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on DBT_INTERNAL_SOURCE.dbt_scd_id = DBT_INTERNAL_DEST.dbt_scd_id\n\n when matched\n and DBT_INTERNAL_DEST.dbt_valid_to is null\n and DBT_INTERNAL_SOURCE.dbt_change_type in ('update', 'delete')\n then update\n set dbt_valid_to = DBT_INTERNAL_SOURCE.dbt_valid_to\n\n when not matched\n and DBT_INTERNAL_SOURCE.dbt_change_type = 'insert'\n then insert ({{ insert_cols_csv }})\n values ({{ insert_cols_csv }})\n\n{% endmacro %}", + "meta": {}, + "name": "default__snapshot_merge_sql", + "original_file_path": "macros/materializations/snapshots/snapshot_merge.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/snapshots/snapshot_merge.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__snapshot_merge_sql" + }, + "macro.dbt.default__snapshot_staging_table": { + "arguments": [], + "created_at": 1696859933.3602822, + "depends_on": { + "macros": [ + "macro.dbt.snapshot_get_time" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__snapshot_staging_table(strategy, source_sql, target_relation) -%}\n\n with snapshot_query as (\n\n {{ source_sql }}\n\n ),\n\n snapshotted_data as (\n\n select *,\n {{ strategy.unique_key }} as dbt_unique_key\n\n from {{ target_relation }}\n where dbt_valid_to is null\n\n ),\n\n insertions_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key,\n {{ strategy.updated_at }} as dbt_updated_at,\n {{ strategy.updated_at }} as dbt_valid_from,\n nullif({{ strategy.updated_at }}, {{ strategy.updated_at }}) as dbt_valid_to,\n {{ strategy.scd_id }} as dbt_scd_id\n\n from snapshot_query\n ),\n\n updates_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key,\n {{ strategy.updated_at }} as dbt_updated_at,\n {{ strategy.updated_at }} as dbt_valid_from,\n {{ strategy.updated_at }} as dbt_valid_to\n\n from snapshot_query\n ),\n\n {%- if strategy.invalidate_hard_deletes %}\n\n deletes_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key\n from snapshot_query\n ),\n {% endif %}\n\n insertions as (\n\n select\n 'insert' as dbt_change_type,\n source_data.*\n\n from insertions_source_data as source_data\n left outer join snapshotted_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where snapshotted_data.dbt_unique_key is null\n or (\n snapshotted_data.dbt_unique_key is not null\n and (\n {{ strategy.row_changed }}\n )\n )\n\n ),\n\n updates as (\n\n select\n 'update' as dbt_change_type,\n source_data.*,\n snapshotted_data.dbt_scd_id\n\n from updates_source_data as source_data\n join snapshotted_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where (\n {{ strategy.row_changed }}\n )\n )\n\n {%- if strategy.invalidate_hard_deletes -%}\n ,\n\n deletes as (\n\n select\n 'delete' as dbt_change_type,\n source_data.*,\n {{ snapshot_get_time() }} as dbt_valid_from,\n {{ snapshot_get_time() }} as dbt_updated_at,\n {{ snapshot_get_time() }} as dbt_valid_to,\n snapshotted_data.dbt_scd_id\n\n from snapshotted_data\n left join deletes_source_data as source_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where source_data.dbt_unique_key is null\n )\n {%- endif %}\n\n select * from insertions\n union all\n select * from updates\n {%- if strategy.invalidate_hard_deletes %}\n union all\n select * from deletes\n {%- endif %}\n\n{%- endmacro %}", + "meta": {}, + "name": "default__snapshot_staging_table", + "original_file_path": "macros/materializations/snapshots/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/snapshots/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__snapshot_staging_table" + }, + "macro.dbt.default__snapshot_string_as_time": { + "arguments": [], + "created_at": 1696859933.353985, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__snapshot_string_as_time(timestamp) %}\n {% do exceptions.raise_not_implemented(\n 'snapshot_string_as_time macro not implemented for adapter '+adapter.type()\n ) %}\n{% endmacro %}", + "meta": {}, + "name": "default__snapshot_string_as_time", + "original_file_path": "macros/materializations/snapshots/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/snapshots/strategies.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__snapshot_string_as_time" + }, + "macro.dbt.default__split_part": { + "arguments": [], + "created_at": 1696859933.423578, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__split_part(string_text, delimiter_text, part_number) %}\n\n split_part(\n {{ string_text }},\n {{ delimiter_text }},\n {{ part_number }}\n )\n\n{% endmacro %}", + "meta": {}, + "name": "default__split_part", + "original_file_path": "macros/utils/split_part.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/split_part.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__split_part" + }, + "macro.dbt.default__string_literal": { + "arguments": [], + "created_at": 1696859933.419806, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__string_literal(value) -%}\n '{{ value }}'\n{%- endmacro %}", + "meta": {}, + "name": "default__string_literal", + "original_file_path": "macros/utils/literal.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/literal.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__string_literal" + }, + "macro.dbt.default__support_multiple_grantees_per_dcl_statement": { + "arguments": [], + "created_at": 1696859933.434727, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "\n\n{%- macro default__support_multiple_grantees_per_dcl_statement() -%}\n {{ return(True) }}\n{%- endmacro -%}\n\n\n", + "meta": {}, + "name": "default__support_multiple_grantees_per_dcl_statement", + "original_file_path": "macros/adapters/apply_grants.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/apply_grants.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__support_multiple_grantees_per_dcl_statement" + }, + "macro.dbt.default__test_accepted_values": { + "arguments": [], + "created_at": 1696859933.4098072, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__test_accepted_values(model, column_name, values, quote=True) %}\n\nwith all_values as (\n\n select\n {{ column_name }} as value_field,\n count(*) as n_records\n\n from {{ model }}\n group by {{ column_name }}\n\n)\n\nselect *\nfrom all_values\nwhere value_field not in (\n {% for value in values -%}\n {% if quote -%}\n '{{ value }}'\n {%- else -%}\n {{ value }}\n {%- endif -%}\n {%- if not loop.last -%},{%- endif %}\n {%- endfor %}\n)\n\n{% endmacro %}", + "meta": {}, + "name": "default__test_accepted_values", + "original_file_path": "macros/generic_test_sql/accepted_values.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/generic_test_sql/accepted_values.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__test_accepted_values" + }, + "macro.dbt.default__test_not_null": { + "arguments": [], + "created_at": 1696859933.409229, + "depends_on": { + "macros": [ + "macro.dbt.should_store_failures" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__test_not_null(model, column_name) %}\n\n{% set column_list = '*' if should_store_failures() else column_name %}\n\nselect {{ column_list }}\nfrom {{ model }}\nwhere {{ column_name }} is null\n\n{% endmacro %}", + "meta": {}, + "name": "default__test_not_null", + "original_file_path": "macros/generic_test_sql/not_null.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/generic_test_sql/not_null.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__test_not_null" + }, + "macro.dbt.default__test_relationships": { + "arguments": [], + "created_at": 1696859933.4090219, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__test_relationships(model, column_name, to, field) %}\n\nwith child as (\n select {{ column_name }} as from_field\n from {{ model }}\n where {{ column_name }} is not null\n),\n\nparent as (\n select {{ field }} as to_field\n from {{ to }}\n)\n\nselect\n from_field\n\nfrom child\nleft join parent\n on child.from_field = parent.to_field\n\nwhere parent.to_field is null\n\n{% endmacro %}", + "meta": {}, + "name": "default__test_relationships", + "original_file_path": "macros/generic_test_sql/relationships.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/generic_test_sql/relationships.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__test_relationships" + }, + "macro.dbt.default__test_unique": { + "arguments": [], + "created_at": 1696859933.409406, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__test_unique(model, column_name) %}\n\nselect\n {{ column_name }} as unique_field,\n count(*) as n_records\n\nfrom {{ model }}\nwhere {{ column_name }} is not null\ngroup by {{ column_name }}\nhaving count(*) > 1\n\n{% endmacro %}", + "meta": {}, + "name": "default__test_unique", + "original_file_path": "macros/generic_test_sql/unique.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/generic_test_sql/unique.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__test_unique" + }, + "macro.dbt.default__truncate_relation": { + "arguments": [], + "created_at": 1696859933.431284, + "depends_on": { + "macros": [ + "macro.dbt.statement" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__truncate_relation(relation) -%}\n {% call statement('truncate_relation') -%}\n truncate table {{ relation }}\n {%- endcall %}\n{% endmacro %}", + "meta": {}, + "name": "default__truncate_relation", + "original_file_path": "macros/adapters/relation.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/relation.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__truncate_relation" + }, + "macro.dbt.default__type_bigint": { + "arguments": [], + "created_at": 1696859933.421519, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__type_bigint() %}\n {{ return(api.Column.translate_type(\"bigint\")) }}\n{% endmacro %}", + "meta": {}, + "name": "default__type_bigint", + "original_file_path": "macros/utils/data_types.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/data_types.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__type_bigint" + }, + "macro.dbt.default__type_boolean": { + "arguments": [], + "created_at": 1696859933.4219398, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{%- macro default__type_boolean() -%}\n {{ return(api.Column.translate_type(\"boolean\")) }}\n{%- endmacro -%}\n\n", + "meta": {}, + "name": "default__type_boolean", + "original_file_path": "macros/utils/data_types.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/data_types.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__type_boolean" + }, + "macro.dbt.default__type_float": { + "arguments": [], + "created_at": 1696859933.42106, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__type_float() %}\n {{ return(api.Column.translate_type(\"float\")) }}\n{% endmacro %}", + "meta": {}, + "name": "default__type_float", + "original_file_path": "macros/utils/data_types.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/data_types.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__type_float" + }, + "macro.dbt.default__type_int": { + "arguments": [], + "created_at": 1696859933.42173, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{%- macro default__type_int() -%}\n {{ return(api.Column.translate_type(\"integer\")) }}\n{%- endmacro -%}\n\n", + "meta": {}, + "name": "default__type_int", + "original_file_path": "macros/utils/data_types.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/data_types.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__type_int" + }, + "macro.dbt.default__type_numeric": { + "arguments": [], + "created_at": 1696859933.4213, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__type_numeric() %}\n {{ return(api.Column.numeric_type(\"numeric\", 28, 6)) }}\n{% endmacro %}", + "meta": {}, + "name": "default__type_numeric", + "original_file_path": "macros/utils/data_types.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/data_types.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__type_numeric" + }, + "macro.dbt.default__type_string": { + "arguments": [], + "created_at": 1696859933.4206212, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__type_string() %}\n {{ return(api.Column.translate_type(\"string\")) }}\n{% endmacro %}", + "meta": {}, + "name": "default__type_string", + "original_file_path": "macros/utils/data_types.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/data_types.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__type_string" + }, + "macro.dbt.default__type_timestamp": { + "arguments": [], + "created_at": 1696859933.420844, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro default__type_timestamp() %}\n {{ return(api.Column.translate_type(\"timestamp\")) }}\n{% endmacro %}", + "meta": {}, + "name": "default__type_timestamp", + "original_file_path": "macros/utils/data_types.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/data_types.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default__type_timestamp" + }, + "macro.dbt.default_last_day": { + "arguments": [], + "created_at": 1696859933.42298, + "depends_on": { + "macros": [ + "macro.dbt.dateadd", + "macro.dbt.date_trunc" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "\n\n{%- macro default_last_day(date, datepart) -%}\n cast(\n {{dbt.dateadd('day', '-1',\n dbt.dateadd(datepart, '1', dbt.date_trunc(datepart, date))\n )}}\n as date)\n{%- endmacro -%}\n\n", + "meta": {}, + "name": "default_last_day", + "original_file_path": "macros/utils/last_day.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/last_day.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.default_last_day" + }, + "macro.dbt.diff_column_data_types": { + "arguments": [], + "created_at": 1696859933.3699222, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro diff_column_data_types(source_columns, target_columns) %}\n\n {% set result = [] %}\n {% for sc in source_columns %}\n {% set tc = target_columns | selectattr(\"name\", \"equalto\", sc.name) | list | first %}\n {% if tc %}\n {% if sc.data_type != tc.data_type and not sc.can_expand_to(other_column=tc) %}\n {{ result.append( { 'column_name': tc.name, 'new_type': sc.data_type } ) }}\n {% endif %}\n {% endif %}\n {% endfor %}\n\n {{ return(result) }}\n\n{% endmacro %}", + "meta": {}, + "name": "diff_column_data_types", + "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/column_helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.diff_column_data_types" + }, + "macro.dbt.diff_columns": { + "arguments": [], + "created_at": 1696859933.369442, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro diff_columns(source_columns, target_columns) %}\n\n {% set result = [] %}\n {% set source_names = source_columns | map(attribute = 'column') | list %}\n {% set target_names = target_columns | map(attribute = 'column') | list %}\n\n {# --check whether the name attribute exists in the target - this does not perform a data type check #}\n {% for sc in source_columns %}\n {% if sc.name not in target_names %}\n {{ result.append(sc) }}\n {% endif %}\n {% endfor %}\n\n {{ return(result) }}\n\n{% endmacro %}", + "meta": {}, + "name": "diff_columns", + "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/column_helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.diff_columns" + }, + "macro.dbt.drop_relation": { + "arguments": [], + "created_at": 1696859933.430892, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__drop_relation" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro drop_relation(relation) -%}\n {{ return(adapter.dispatch('drop_relation', 'dbt')(relation)) }}\n{% endmacro %}", + "meta": {}, + "name": "drop_relation", + "original_file_path": "macros/adapters/relation.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/relation.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.drop_relation" + }, + "macro.dbt.drop_relation_if_exists": { + "arguments": [], + "created_at": 1696859933.432588, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro drop_relation_if_exists(relation) %}\n {% if relation is not none %}\n {{ adapter.drop_relation(relation) }}\n {% endif %}\n{% endmacro %}", + "meta": {}, + "name": "drop_relation_if_exists", + "original_file_path": "macros/adapters/relation.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/relation.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.drop_relation_if_exists" + }, + "macro.dbt.drop_schema": { + "arguments": [], + "created_at": 1696859933.4252858, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__drop_schema" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro drop_schema(relation) -%}\n {{ adapter.dispatch('drop_schema', 'dbt')(relation) }}\n{% endmacro %}", + "meta": {}, + "name": "drop_schema", + "original_file_path": "macros/adapters/schema.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/schema.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.drop_schema" + }, + "macro.dbt.escape_single_quotes": { + "arguments": [], + "created_at": 1696859933.416533, + "depends_on": { + "macros": [ + "macro.dbt.default__escape_single_quotes" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro escape_single_quotes(expression) %}\n {{ return(adapter.dispatch('escape_single_quotes', 'dbt') (expression)) }}\n{% endmacro %}", + "meta": {}, + "name": "escape_single_quotes", + "original_file_path": "macros/utils/escape_single_quotes.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/escape_single_quotes.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.escape_single_quotes" + }, + "macro.dbt.except": { + "arguments": [], + "created_at": 1696859933.4148521, + "depends_on": { + "macros": [ + "macro.dbt.default__except" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro except() %}\n {{ return(adapter.dispatch('except', 'dbt')()) }}\n{% endmacro %}", + "meta": {}, + "name": "except", + "original_file_path": "macros/utils/except.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/except.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.except" + }, + "macro.dbt.generate_alias_name": { + "arguments": [], + "created_at": 1696859933.407381, + "depends_on": { + "macros": [ + "macro.dbt.default__generate_alias_name" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro generate_alias_name(custom_alias_name=none, node=none) -%}\n {% do return(adapter.dispatch('generate_alias_name', 'dbt')(custom_alias_name, node)) %}\n{%- endmacro %}", + "meta": {}, + "name": "generate_alias_name", + "original_file_path": "macros/get_custom_name/get_custom_alias.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/get_custom_name/get_custom_alias.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.generate_alias_name" + }, + "macro.dbt.generate_database_name": { + "arguments": [], + "created_at": 1696859933.4085891, + "depends_on": { + "macros": [ + "macro.dbt.default__generate_database_name" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro generate_database_name(custom_database_name=none, node=none) -%}\n {% do return(adapter.dispatch('generate_database_name', 'dbt')(custom_database_name, node)) %}\n{%- endmacro %}", + "meta": {}, + "name": "generate_database_name", + "original_file_path": "macros/get_custom_name/get_custom_database.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/get_custom_name/get_custom_database.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.generate_database_name" + }, + "macro.dbt.generate_schema_name": { + "arguments": [], + "created_at": 1696859933.407924, + "depends_on": { + "macros": [ + "macro.dbt.default__generate_schema_name" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro generate_schema_name(custom_schema_name=none, node=none) -%}\n {{ return(adapter.dispatch('generate_schema_name', 'dbt')(custom_schema_name, node)) }}\n{% endmacro %}", + "meta": {}, + "name": "generate_schema_name", + "original_file_path": "macros/get_custom_name/get_custom_schema.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/get_custom_name/get_custom_schema.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.generate_schema_name" + }, + "macro.dbt.generate_schema_name_for_env": { + "arguments": [], + "created_at": 1696859933.408309, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro generate_schema_name_for_env(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if target.name == 'prod' and custom_schema_name is not none -%}\n\n {{ custom_schema_name | trim }}\n\n {%- else -%}\n\n {{ default_schema }}\n\n {%- endif -%}\n\n{%- endmacro %}", + "meta": {}, + "name": "generate_schema_name_for_env", + "original_file_path": "macros/get_custom_name/get_custom_schema.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/get_custom_name/get_custom_schema.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.generate_schema_name_for_env" + }, + "macro.dbt.get_batch_size": { + "arguments": [], + "created_at": 1696859933.405671, + "depends_on": { + "macros": [ + "macro.dbt.default__get_batch_size" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_batch_size() -%}\n {{ return(adapter.dispatch('get_batch_size', 'dbt')()) }}\n{%- endmacro %}", + "meta": {}, + "name": "get_batch_size", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/seeds/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_batch_size" + }, + "macro.dbt.get_binding_char": { + "arguments": [], + "created_at": 1696859933.405473, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__get_binding_char" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_binding_char() -%}\n {{ adapter.dispatch('get_binding_char', 'dbt')() }}\n{%- endmacro %}", + "meta": {}, + "name": "get_binding_char", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/seeds/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_binding_char" + }, + "macro.dbt.get_catalog": { + "arguments": [], + "created_at": 1696859933.440316, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__get_catalog" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_catalog(information_schema, schemas) -%}\n {{ return(adapter.dispatch('get_catalog', 'dbt')(information_schema, schemas)) }}\n{%- endmacro %}", + "meta": {}, + "name": "get_catalog", + "original_file_path": "macros/adapters/metadata.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/metadata.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_catalog" + }, + "macro.dbt.get_columns_in_query": { + "arguments": [], + "created_at": 1696859933.443427, + "depends_on": { + "macros": [ + "macro.dbt.default__get_columns_in_query" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_columns_in_query(select_sql) -%}\n {{ return(adapter.dispatch('get_columns_in_query', 'dbt')(select_sql)) }}\n{% endmacro %}", + "meta": {}, + "name": "get_columns_in_query", + "original_file_path": "macros/adapters/columns.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/columns.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_columns_in_query" + }, + "macro.dbt.get_columns_in_relation": { + "arguments": [], + "created_at": 1696859933.442955, + "depends_on": { + "macros": [ + "macro.dbt.default__get_columns_in_relation" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_columns_in_relation(relation) -%}\n {{ return(adapter.dispatch('get_columns_in_relation', 'dbt')(relation)) }}\n{% endmacro %}", + "meta": {}, + "name": "get_columns_in_relation", + "original_file_path": "macros/adapters/columns.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/columns.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_columns_in_relation" + }, + "macro.dbt.get_create_index_sql": { + "arguments": [], + "created_at": 1696859933.426786, + "depends_on": { + "macros": [ + "macro.dbt.default__get_create_index_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_create_index_sql(relation, index_dict) -%}\n {{ return(adapter.dispatch('get_create_index_sql', 'dbt')(relation, index_dict)) }}\n{% endmacro %}", + "meta": {}, + "name": "get_create_index_sql", + "original_file_path": "macros/adapters/indexes.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/indexes.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_create_index_sql" + }, + "macro.dbt.get_create_table_as_sql": { + "arguments": [], + "created_at": 1696859933.393095, + "depends_on": { + "macros": [ + "macro.dbt.default__get_create_table_as_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_create_table_as_sql(temporary, relation, sql) -%}\n {{ adapter.dispatch('get_create_table_as_sql', 'dbt')(temporary, relation, sql) }}\n{%- endmacro %}", + "meta": {}, + "name": "get_create_table_as_sql", + "original_file_path": "macros/materializations/models/table/create_table_as.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/table/create_table_as.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_create_table_as_sql" + }, + "macro.dbt.get_create_view_as_sql": { + "arguments": [], + "created_at": 1696859933.3973691, + "depends_on": { + "macros": [ + "macro.dbt.default__get_create_view_as_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_create_view_as_sql(relation, sql) -%}\n {{ adapter.dispatch('get_create_view_as_sql', 'dbt')(relation, sql) }}\n{%- endmacro %}", + "meta": {}, + "name": "get_create_view_as_sql", + "original_file_path": "macros/materializations/models/view/create_view_as.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/view/create_view_as.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_create_view_as_sql" + }, + "macro.dbt.get_csv_sql": { + "arguments": [], + "created_at": 1696859933.405278, + "depends_on": { + "macros": [ + "macro.dbt.default__get_csv_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_csv_sql(create_or_truncate_sql, insert_sql) %}\n {{ adapter.dispatch('get_csv_sql', 'dbt')(create_or_truncate_sql, insert_sql) }}\n{% endmacro %}", + "meta": {}, + "name": "get_csv_sql", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/seeds/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_csv_sql" + }, + "macro.dbt.get_dcl_statement_list": { + "arguments": [], + "created_at": 1696859933.4360042, + "depends_on": { + "macros": [ + "macro.dbt.default__get_dcl_statement_list" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_dcl_statement_list(relation, grant_config, get_dcl_macro) %}\n {{ return(adapter.dispatch('get_dcl_statement_list', 'dbt')(relation, grant_config, get_dcl_macro)) }}\n{% endmacro %}", + "meta": {}, + "name": "get_dcl_statement_list", + "original_file_path": "macros/adapters/apply_grants.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/apply_grants.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_dcl_statement_list" + }, + "macro.dbt.get_delete_insert_merge_sql": { + "arguments": [], + "created_at": 1696859933.376683, + "depends_on": { + "macros": [ + "macro.dbt.default__get_delete_insert_merge_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_delete_insert_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}\n {{ adapter.dispatch('get_delete_insert_merge_sql', 'dbt')(target, source, unique_key, dest_columns, incremental_predicates) }}\n{%- endmacro %}", + "meta": {}, + "name": "get_delete_insert_merge_sql", + "original_file_path": "macros/materializations/models/incremental/merge.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/merge.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_delete_insert_merge_sql" + }, + "macro.dbt.get_grant_sql": { + "arguments": [], + "created_at": 1696859933.435332, + "depends_on": { + "macros": [ + "macro.dbt.default__get_grant_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_grant_sql(relation, privilege, grantees) %}\n {{ return(adapter.dispatch('get_grant_sql', 'dbt')(relation, privilege, grantees)) }}\n{% endmacro %}", + "meta": {}, + "name": "get_grant_sql", + "original_file_path": "macros/adapters/apply_grants.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/apply_grants.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_grant_sql" + }, + "macro.dbt.get_incremental_append_sql": { + "arguments": [], + "created_at": 1696859933.3791559, + "depends_on": { + "macros": [ + "macro.dbt.default__get_incremental_append_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_incremental_append_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_append_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", + "meta": {}, + "name": "get_incremental_append_sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/strategies.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_incremental_append_sql" + }, + "macro.dbt.get_incremental_default_sql": { + "arguments": [], + "created_at": 1696859933.380435, + "depends_on": { + "macros": [ + "macro.dbt.default__get_incremental_default_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_incremental_default_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_default_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", + "meta": {}, + "name": "get_incremental_default_sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/strategies.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_incremental_default_sql" + }, + "macro.dbt.get_incremental_delete_insert_sql": { + "arguments": [], + "created_at": 1696859933.37945, + "depends_on": { + "macros": [ + "macro.dbt.default__get_incremental_delete_insert_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_incremental_delete_insert_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_delete_insert_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", + "meta": {}, + "name": "get_incremental_delete_insert_sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/strategies.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_incremental_delete_insert_sql" + }, + "macro.dbt.get_incremental_insert_overwrite_sql": { + "arguments": [], + "created_at": 1696859933.380125, + "depends_on": { + "macros": [ + "macro.dbt.default__get_incremental_insert_overwrite_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_incremental_insert_overwrite_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_insert_overwrite_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", + "meta": {}, + "name": "get_incremental_insert_overwrite_sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/strategies.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_incremental_insert_overwrite_sql" + }, + "macro.dbt.get_incremental_merge_sql": { + "arguments": [], + "created_at": 1696859933.379788, + "depends_on": { + "macros": [ + "macro.dbt.default__get_incremental_merge_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_incremental_merge_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_merge_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", + "meta": {}, + "name": "get_incremental_merge_sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/strategies.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_incremental_merge_sql" + }, + "macro.dbt.get_insert_into_sql": { + "arguments": [], + "created_at": 1696859933.380807, + "depends_on": { + "macros": [ + "macro.dbt.get_quoted_csv" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_insert_into_sql(target_relation, temp_relation, dest_columns) %}\n\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n insert into {{ target_relation }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ temp_relation }}\n )\n\n{% endmacro %}", + "meta": {}, + "name": "get_insert_into_sql", + "original_file_path": "macros/materializations/models/incremental/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/strategies.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_insert_into_sql" + }, + "macro.dbt.get_insert_overwrite_merge_sql": { + "arguments": [], + "created_at": 1696859933.377585, + "depends_on": { + "macros": [ + "macro.dbt.default__get_insert_overwrite_merge_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header=false) -%}\n {{ adapter.dispatch('get_insert_overwrite_merge_sql', 'dbt')(target, source, dest_columns, predicates, include_sql_header) }}\n{%- endmacro %}", + "meta": {}, + "name": "get_insert_overwrite_merge_sql", + "original_file_path": "macros/materializations/models/incremental/merge.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/merge.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_insert_overwrite_merge_sql" + }, + "macro.dbt.get_merge_sql": { + "arguments": [], + "created_at": 1696859933.375341, + "depends_on": { + "macros": [ + "macro.dbt.default__get_merge_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates=none) -%}\n -- back compat for old kwarg name\n {% set incremental_predicates = kwargs.get('predicates', incremental_predicates) %}\n {{ adapter.dispatch('get_merge_sql', 'dbt')(target, source, unique_key, dest_columns, incremental_predicates) }}\n{%- endmacro %}", + "meta": {}, + "name": "get_merge_sql", + "original_file_path": "macros/materializations/models/incremental/merge.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/merge.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_merge_sql" + }, + "macro.dbt.get_merge_update_columns": { + "arguments": [], + "created_at": 1696859933.37009, + "depends_on": { + "macros": [ + "macro.dbt.default__get_merge_update_columns" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}\n {{ return(adapter.dispatch('get_merge_update_columns', 'dbt')(merge_update_columns, merge_exclude_columns, dest_columns)) }}\n{% endmacro %}", + "meta": {}, + "name": "get_merge_update_columns", + "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/column_helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_merge_update_columns" + }, + "macro.dbt.get_or_create_relation": { + "arguments": [], + "created_at": 1696859933.431798, + "depends_on": { + "macros": [ + "macro.dbt.default__get_or_create_relation" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_or_create_relation(database, schema, identifier, type) -%}\n {{ return(adapter.dispatch('get_or_create_relation', 'dbt')(database, schema, identifier, type)) }}\n{% endmacro %}", + "meta": {}, + "name": "get_or_create_relation", + "original_file_path": "macros/adapters/relation.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/relation.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_or_create_relation" + }, + "macro.dbt.get_quoted_csv": { + "arguments": [], + "created_at": 1696859933.3690538, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_quoted_csv(column_names) %}\n\n {% set quoted = [] %}\n {% for col in column_names -%}\n {%- do quoted.append(adapter.quote(col)) -%}\n {%- endfor %}\n\n {%- set dest_cols_csv = quoted | join(', ') -%}\n {{ return(dest_cols_csv) }}\n\n{% endmacro %}", + "meta": {}, + "name": "get_quoted_csv", + "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/column_helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_quoted_csv" + }, + "macro.dbt.get_revoke_sql": { + "arguments": [], + "created_at": 1696859933.435627, + "depends_on": { + "macros": [ + "macro.dbt.default__get_revoke_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_revoke_sql(relation, privilege, grantees) %}\n {{ return(adapter.dispatch('get_revoke_sql', 'dbt')(relation, privilege, grantees)) }}\n{% endmacro %}", + "meta": {}, + "name": "get_revoke_sql", + "original_file_path": "macros/adapters/apply_grants.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/apply_grants.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_revoke_sql" + }, + "macro.dbt.get_seed_column_quoted_csv": { + "arguments": [], + "created_at": 1696859933.4061, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_seed_column_quoted_csv(model, column_names) %}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n {% set quoted = [] %}\n {% for col in column_names -%}\n {%- do quoted.append(adapter.quote_seed_column(col, quote_seed_column)) -%}\n {%- endfor %}\n\n {%- set dest_cols_csv = quoted | join(', ') -%}\n {{ return(dest_cols_csv) }}\n{% endmacro %}", + "meta": {}, + "name": "get_seed_column_quoted_csv", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/seeds/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_seed_column_quoted_csv" + }, + "macro.dbt.get_show_grant_sql": { + "arguments": [], + "created_at": 1696859933.435102, + "depends_on": { + "macros": [ + "macro.dbt.default__get_show_grant_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_show_grant_sql(relation) %}\n {{ return(adapter.dispatch(\"get_show_grant_sql\", \"dbt\")(relation)) }}\n{% endmacro %}", + "meta": {}, + "name": "get_show_grant_sql", + "original_file_path": "macros/adapters/apply_grants.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/apply_grants.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_show_grant_sql" + }, + "macro.dbt.get_test_sql": { + "arguments": [], + "created_at": 1696859933.367132, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__get_test_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n {{ adapter.dispatch('get_test_sql', 'dbt')(main_sql, fail_calc, warn_if, error_if, limit) }}\n{%- endmacro %}", + "meta": {}, + "name": "get_test_sql", + "original_file_path": "macros/materializations/tests/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/tests/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_test_sql" + }, + "macro.dbt.get_true_sql": { + "arguments": [], + "created_at": 1696859933.3594182, + "depends_on": { + "macros": [ + "macro.dbt.default__get_true_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_true_sql() %}\n {{ adapter.dispatch('get_true_sql', 'dbt')() }}\n{% endmacro %}", + "meta": {}, + "name": "get_true_sql", + "original_file_path": "macros/materializations/snapshots/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/snapshots/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_true_sql" + }, + "macro.dbt.get_where_subquery": { + "arguments": [], + "created_at": 1696859933.3676128, + "depends_on": { + "macros": [ + "macro.dbt.default__get_where_subquery" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro get_where_subquery(relation) -%}\n {% do return(adapter.dispatch('get_where_subquery', 'dbt')(relation)) %}\n{%- endmacro %}", + "meta": {}, + "name": "get_where_subquery", + "original_file_path": "macros/materializations/tests/where_subquery.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/tests/where_subquery.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.get_where_subquery" + }, + "macro.dbt.handle_existing_table": { + "arguments": [], + "created_at": 1696859933.3958871, + "depends_on": { + "macros": [ + "macro.dbt.default__handle_existing_table" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro handle_existing_table(full_refresh, old_relation) %}\n {{ adapter.dispatch('handle_existing_table', 'dbt')(full_refresh, old_relation) }}\n{% endmacro %}", + "meta": {}, + "name": "handle_existing_table", + "original_file_path": "macros/materializations/models/view/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/view/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.handle_existing_table" + }, + "macro.dbt.hash": { + "arguments": [], + "created_at": 1696859933.41854, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__hash" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro hash(field) -%}\n {{ return(adapter.dispatch('hash', 'dbt') (field)) }}\n{%- endmacro %}", + "meta": {}, + "name": "hash", + "original_file_path": "macros/utils/hash.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/hash.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.hash" + }, + "macro.dbt.in_transaction": { + "arguments": [], + "created_at": 1696859933.348566, + "depends_on": { + "macros": [ + "macro.dbt.make_hook_config" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro in_transaction(sql) %}\n {{ make_hook_config(sql, inside_transaction=True) }}\n{% endmacro %}", + "meta": {}, + "name": "in_transaction", + "original_file_path": "macros/materializations/hooks.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/hooks.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.in_transaction" + }, + "macro.dbt.incremental_validate_on_schema_change": { + "arguments": [], + "created_at": 1696859933.388559, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro incremental_validate_on_schema_change(on_schema_change, default='ignore') %}\n\n {% if on_schema_change not in ['sync_all_columns', 'append_new_columns', 'fail', 'ignore'] %}\n\n {% set log_message = 'Invalid value for on_schema_change (%s) specified. Setting default value of %s.' % (on_schema_change, default) %}\n {% do log(log_message) %}\n\n {{ return(default) }}\n\n {% else %}\n\n {{ return(on_schema_change) }}\n\n {% endif %}\n\n{% endmacro %}", + "meta": {}, + "name": "incremental_validate_on_schema_change", + "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/on_schema_change.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.incremental_validate_on_schema_change" + }, + "macro.dbt.information_schema_name": { + "arguments": [], + "created_at": 1696859933.440643, + "depends_on": { + "macros": [ + "macro.dbt.default__information_schema_name" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro information_schema_name(database) %}\n {{ return(adapter.dispatch('information_schema_name', 'dbt')(database)) }}\n{% endmacro %}", + "meta": {}, + "name": "information_schema_name", + "original_file_path": "macros/adapters/metadata.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/metadata.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.information_schema_name" + }, + "macro.dbt.intersect": { + "arguments": [], + "created_at": 1696859933.4162948, + "depends_on": { + "macros": [ + "macro.dbt.default__intersect" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro intersect() %}\n {{ return(adapter.dispatch('intersect', 'dbt')()) }}\n{% endmacro %}", + "meta": {}, + "name": "intersect", + "original_file_path": "macros/utils/intersect.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/intersect.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.intersect" + }, + "macro.dbt.is_incremental": { + "arguments": [], + "created_at": 1696859933.378502, + "depends_on": { + "macros": [ + "macro.dbt.should_full_refresh" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro is_incremental() %}\n {#-- do not run introspective queries in parsing #}\n {% if not execute %}\n {{ return(False) }}\n {% else %}\n {% set relation = adapter.get_relation(this.database, this.schema, this.table) %}\n {{ return(relation is not none\n and relation.type == 'table'\n and model.config.materialized == 'incremental'\n and not should_full_refresh()) }}\n {% endif %}\n{% endmacro %}", + "meta": {}, + "name": "is_incremental", + "original_file_path": "macros/materializations/models/incremental/is_incremental.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/is_incremental.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.is_incremental" + }, + "macro.dbt.last_day": { + "arguments": [], + "created_at": 1696859933.422722, + "depends_on": { + "macros": [ + "macro.dbt.default__last_day" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro last_day(date, datepart) %}\n {{ return(adapter.dispatch('last_day', 'dbt') (date, datepart)) }}\n{% endmacro %}", + "meta": {}, + "name": "last_day", + "original_file_path": "macros/utils/last_day.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/last_day.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.last_day" + }, + "macro.dbt.length": { + "arguments": [], + "created_at": 1696859933.415703, + "depends_on": { + "macros": [ + "macro.dbt.default__length" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro length(expression) -%}\n {{ return(adapter.dispatch('length', 'dbt') (expression)) }}\n{% endmacro %}", + "meta": {}, + "name": "length", + "original_file_path": "macros/utils/length.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/length.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.length" + }, + "macro.dbt.list_relations_without_caching": { + "arguments": [], + "created_at": 1696859933.4415529, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__list_relations_without_caching" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro list_relations_without_caching(schema_relation) %}\n {{ return(adapter.dispatch('list_relations_without_caching', 'dbt')(schema_relation)) }}\n{% endmacro %}", + "meta": {}, + "name": "list_relations_without_caching", + "original_file_path": "macros/adapters/metadata.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/metadata.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.list_relations_without_caching" + }, + "macro.dbt.list_schemas": { + "arguments": [], + "created_at": 1696859933.440877, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__list_schemas" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro list_schemas(database) -%}\n {{ return(adapter.dispatch('list_schemas', 'dbt')(database)) }}\n{% endmacro %}", + "meta": {}, + "name": "list_schemas", + "original_file_path": "macros/adapters/metadata.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/metadata.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.list_schemas" + }, + "macro.dbt.listagg": { + "arguments": [], + "created_at": 1696859933.417399, + "depends_on": { + "macros": [ + "macro.dbt.default__listagg" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro listagg(measure, delimiter_text=\"','\", order_by_clause=none, limit_num=none) -%}\n {{ return(adapter.dispatch('listagg', 'dbt') (measure, delimiter_text, order_by_clause, limit_num)) }}\n{%- endmacro %}", + "meta": {}, + "name": "listagg", + "original_file_path": "macros/utils/listagg.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/listagg.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.listagg" + }, + "macro.dbt.load_cached_relation": { + "arguments": [], + "created_at": 1696859933.432352, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro load_cached_relation(relation) %}\n {% do return(adapter.get_relation(\n database=relation.database,\n schema=relation.schema,\n identifier=relation.identifier\n )) -%}\n{% endmacro %}", + "meta": {}, + "name": "load_cached_relation", + "original_file_path": "macros/adapters/relation.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/relation.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.load_cached_relation" + }, + "macro.dbt.load_csv_rows": { + "arguments": [], + "created_at": 1696859933.406237, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__load_csv_rows" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro load_csv_rows(model, agate_table) -%}\n {{ adapter.dispatch('load_csv_rows', 'dbt')(model, agate_table) }}\n{%- endmacro %}", + "meta": {}, + "name": "load_csv_rows", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/seeds/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.load_csv_rows" + }, + "macro.dbt.load_relation": { + "arguments": [], + "created_at": 1696859933.43245, + "depends_on": { + "macros": [ + "macro.dbt.load_cached_relation" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro load_relation(relation) %}\n {{ return(load_cached_relation(relation)) }}\n{% endmacro %}", + "meta": {}, + "name": "load_relation", + "original_file_path": "macros/adapters/relation.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/relation.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.load_relation" + }, + "macro.dbt.make_backup_relation": { + "arguments": [], + "created_at": 1696859933.430537, + "depends_on": { + "macros": [ + "macro.dbt.default__make_backup_relation" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro make_backup_relation(base_relation, backup_relation_type, suffix='__dbt_backup') %}\n {{ return(adapter.dispatch('make_backup_relation', 'dbt')(base_relation, backup_relation_type, suffix)) }}\n{% endmacro %}", + "meta": {}, + "name": "make_backup_relation", + "original_file_path": "macros/adapters/relation.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/relation.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.make_backup_relation" + }, + "macro.dbt.make_hook_config": { + "arguments": [], + "created_at": 1696859933.348366, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro make_hook_config(sql, inside_transaction) %}\n {{ tojson({\"sql\": sql, \"transaction\": inside_transaction}) }}\n{% endmacro %}", + "meta": {}, + "name": "make_hook_config", + "original_file_path": "macros/materializations/hooks.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/hooks.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.make_hook_config" + }, + "macro.dbt.make_intermediate_relation": { + "arguments": [], + "created_at": 1696859933.429812, + "depends_on": { + "macros": [ + "macro.dbt.default__make_intermediate_relation" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro make_intermediate_relation(base_relation, suffix='__dbt_tmp') %}\n {{ return(adapter.dispatch('make_intermediate_relation', 'dbt')(base_relation, suffix)) }}\n{% endmacro %}", + "meta": {}, + "name": "make_intermediate_relation", + "original_file_path": "macros/adapters/relation.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/relation.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.make_intermediate_relation" + }, + "macro.dbt.make_temp_relation": { + "arguments": [], + "created_at": 1696859933.430153, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__make_temp_relation" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro make_temp_relation(base_relation, suffix='__dbt_tmp') %}\n {{ return(adapter.dispatch('make_temp_relation', 'dbt')(base_relation, suffix)) }}\n{% endmacro %}", + "meta": {}, + "name": "make_temp_relation", + "original_file_path": "macros/adapters/relation.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/relation.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.make_temp_relation" + }, + "macro.dbt.materialization_incremental_default": { + "arguments": [], + "created_at": 1696859933.384355, + "depends_on": { + "macros": [ + "macro.dbt.load_cached_relation", + "macro.dbt.make_temp_relation", + "macro.dbt.make_intermediate_relation", + "macro.dbt.make_backup_relation", + "macro.dbt.should_full_refresh", + "macro.dbt.incremental_validate_on_schema_change", + "macro.dbt.drop_relation_if_exists", + "macro.dbt.run_hooks", + "macro.dbt.get_create_table_as_sql", + "macro.dbt.run_query", + "macro.dbt.process_schema_changes", + "macro.dbt.statement", + "macro.dbt.should_revoke", + "macro.dbt.apply_grants", + "macro.dbt.persist_docs", + "macro.dbt.create_indexes" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% materialization incremental, default -%}\n\n -- relations\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set temp_relation = make_temp_relation(target_relation)-%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation)-%}\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n\n -- configs\n {%- set unique_key = config.get('unique_key') -%}\n {%- set full_refresh_mode = (should_full_refresh() or existing_relation.is_view) -%}\n {%- set on_schema_change = incremental_validate_on_schema_change(config.get('on_schema_change'), default='ignore') -%}\n\n -- the temp_ and backup_ relations should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation. This has to happen before\n -- BEGIN, in a separate transaction\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation)-%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparison later on\n {% set grant_config = config.get('grants') %}\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set to_drop = [] %}\n\n {% if existing_relation is none %}\n {% set build_sql = get_create_table_as_sql(False, target_relation, sql) %}\n {% elif full_refresh_mode %}\n {% set build_sql = get_create_table_as_sql(False, intermediate_relation, sql) %}\n {% set need_swap = true %}\n {% else %}\n {% do run_query(get_create_table_as_sql(True, temp_relation, sql)) %}\n {% do adapter.expand_target_column_types(\n from_relation=temp_relation,\n to_relation=target_relation) %}\n {#-- Process schema changes. Returns dict of changes if successful. Use source columns for upserting/merging --#}\n {% set dest_columns = process_schema_changes(on_schema_change, temp_relation, existing_relation) %}\n {% if not dest_columns %}\n {% set dest_columns = adapter.get_columns_in_relation(existing_relation) %}\n {% endif %}\n\n {#-- Get the incremental_strategy, the macro to use for the strategy, and build the sql --#}\n {% set incremental_strategy = config.get('incremental_strategy') or 'default' %}\n {% set incremental_predicates = config.get('predicates', none) or config.get('incremental_predicates', none) %}\n {% set strategy_sql_macro_func = adapter.get_incremental_strategy_macro(context, incremental_strategy) %}\n {% set strategy_arg_dict = ({'target_relation': target_relation, 'temp_relation': temp_relation, 'unique_key': unique_key, 'dest_columns': dest_columns, 'incremental_predicates': incremental_predicates }) %}\n {% set build_sql = strategy_sql_macro_func(strategy_arg_dict) %}\n\n {% endif %}\n\n {% call statement(\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% if need_swap %}\n {% do adapter.rename_relation(target_relation, backup_relation) %}\n {% do adapter.rename_relation(intermediate_relation, target_relation) %}\n {% do to_drop.append(backup_relation) %}\n {% endif %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if existing_relation is none or existing_relation.is_view or should_full_refresh() %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {% do adapter.commit() %}\n\n {% for rel in to_drop %}\n {% do adapter.drop_relation(rel) %}\n {% endfor %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", + "meta": {}, + "name": "materialization_incremental_default", + "original_file_path": "macros/materializations/models/incremental/incremental.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/incremental.sql", + "resource_type": "macro", + "supported_languages": [ + "sql" + ], + "unique_id": "macro.dbt.materialization_incremental_default" + }, + "macro.dbt.materialization_seed_default": { + "arguments": [], + "created_at": 1696859933.4001658, + "depends_on": { + "macros": [ + "macro.dbt.should_full_refresh", + "macro.dbt.run_hooks", + "macro.dbt.reset_csv_table", + "macro.dbt.create_csv_table", + "macro.dbt.load_csv_rows", + "macro.dbt.noop_statement", + "macro.dbt.get_csv_sql", + "macro.dbt.should_revoke", + "macro.dbt.apply_grants", + "macro.dbt.persist_docs", + "macro.dbt.create_indexes" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% materialization seed, default %}\n\n {%- set identifier = model['alias'] -%}\n {%- set full_refresh_mode = (should_full_refresh()) -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n\n {%- set exists_as_table = (old_relation is not none and old_relation.is_table) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set grant_config = config.get('grants') -%}\n {%- set agate_table = load_agate_table() -%}\n -- grab current tables grants config for comparison later on\n\n {%- do store_result('agate_table', response='OK', agate_table=agate_table) -%}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% set create_table_sql = \"\" %}\n {% if exists_as_view %}\n {{ exceptions.raise_compiler_error(\"Cannot seed to '{}', it is a view\".format(old_relation)) }}\n {% elif exists_as_table %}\n {% set create_table_sql = reset_csv_table(model, full_refresh_mode, old_relation, agate_table) %}\n {% else %}\n {% set create_table_sql = create_csv_table(model, agate_table) %}\n {% endif %}\n\n {% set code = 'CREATE' if full_refresh_mode else 'INSERT' %}\n {% set rows_affected = (agate_table.rows | length) %}\n {% set sql = load_csv_rows(model, agate_table) %}\n\n {% call noop_statement('main', code ~ ' ' ~ rows_affected, code, rows_affected) %}\n {{ get_csv_sql(create_table_sql, sql) }};\n {% endcall %}\n\n {% set target_relation = this.incorporate(type='table') %}\n\n {% set should_revoke = should_revoke(old_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if full_refresh_mode or not exists_as_table %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", + "meta": {}, + "name": "materialization_seed_default", + "original_file_path": "macros/materializations/seeds/seed.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/seeds/seed.sql", + "resource_type": "macro", + "supported_languages": [ + "sql" + ], + "unique_id": "macro.dbt.materialization_seed_default" + }, + "macro.dbt.materialization_snapshot_default": { + "arguments": [], + "created_at": 1696859933.365352, + "depends_on": { + "macros": [ + "macro.dbt.get_or_create_relation", + "macro.dbt.run_hooks", + "macro.dbt.strategy_dispatch", + "macro.dbt.build_snapshot_table", + "macro.dbt.create_table_as", + "macro.dbt.build_snapshot_staging_table", + "macro.dbt.create_columns", + "macro.dbt.snapshot_merge_sql", + "macro.dbt.statement", + "macro.dbt.should_revoke", + "macro.dbt.apply_grants", + "macro.dbt.persist_docs", + "macro.dbt.create_indexes", + "macro.dbt.post_snapshot" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% materialization snapshot, default %}\n {%- set config = model['config'] -%}\n\n {%- set target_table = model.get('alias', model.get('name')) -%}\n\n {%- set strategy_name = config.get('strategy') -%}\n {%- set unique_key = config.get('unique_key') %}\n -- grab current tables grants config for comparison later on\n {%- set grant_config = config.get('grants') -%}\n\n {% set target_relation_exists, target_relation = get_or_create_relation(\n database=model.database,\n schema=model.schema,\n identifier=target_table,\n type='table') -%}\n\n {%- if not target_relation.is_table -%}\n {% do exceptions.relation_wrong_type(target_relation, 'table') %}\n {%- endif -%}\n\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set strategy_macro = strategy_dispatch(strategy_name) %}\n {% set strategy = strategy_macro(model, \"snapshotted_data\", \"source_data\", config, target_relation_exists) %}\n\n {% if not target_relation_exists %}\n\n {% set build_sql = build_snapshot_table(strategy, model['compiled_code']) %}\n {% set final_sql = create_table_as(False, target_relation, build_sql) %}\n\n {% else %}\n\n {{ adapter.valid_snapshot_target(target_relation) }}\n\n {% set staging_table = build_snapshot_staging_table(strategy, sql, target_relation) %}\n\n -- this may no-op if the database does not require column expansion\n {% do adapter.expand_target_column_types(from_relation=staging_table,\n to_relation=target_relation) %}\n\n {% set missing_columns = adapter.get_missing_columns(staging_table, target_relation)\n | rejectattr('name', 'equalto', 'dbt_change_type')\n | rejectattr('name', 'equalto', 'DBT_CHANGE_TYPE')\n | rejectattr('name', 'equalto', 'dbt_unique_key')\n | rejectattr('name', 'equalto', 'DBT_UNIQUE_KEY')\n | list %}\n\n {% do create_columns(target_relation, missing_columns) %}\n\n {% set source_columns = adapter.get_columns_in_relation(staging_table)\n | rejectattr('name', 'equalto', 'dbt_change_type')\n | rejectattr('name', 'equalto', 'DBT_CHANGE_TYPE')\n | rejectattr('name', 'equalto', 'dbt_unique_key')\n | rejectattr('name', 'equalto', 'DBT_UNIQUE_KEY')\n | list %}\n\n {% set quoted_source_columns = [] %}\n {% for column in source_columns %}\n {% do quoted_source_columns.append(adapter.quote(column.name)) %}\n {% endfor %}\n\n {% set final_sql = snapshot_merge_sql(\n target = target_relation,\n source = staging_table,\n insert_cols = quoted_source_columns\n )\n %}\n\n {% endif %}\n\n {% call statement('main') %}\n {{ final_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(target_relation_exists, full_refresh_mode=False) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if not target_relation_exists %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {% if staging_table is defined %}\n {% do post_snapshot(staging_table) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", + "meta": {}, + "name": "materialization_snapshot_default", + "original_file_path": "macros/materializations/snapshots/snapshot.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/snapshots/snapshot.sql", + "resource_type": "macro", + "supported_languages": [ + "sql" + ], + "unique_id": "macro.dbt.materialization_snapshot_default" + }, + "macro.dbt.materialization_table_default": { + "arguments": [], + "created_at": 1696859933.3927271, + "depends_on": { + "macros": [ + "macro.dbt.load_cached_relation", + "macro.dbt.make_intermediate_relation", + "macro.dbt.make_backup_relation", + "macro.dbt.drop_relation_if_exists", + "macro.dbt.run_hooks", + "macro.dbt.statement", + "macro.dbt.get_create_table_as_sql", + "macro.dbt.create_indexes", + "macro.dbt.should_revoke", + "macro.dbt.apply_grants", + "macro.dbt.persist_docs" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% materialization table, default %}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') %}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n See ../view/view.sql for more information about this relation.\n */\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparison later on\n {% set grant_config = config.get('grants') %}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_table_as_sql(False, intermediate_relation, sql) }}\n {%- endcall %}\n\n -- cleanup\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {% do create_indexes(target_relation) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n -- finally, drop the existing/backup relation after the commit\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n{% endmaterialization %}", + "meta": {}, + "name": "materialization_table_default", + "original_file_path": "macros/materializations/models/table/table.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/table/table.sql", + "resource_type": "macro", + "supported_languages": [ + "sql" + ], + "unique_id": "macro.dbt.materialization_table_default" + }, + "macro.dbt.materialization_test_default": { + "arguments": [], + "created_at": 1696859933.3668091, + "depends_on": { + "macros": [ + "macro.dbt.should_store_failures", + "macro.dbt.statement", + "macro.dbt.create_table_as", + "macro.dbt.get_test_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{%- materialization test, default -%}\n\n {% set relations = [] %}\n\n {% if should_store_failures() %}\n\n {% set identifier = model['alias'] %}\n {% set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n {% set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database, type='table') -%} %}\n\n {% if old_relation %}\n {% do adapter.drop_relation(old_relation) %}\n {% endif %}\n\n {% call statement(auto_begin=True) %}\n {{ create_table_as(False, target_relation, sql) }}\n {% endcall %}\n\n {% do relations.append(target_relation) %}\n\n {% set main_sql %}\n select *\n from {{ target_relation }}\n {% endset %}\n\n {{ adapter.commit() }}\n\n {% else %}\n\n {% set main_sql = sql %}\n\n {% endif %}\n\n {% set limit = config.get('limit') %}\n {% set fail_calc = config.get('fail_calc') %}\n {% set warn_if = config.get('warn_if') %}\n {% set error_if = config.get('error_if') %}\n\n {% call statement('main', fetch_result=True) -%}\n\n {{ get_test_sql(main_sql, fail_calc, warn_if, error_if, limit)}}\n\n {%- endcall %}\n\n {{ return({'relations': relations}) }}\n\n{%- endmaterialization -%}", + "meta": {}, + "name": "materialization_test_default", + "original_file_path": "macros/materializations/tests/test.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/tests/test.sql", + "resource_type": "macro", + "supported_languages": [ + "sql" + ], + "unique_id": "macro.dbt.materialization_test_default" + }, + "macro.dbt.materialization_view_default": { + "arguments": [], + "created_at": 1696859933.3956711, + "depends_on": { + "macros": [ + "macro.dbt.load_cached_relation", + "macro.dbt.make_intermediate_relation", + "macro.dbt.make_backup_relation", + "macro.dbt.run_hooks", + "macro.dbt.drop_relation_if_exists", + "macro.dbt.statement", + "macro.dbt.get_create_view_as_sql", + "macro.dbt.should_revoke", + "macro.dbt.apply_grants", + "macro.dbt.persist_docs" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{%- materialization view, default -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='view') -%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n This relation (probably) doesn't exist yet. If it does exist, it's a leftover from\n a previous run, and we're going to try to drop it immediately. At the end of this\n materialization, we're going to rename the \"existing_relation\" to this identifier,\n and then we're going to drop it. In order to make sure we run the correct one of:\n - drop view ...\n - drop table ...\n\n We need to set the type of this relation to be the type of the existing_relation, if it exists,\n or else \"view\" as a sane default if it does not. Note that if the existing_relation does not\n exist, then there is nothing to move out of the way and subsequentally drop. In that case,\n this relation will be effectively unused.\n */\n {%- set backup_relation_type = 'view' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparison later on\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(intermediate_relation, sql) }}\n {%- endcall %}\n\n -- cleanup\n -- move the existing view out of the way\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization -%}", + "meta": {}, + "name": "materialization_view_default", + "original_file_path": "macros/materializations/models/view/view.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/view/view.sql", + "resource_type": "macro", + "supported_languages": [ + "sql" + ], + "unique_id": "macro.dbt.materialization_view_default" + }, + "macro.dbt.noop_statement": { + "arguments": [], + "created_at": 1696859933.41152, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro noop_statement(name=None, message=None, code=None, rows_affected=None, res=None) -%}\n {%- set sql = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime SQL for node \"{}\"'.format(model['unique_id'])) }}\n {{ write(sql) }}\n {%- endif -%}\n\n {%- if name is not none -%}\n {{ store_raw_result(name, message=message, code=code, rows_affected=rows_affected, agate_table=res) }}\n {%- endif -%}\n\n{%- endmacro %}", + "meta": {}, + "name": "noop_statement", + "original_file_path": "macros/etc/statement.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/etc/statement.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.noop_statement" + }, + "macro.dbt.partition_range": { + "arguments": [], + "created_at": 1696859933.414516, + "depends_on": { + "macros": [ + "macro.dbt.dates_in_range" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro partition_range(raw_partition_date, date_fmt='%Y%m%d') %}\n {% set partition_range = (raw_partition_date | string).split(\",\") %}\n\n {% if (partition_range | length) == 1 %}\n {% set start_date = partition_range[0] %}\n {% set end_date = none %}\n {% elif (partition_range | length) == 2 %}\n {% set start_date = partition_range[0] %}\n {% set end_date = partition_range[1] %}\n {% else %}\n {{ exceptions.raise_compiler_error(\"Invalid partition time. Expected format: {Start Date}[,{End Date}]. Got: \" ~ raw_partition_date) }}\n {% endif %}\n\n {{ return(dates_in_range(start_date, end_date, in_fmt=date_fmt)) }}\n{% endmacro %}", + "meta": {}, + "name": "partition_range", + "original_file_path": "macros/etc/datetime.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/etc/datetime.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.partition_range" + }, + "macro.dbt.persist_docs": { + "arguments": [], + "created_at": 1696859933.438844, + "depends_on": { + "macros": [ + "macro.dbt.default__persist_docs" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro persist_docs(relation, model, for_relation=true, for_columns=true) -%}\n {{ return(adapter.dispatch('persist_docs', 'dbt')(relation, model, for_relation, for_columns)) }}\n{% endmacro %}", + "meta": {}, + "name": "persist_docs", + "original_file_path": "macros/adapters/persist_docs.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/persist_docs.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.persist_docs" + }, + "macro.dbt.position": { + "arguments": [], + "created_at": 1696859933.419466, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__position" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro position(substring_text, string_text) -%}\n {{ return(adapter.dispatch('position', 'dbt') (substring_text, string_text)) }}\n{% endmacro %}", + "meta": {}, + "name": "position", + "original_file_path": "macros/utils/position.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/position.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.position" + }, + "macro.dbt.post_snapshot": { + "arguments": [], + "created_at": 1696859933.359251, + "depends_on": { + "macros": [ + "macro.dbt.default__post_snapshot" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro post_snapshot(staging_relation) %}\n {{ adapter.dispatch('post_snapshot', 'dbt')(staging_relation) }}\n{% endmacro %}", + "meta": {}, + "name": "post_snapshot", + "original_file_path": "macros/materializations/snapshots/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/snapshots/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.post_snapshot" + }, + "macro.dbt.process_schema_changes": { + "arguments": [], + "created_at": 1696859933.390868, + "depends_on": { + "macros": [ + "macro.dbt.check_for_schema_changes", + "macro.dbt.sync_column_schemas" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro process_schema_changes(on_schema_change, source_relation, target_relation) %}\n\n {% if on_schema_change == 'ignore' %}\n\n {{ return({}) }}\n\n {% else %}\n\n {% set schema_changes_dict = check_for_schema_changes(source_relation, target_relation) %}\n\n {% if schema_changes_dict['schema_changed'] %}\n\n {% if on_schema_change == 'fail' %}\n\n {% set fail_msg %}\n The source and target schemas on this incremental model are out of sync!\n They can be reconciled in several ways:\n - set the `on_schema_change` config to either append_new_columns or sync_all_columns, depending on your situation.\n - Re-run the incremental model with `full_refresh: True` to update the target schema.\n - update the schema manually and re-run the process.\n\n Additional troubleshooting context:\n Source columns not in target: {{ schema_changes_dict['source_not_in_target'] }}\n Target columns not in source: {{ schema_changes_dict['target_not_in_source'] }}\n New column types: {{ schema_changes_dict['new_target_types'] }}\n {% endset %}\n\n {% do exceptions.raise_compiler_error(fail_msg) %}\n\n {# -- unless we ignore, run the sync operation per the config #}\n {% else %}\n\n {% do sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}\n\n {% endif %}\n\n {% endif %}\n\n {{ return(schema_changes_dict['source_columns']) }}\n\n {% endif %}\n\n{% endmacro %}", + "meta": {}, + "name": "process_schema_changes", + "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/on_schema_change.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.process_schema_changes" + }, + "macro.dbt.py_current_timestring": { + "arguments": [], + "created_at": 1696859933.414689, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro py_current_timestring() %}\n {% set dt = modules.datetime.datetime.now() %}\n {% do return(dt.strftime(\"%Y%m%d%H%M%S%f\")) %}\n{% endmacro %}", + "meta": {}, + "name": "py_current_timestring", + "original_file_path": "macros/etc/datetime.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/etc/datetime.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.py_current_timestring" + }, + "macro.dbt.py_script_comment": { + "arguments": [], + "created_at": 1696859933.447296, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{%macro py_script_comment()%}\n{%endmacro%}", + "meta": {}, + "name": "py_script_comment", + "original_file_path": "macros/python_model/python.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/python_model/python.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.py_script_comment" + }, + "macro.dbt.py_script_postfix": { + "arguments": [], + "created_at": 1696859933.447246, + "depends_on": { + "macros": [ + "macro.dbt.build_ref_function", + "macro.dbt.build_source_function", + "macro.dbt.build_config_dict", + "macro.dbt.is_incremental", + "macro.dbt.py_script_comment" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro py_script_postfix(model) %}\n# This part is user provided model code\n# you will need to copy the next section to run the code\n# COMMAND ----------\n# this part is dbt logic for get ref work, do not modify\n\n{{ build_ref_function(model ) }}\n{{ build_source_function(model ) }}\n{{ build_config_dict(model) }}\n\nclass config:\n def __init__(self, *args, **kwargs):\n pass\n\n @staticmethod\n def get(key, default=None):\n return config_dict.get(key, default)\n\nclass this:\n \"\"\"dbt.this() or dbt.this.identifier\"\"\"\n database = '{{ this.database }}'\n schema = '{{ this.schema }}'\n identifier = '{{ this.identifier }}'\n def __repr__(self):\n return '{{ this }}'\n\n\nclass dbtObj:\n def __init__(self, load_df_function) -> None:\n self.source = lambda *args: source(*args, dbt_load_df_function=load_df_function)\n self.ref = lambda *args: ref(*args, dbt_load_df_function=load_df_function)\n self.config = config\n self.this = this()\n self.is_incremental = {{ is_incremental() }}\n\n# COMMAND ----------\n{{py_script_comment()}}\n{% endmacro %}", + "meta": {}, + "name": "py_script_postfix", + "original_file_path": "macros/python_model/python.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/python_model/python.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.py_script_postfix" + }, + "macro.dbt.rename_relation": { + "arguments": [], + "created_at": 1696859933.431423, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__rename_relation" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro rename_relation(from_relation, to_relation) -%}\n {{ return(adapter.dispatch('rename_relation', 'dbt')(from_relation, to_relation)) }}\n{% endmacro %}", + "meta": {}, + "name": "rename_relation", + "original_file_path": "macros/adapters/relation.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/relation.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.rename_relation" + }, + "macro.dbt.replace": { + "arguments": [], + "created_at": 1696859933.415141, + "depends_on": { + "macros": [ + "macro.dbt.default__replace" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro replace(field, old_chars, new_chars) -%}\n {{ return(adapter.dispatch('replace', 'dbt') (field, old_chars, new_chars)) }}\n{% endmacro %}", + "meta": {}, + "name": "replace", + "original_file_path": "macros/utils/replace.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/replace.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.replace" + }, + "macro.dbt.reset_csv_table": { + "arguments": [], + "created_at": 1696859933.4047942, + "depends_on": { + "macros": [ + "macro.dbt.default__reset_csv_table" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro reset_csv_table(model, full_refresh, old_relation, agate_table) -%}\n {{ adapter.dispatch('reset_csv_table', 'dbt')(model, full_refresh, old_relation, agate_table) }}\n{%- endmacro %}", + "meta": {}, + "name": "reset_csv_table", + "original_file_path": "macros/materializations/seeds/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/seeds/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.reset_csv_table" + }, + "macro.dbt.right": { + "arguments": [], + "created_at": 1696859933.416839, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__right" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro right(string_text, length_expression) -%}\n {{ return(adapter.dispatch('right', 'dbt') (string_text, length_expression)) }}\n{% endmacro %}", + "meta": {}, + "name": "right", + "original_file_path": "macros/utils/right.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/right.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.right" + }, + "macro.dbt.run_hooks": { + "arguments": [], + "created_at": 1696859933.348225, + "depends_on": { + "macros": [ + "macro.dbt.statement" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro run_hooks(hooks, inside_transaction=True) %}\n {% for hook in hooks | selectattr('transaction', 'equalto', inside_transaction) %}\n {% if not inside_transaction and loop.first %}\n {% call statement(auto_begin=inside_transaction) %}\n commit;\n {% endcall %}\n {% endif %}\n {% set rendered = render(hook.get('sql')) | trim %}\n {% if (rendered | length) > 0 %}\n {% call statement(auto_begin=inside_transaction) %}\n {{ rendered }}\n {% endcall %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", + "meta": {}, + "name": "run_hooks", + "original_file_path": "macros/materializations/hooks.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/hooks.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.run_hooks" + }, + "macro.dbt.run_query": { + "arguments": [], + "created_at": 1696859933.411741, + "depends_on": { + "macros": [ + "macro.dbt.statement" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro run_query(sql) %}\n {% call statement(\"run_query_statement\", fetch_result=true, auto_begin=false) %}\n {{ sql }}\n {% endcall %}\n\n {% do return(load_result(\"run_query_statement\").table) %}\n{% endmacro %}", + "meta": {}, + "name": "run_query", + "original_file_path": "macros/etc/statement.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/etc/statement.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.run_query" + }, + "macro.dbt.safe_cast": { + "arguments": [], + "created_at": 1696859933.4182541, + "depends_on": { + "macros": [ + "macro.dbt.default__safe_cast" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro safe_cast(field, type) %}\n {{ return(adapter.dispatch('safe_cast', 'dbt') (field, type)) }}\n{% endmacro %}", + "meta": {}, + "name": "safe_cast", + "original_file_path": "macros/utils/safe_cast.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/safe_cast.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.safe_cast" + }, + "macro.dbt.set_sql_header": { + "arguments": [], + "created_at": 1696859933.3489301, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro set_sql_header(config) -%}\n {{ config.set('sql_header', caller()) }}\n{%- endmacro %}", + "meta": {}, + "name": "set_sql_header", + "original_file_path": "macros/materializations/configs.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/configs.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.set_sql_header" + }, + "macro.dbt.should_full_refresh": { + "arguments": [], + "created_at": 1696859933.349144, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro should_full_refresh() %}\n {% set config_full_refresh = config.get('full_refresh') %}\n {% if config_full_refresh is none %}\n {% set config_full_refresh = flags.FULL_REFRESH %}\n {% endif %}\n {% do return(config_full_refresh) %}\n{% endmacro %}", + "meta": {}, + "name": "should_full_refresh", + "original_file_path": "macros/materializations/configs.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/configs.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.should_full_refresh" + }, + "macro.dbt.should_revoke": { + "arguments": [], + "created_at": 1696859933.4349701, + "depends_on": { + "macros": [ + "macro.dbt.copy_grants" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro should_revoke(existing_relation, full_refresh_mode=True) %}\n\n {% if not existing_relation %}\n {#-- The table doesn't already exist, so no grants to copy over --#}\n {{ return(False) }}\n {% elif full_refresh_mode %}\n {#-- The object is being REPLACED -- whether grants are copied over depends on the value of user config --#}\n {{ return(copy_grants()) }}\n {% else %}\n {#-- The table is being merged/upserted/inserted -- grants will be carried over --#}\n {{ return(True) }}\n {% endif %}\n\n{% endmacro %}", + "meta": {}, + "name": "should_revoke", + "original_file_path": "macros/adapters/apply_grants.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/apply_grants.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.should_revoke" + }, + "macro.dbt.should_store_failures": { + "arguments": [], + "created_at": 1696859933.349358, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro should_store_failures() %}\n {% set config_store_failures = config.get('store_failures') %}\n {% if config_store_failures is none %}\n {% set config_store_failures = flags.STORE_FAILURES %}\n {% endif %}\n {% do return(config_store_failures) %}\n{% endmacro %}", + "meta": {}, + "name": "should_store_failures", + "original_file_path": "macros/materializations/configs.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/configs.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.should_store_failures" + }, + "macro.dbt.snapshot_check_all_get_existing_columns": { + "arguments": [], + "created_at": 1696859933.354965, + "depends_on": { + "macros": [ + "macro.dbt.get_columns_in_query" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) -%}\n {%- if not target_exists -%}\n {#-- no table yet -> return whatever the query does --#}\n {{ return((false, query_columns)) }}\n {%- endif -%}\n\n {#-- handle any schema changes --#}\n {%- set target_relation = adapter.get_relation(database=node.database, schema=node.schema, identifier=node.alias) -%}\n\n {% if check_cols_config == 'all' %}\n {%- set query_columns = get_columns_in_query(node['compiled_code']) -%}\n\n {% elif check_cols_config is iterable and (check_cols_config | length) > 0 %}\n {#-- query for proper casing/quoting, to support comparison below --#}\n {%- set select_check_cols_from_target -%}\n select {{ check_cols_config | join(', ') }} from ({{ node['compiled_code'] }}) subq\n {%- endset -%}\n {% set query_columns = get_columns_in_query(select_check_cols_from_target) %}\n\n {% else %}\n {% do exceptions.raise_compiler_error(\"Invalid value for 'check_cols': \" ~ check_cols_config) %}\n {% endif %}\n\n {%- set existing_cols = adapter.get_columns_in_relation(target_relation) | map(attribute = 'name') | list -%}\n {%- set ns = namespace() -%} {#-- handle for-loop scoping with a namespace --#}\n {%- set ns.column_added = false -%}\n\n {%- set intersection = [] -%}\n {%- for col in query_columns -%}\n {%- if col in existing_cols -%}\n {%- do intersection.append(adapter.quote(col)) -%}\n {%- else -%}\n {% set ns.column_added = true %}\n {%- endif -%}\n {%- endfor -%}\n {{ return((ns.column_added, intersection)) }}\n{%- endmacro %}", + "meta": {}, + "name": "snapshot_check_all_get_existing_columns", + "original_file_path": "macros/materializations/snapshots/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/snapshots/strategies.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.snapshot_check_all_get_existing_columns" + }, + "macro.dbt.snapshot_check_strategy": { + "arguments": [], + "created_at": 1696859933.3558788, + "depends_on": { + "macros": [ + "macro.dbt.snapshot_get_time", + "macro.dbt.snapshot_check_all_get_existing_columns", + "macro.dbt.get_true_sql", + "macro.dbt.snapshot_hash_arguments" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro snapshot_check_strategy(node, snapshotted_rel, current_rel, config, target_exists) %}\n {% set check_cols_config = config['check_cols'] %}\n {% set primary_key = config['unique_key'] %}\n {% set invalidate_hard_deletes = config.get('invalidate_hard_deletes', false) %}\n {% set updated_at = config.get('updated_at', snapshot_get_time()) %}\n\n {% set column_added = false %}\n\n {% set column_added, check_cols = snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) %}\n\n {%- set row_changed_expr -%}\n (\n {%- if column_added -%}\n {{ get_true_sql() }}\n {%- else -%}\n {%- for col in check_cols -%}\n {{ snapshotted_rel }}.{{ col }} != {{ current_rel }}.{{ col }}\n or\n (\n (({{ snapshotted_rel }}.{{ col }} is null) and not ({{ current_rel }}.{{ col }} is null))\n or\n ((not {{ snapshotted_rel }}.{{ col }} is null) and ({{ current_rel }}.{{ col }} is null))\n )\n {%- if not loop.last %} or {% endif -%}\n {%- endfor -%}\n {%- endif -%}\n )\n {%- endset %}\n\n {% set scd_id_expr = snapshot_hash_arguments([primary_key, updated_at]) %}\n\n {% do return({\n \"unique_key\": primary_key,\n \"updated_at\": updated_at,\n \"row_changed\": row_changed_expr,\n \"scd_id\": scd_id_expr,\n \"invalidate_hard_deletes\": invalidate_hard_deletes\n }) %}\n{% endmacro %}", + "meta": {}, + "name": "snapshot_check_strategy", + "original_file_path": "macros/materializations/snapshots/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/snapshots/strategies.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.snapshot_check_strategy" + }, + "macro.dbt.snapshot_get_time": { + "arguments": [], + "created_at": 1696859933.425979, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__snapshot_get_time" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "\n\n{%- macro snapshot_get_time() -%}\n {{ adapter.dispatch('snapshot_get_time', 'dbt')() }}\n{%- endmacro -%}\n\n", + "meta": {}, + "name": "snapshot_get_time", + "original_file_path": "macros/adapters/timestamps.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/timestamps.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.snapshot_get_time" + }, + "macro.dbt.snapshot_hash_arguments": { + "arguments": [], + "created_at": 1696859933.353062, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__snapshot_hash_arguments" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro snapshot_hash_arguments(args) -%}\n {{ adapter.dispatch('snapshot_hash_arguments', 'dbt')(args) }}\n{%- endmacro %}", + "meta": {}, + "name": "snapshot_hash_arguments", + "original_file_path": "macros/materializations/snapshots/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/snapshots/strategies.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.snapshot_hash_arguments" + }, + "macro.dbt.snapshot_merge_sql": { + "arguments": [], + "created_at": 1696859933.349678, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__snapshot_merge_sql" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro snapshot_merge_sql(target, source, insert_cols) -%}\n {{ adapter.dispatch('snapshot_merge_sql', 'dbt')(target, source, insert_cols) }}\n{%- endmacro %}", + "meta": {}, + "name": "snapshot_merge_sql", + "original_file_path": "macros/materializations/snapshots/snapshot_merge.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/snapshots/snapshot_merge.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.snapshot_merge_sql" + }, + "macro.dbt.snapshot_staging_table": { + "arguments": [], + "created_at": 1696859933.359636, + "depends_on": { + "macros": [ + "macro.dbt.default__snapshot_staging_table" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro snapshot_staging_table(strategy, source_sql, target_relation) -%}\n {{ adapter.dispatch('snapshot_staging_table', 'dbt')(strategy, source_sql, target_relation) }}\n{% endmacro %}", + "meta": {}, + "name": "snapshot_staging_table", + "original_file_path": "macros/materializations/snapshots/helpers.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/snapshots/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.snapshot_staging_table" + }, + "macro.dbt.snapshot_string_as_time": { + "arguments": [], + "created_at": 1696859933.3538601, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__snapshot_string_as_time" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro snapshot_string_as_time(timestamp) -%}\n {{ adapter.dispatch('snapshot_string_as_time', 'dbt')(timestamp) }}\n{%- endmacro %}", + "meta": {}, + "name": "snapshot_string_as_time", + "original_file_path": "macros/materializations/snapshots/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/snapshots/strategies.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.snapshot_string_as_time" + }, + "macro.dbt.snapshot_timestamp_strategy": { + "arguments": [], + "created_at": 1696859933.3537412, + "depends_on": { + "macros": [ + "macro.dbt.snapshot_hash_arguments" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro snapshot_timestamp_strategy(node, snapshotted_rel, current_rel, config, target_exists) %}\n {% set primary_key = config['unique_key'] %}\n {% set updated_at = config['updated_at'] %}\n {% set invalidate_hard_deletes = config.get('invalidate_hard_deletes', false) %}\n\n {#/*\n The snapshot relation might not have an {{ updated_at }} value if the\n snapshot strategy is changed from `check` to `timestamp`. We\n should use a dbt-created column for the comparison in the snapshot\n table instead of assuming that the user-supplied {{ updated_at }}\n will be present in the historical data.\n\n See https://github.com/dbt-labs/dbt-core/issues/2350\n */ #}\n {% set row_changed_expr -%}\n ({{ snapshotted_rel }}.dbt_valid_from < {{ current_rel }}.{{ updated_at }})\n {%- endset %}\n\n {% set scd_id_expr = snapshot_hash_arguments([primary_key, updated_at]) %}\n\n {% do return({\n \"unique_key\": primary_key,\n \"updated_at\": updated_at,\n \"row_changed\": row_changed_expr,\n \"scd_id\": scd_id_expr,\n \"invalidate_hard_deletes\": invalidate_hard_deletes\n }) %}\n{% endmacro %}", + "meta": {}, + "name": "snapshot_timestamp_strategy", + "original_file_path": "macros/materializations/snapshots/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/snapshots/strategies.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.snapshot_timestamp_strategy" + }, + "macro.dbt.split_part": { + "arguments": [], + "created_at": 1696859933.423462, + "depends_on": { + "macros": [ + "macro.dbt.default__split_part" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro split_part(string_text, delimiter_text, part_number) %}\n {{ return(adapter.dispatch('split_part', 'dbt') (string_text, delimiter_text, part_number)) }}\n{% endmacro %}", + "meta": {}, + "name": "split_part", + "original_file_path": "macros/utils/split_part.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/split_part.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.split_part" + }, + "macro.dbt.sql_convert_columns_in_relation": { + "arguments": [], + "created_at": 1696859933.443299, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sql_convert_columns_in_relation(table) -%}\n {% set columns = [] %}\n {% for row in table %}\n {% do columns.append(api.Column(*row)) %}\n {% endfor %}\n {{ return(columns) }}\n{% endmacro %}", + "meta": {}, + "name": "sql_convert_columns_in_relation", + "original_file_path": "macros/adapters/columns.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/columns.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.sql_convert_columns_in_relation" + }, + "macro.dbt.statement": { + "arguments": [], + "created_at": 1696859933.411077, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "\n{%- macro statement(name=None, fetch_result=False, auto_begin=True, language='sql') -%}\n {%- if execute: -%}\n {%- set compiled_code = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime {} for node \"{}\"'.format(language, model['unique_id'])) }}\n {{ write(compiled_code) }}\n {%- endif -%}\n {%- if language == 'sql'-%}\n {%- set res, table = adapter.execute(compiled_code, auto_begin=auto_begin, fetch=fetch_result) -%}\n {%- elif language == 'python' -%}\n {%- set res = submit_python_job(model, compiled_code) -%}\n {#-- TODO: What should table be for python models? --#}\n {%- set table = None -%}\n {%- else -%}\n {% do exceptions.raise_compiler_error(\"statement macro didn't get supported language\") %}\n {%- endif -%}\n\n {%- if name is not none -%}\n {{ store_result(name, response=res, agate_table=table) }}\n {%- endif -%}\n\n {%- endif -%}\n{%- endmacro %}", + "meta": {}, + "name": "statement", + "original_file_path": "macros/etc/statement.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/etc/statement.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.statement" + }, + "macro.dbt.strategy_dispatch": { + "arguments": [], + "created_at": 1696859933.3529348, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro strategy_dispatch(name) -%}\n{% set original_name = name %}\n {% if '.' in name %}\n {% set package_name, name = name.split(\".\", 1) %}\n {% else %}\n {% set package_name = none %}\n {% endif %}\n\n {% if package_name is none %}\n {% set package_context = context %}\n {% elif package_name in context %}\n {% set package_context = context[package_name] %}\n {% else %}\n {% set error_msg %}\n Could not find package '{{package_name}}', called with '{{original_name}}'\n {% endset %}\n {{ exceptions.raise_compiler_error(error_msg | trim) }}\n {% endif %}\n\n {%- set search_name = 'snapshot_' ~ name ~ '_strategy' -%}\n\n {% if search_name not in package_context %}\n {% set error_msg %}\n The specified strategy macro '{{name}}' was not found in package '{{ package_name }}'\n {% endset %}\n {{ exceptions.raise_compiler_error(error_msg | trim) }}\n {% endif %}\n {{ return(package_context[search_name]) }}\n{%- endmacro %}", + "meta": {}, + "name": "strategy_dispatch", + "original_file_path": "macros/materializations/snapshots/strategies.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/snapshots/strategies.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.strategy_dispatch" + }, + "macro.dbt.string_literal": { + "arguments": [], + "created_at": 1696859933.419734, + "depends_on": { + "macros": [ + "macro.dbt.default__string_literal" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{%- macro string_literal(value) -%}\n {{ return(adapter.dispatch('string_literal', 'dbt') (value)) }}\n{%- endmacro -%}\n\n", + "meta": {}, + "name": "string_literal", + "original_file_path": "macros/utils/literal.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/literal.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.string_literal" + }, + "macro.dbt.support_multiple_grantees_per_dcl_statement": { + "arguments": [], + "created_at": 1696859933.434651, + "depends_on": { + "macros": [ + "macro.dbt.default__support_multiple_grantees_per_dcl_statement" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro support_multiple_grantees_per_dcl_statement() %}\n {{ return(adapter.dispatch('support_multiple_grantees_per_dcl_statement', 'dbt')()) }}\n{% endmacro %}", + "meta": {}, + "name": "support_multiple_grantees_per_dcl_statement", + "original_file_path": "macros/adapters/apply_grants.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/apply_grants.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.support_multiple_grantees_per_dcl_statement" + }, + "macro.dbt.sync_column_schemas": { + "arguments": [], + "created_at": 1696859933.39026, + "depends_on": { + "macros": [ + "macro.dbt.alter_relation_add_remove_columns", + "macro.dbt.alter_column_type" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}\n\n {%- set add_to_target_arr = schema_changes_dict['source_not_in_target'] -%}\n\n {%- if on_schema_change == 'append_new_columns'-%}\n {%- if add_to_target_arr | length > 0 -%}\n {%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, none) -%}\n {%- endif -%}\n\n {% elif on_schema_change == 'sync_all_columns' %}\n {%- set remove_from_target_arr = schema_changes_dict['target_not_in_source'] -%}\n {%- set new_target_types = schema_changes_dict['new_target_types'] -%}\n\n {% if add_to_target_arr | length > 0 or remove_from_target_arr | length > 0 %}\n {%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, remove_from_target_arr) -%}\n {% endif %}\n\n {% if new_target_types != [] %}\n {% for ntt in new_target_types %}\n {% set column_name = ntt['column_name'] %}\n {% set new_type = ntt['new_type'] %}\n {% do alter_column_type(target_relation, column_name, new_type) %}\n {% endfor %}\n {% endif %}\n\n {% endif %}\n\n {% set schema_change_message %}\n In {{ target_relation }}:\n Schema change approach: {{ on_schema_change }}\n Columns added: {{ add_to_target_arr }}\n Columns removed: {{ remove_from_target_arr }}\n Data types changed: {{ new_target_types }}\n {% endset %}\n\n {% do log(schema_change_message) %}\n\n{% endmacro %}", + "meta": {}, + "name": "sync_column_schemas", + "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/materializations/models/incremental/on_schema_change.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.sync_column_schemas" + }, + "macro.dbt.test_accepted_values": { + "arguments": [], + "created_at": 1696859933.448046, + "depends_on": { + "macros": [ + "macro.dbt.default__test_accepted_values" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% test accepted_values(model, column_name, values, quote=True) %}\n {% set macro = adapter.dispatch('test_accepted_values', 'dbt') %}\n {{ macro(model, column_name, values, quote) }}\n{% endtest %}", + "meta": {}, + "name": "test_accepted_values", + "original_file_path": "tests/generic/builtin.sql", + "package_name": "dbt", + "patch_path": null, + "path": "tests/generic/builtin.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.test_accepted_values" + }, + "macro.dbt.test_not_null": { + "arguments": [], + "created_at": 1696859933.447841, + "depends_on": { + "macros": [ + "macro.dbt.default__test_not_null" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% test not_null(model, column_name) %}\n {% set macro = adapter.dispatch('test_not_null', 'dbt') %}\n {{ macro(model, column_name) }}\n{% endtest %}", + "meta": {}, + "name": "test_not_null", + "original_file_path": "tests/generic/builtin.sql", + "package_name": "dbt", + "patch_path": null, + "path": "tests/generic/builtin.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.test_not_null" + }, + "macro.dbt.test_relationships": { + "arguments": [], + "created_at": 1696859933.448239, + "depends_on": { + "macros": [ + "macro.dbt.default__test_relationships" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% test relationships(model, column_name, to, field) %}\n {% set macro = adapter.dispatch('test_relationships', 'dbt') %}\n {{ macro(model, column_name, to, field) }}\n{% endtest %}", + "meta": {}, + "name": "test_relationships", + "original_file_path": "tests/generic/builtin.sql", + "package_name": "dbt", + "patch_path": null, + "path": "tests/generic/builtin.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.test_relationships" + }, + "macro.dbt.test_unique": { + "arguments": [], + "created_at": 1696859933.447676, + "depends_on": { + "macros": [ + "macro.dbt.default__test_unique" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% test unique(model, column_name) %}\n {% set macro = adapter.dispatch('test_unique', 'dbt') %}\n {{ macro(model, column_name) }}\n{% endtest %}", + "meta": {}, + "name": "test_unique", + "original_file_path": "tests/generic/builtin.sql", + "package_name": "dbt", + "patch_path": null, + "path": "tests/generic/builtin.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.test_unique" + }, + "macro.dbt.truncate_relation": { + "arguments": [], + "created_at": 1696859933.4311721, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.sqlite__truncate_relation" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro truncate_relation(relation) -%}\n {{ return(adapter.dispatch('truncate_relation', 'dbt')(relation)) }}\n{% endmacro %}", + "meta": {}, + "name": "truncate_relation", + "original_file_path": "macros/adapters/relation.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/adapters/relation.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.truncate_relation" + }, + "macro.dbt.type_bigint": { + "arguments": [], + "created_at": 1696859933.4214149, + "depends_on": { + "macros": [ + "macro.dbt.default__type_bigint" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "\n\n{%- macro type_bigint() -%}\n {{ return(adapter.dispatch('type_bigint', 'dbt')()) }}\n{%- endmacro -%}\n\n", + "meta": {}, + "name": "type_bigint", + "original_file_path": "macros/utils/data_types.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/data_types.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.type_bigint" + }, + "macro.dbt.type_boolean": { + "arguments": [], + "created_at": 1696859933.42184, + "depends_on": { + "macros": [ + "macro.dbt.default__type_boolean" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "\n\n{%- macro type_boolean() -%}\n {{ return(adapter.dispatch('type_boolean', 'dbt')()) }}\n{%- endmacro -%}\n\n", + "meta": {}, + "name": "type_boolean", + "original_file_path": "macros/utils/data_types.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/data_types.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.type_boolean" + }, + "macro.dbt.type_float": { + "arguments": [], + "created_at": 1696859933.420956, + "depends_on": { + "macros": [ + "macro.dbt.default__type_float" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "\n\n{%- macro type_float() -%}\n {{ return(adapter.dispatch('type_float', 'dbt')()) }}\n{%- endmacro -%}\n\n", + "meta": {}, + "name": "type_float", + "original_file_path": "macros/utils/data_types.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/data_types.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.type_float" + }, + "macro.dbt.type_int": { + "arguments": [], + "created_at": 1696859933.4216309, + "depends_on": { + "macros": [ + "macro.dbt.default__type_int" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "\n\n{%- macro type_int() -%}\n {{ return(adapter.dispatch('type_int', 'dbt')()) }}\n{%- endmacro -%}\n\n", + "meta": {}, + "name": "type_int", + "original_file_path": "macros/utils/data_types.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/data_types.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.type_int" + }, + "macro.dbt.type_numeric": { + "arguments": [], + "created_at": 1696859933.421175, + "depends_on": { + "macros": [ + "macro.dbt.default__type_numeric" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "\n\n{%- macro type_numeric() -%}\n {{ return(adapter.dispatch('type_numeric', 'dbt')()) }}\n{%- endmacro -%}\n\n", + "meta": {}, + "name": "type_numeric", + "original_file_path": "macros/utils/data_types.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/data_types.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.type_numeric" + }, + "macro.dbt.type_string": { + "arguments": [], + "created_at": 1696859933.420512, + "depends_on": { + "macros": [ + "macro.dbt.default__type_string" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "\n\n{%- macro type_string() -%}\n {{ return(adapter.dispatch('type_string', 'dbt')()) }}\n{%- endmacro -%}\n\n", + "meta": {}, + "name": "type_string", + "original_file_path": "macros/utils/data_types.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/data_types.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.type_string" + }, + "macro.dbt.type_timestamp": { + "arguments": [], + "created_at": 1696859933.420735, + "depends_on": { + "macros": [ + "macro.dbt.default__type_timestamp" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "\n\n{%- macro type_timestamp() -%}\n {{ return(adapter.dispatch('type_timestamp', 'dbt')()) }}\n{%- endmacro -%}\n\n", + "meta": {}, + "name": "type_timestamp", + "original_file_path": "macros/utils/data_types.sql", + "package_name": "dbt", + "patch_path": null, + "path": "macros/utils/data_types.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt.type_timestamp" + }, + "macro.dbt_sqlite.materialization_incremental_sqlite": { + "arguments": [], + "created_at": 1696859933.3433468, + "depends_on": { + "macros": [ + "macro.dbt.load_relation", + "macro.dbt.make_temp_relation", + "macro.dbt.run_hooks", + "macro.dbt.create_table_as", + "macro.dbt.should_full_refresh", + "macro.dbt.run_query", + "macro.dbt_sqlite.sqlite_incremental_upsert", + "macro.dbt.statement", + "macro.dbt.persist_docs", + "macro.dbt.create_indexes" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% materialization incremental, adapter='sqlite' -%}\n\n {% set unique_key = config.get('unique_key') %}\n\n {% set target_relation = this.incorporate(type='table') %}\n {% set existing_relation = load_relation(this) %}\n {% set tmp_relation = make_temp_relation(this) %}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set to_drop = [] %}\n {% if existing_relation is none %}\n {% set build_sql = create_table_as(False, target_relation, sql) %}\n {% elif existing_relation.is_view or should_full_refresh() %}\n {#-- Make sure the backup doesn't exist so we don't encounter issues with the rename below #}\n {% set backup_identifier = existing_relation.identifier ~ \"__dbt_backup\" %}\n {% set backup_relation = existing_relation.incorporate(path={\"identifier\": backup_identifier}) %}\n {% do adapter.drop_relation(backup_relation) %}\n\n {# this is simplified from macro in core: don't try to make a backup #}\n {% do adapter.drop_relation(existing_relation) %}\n\n {% set build_sql = create_table_as(False, target_relation, sql) %}\n {% else %}\n {% set tmp_relation = make_temp_relation(target_relation) %}\n {% do run_query(create_table_as(True, tmp_relation, sql)) %}\n {% do adapter.expand_target_column_types(\n from_relation=tmp_relation,\n to_relation=target_relation) %}\n {% set build_sql = sqlite_incremental_upsert(tmp_relation, target_relation, unique_key=unique_key) %}\n {% endif %}\n\n {% call statement(\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if existing_relation is none or existing_relation.is_view or should_full_refresh() %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {% do adapter.commit() %}\n\n {% for rel in to_drop %}\n {% do adapter.drop_relation(rel) %}\n {% endfor %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", + "meta": {}, + "name": "materialization_incremental_sqlite", + "original_file_path": "macros/materializations/incremental/incremental.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/materializations/incremental/incremental.sql", + "resource_type": "macro", + "supported_languages": [ + "sql" + ], + "unique_id": "macro.dbt_sqlite.materialization_incremental_sqlite" + }, + "macro.dbt_sqlite.materialization_table_sqlite": { + "arguments": [], + "created_at": 1696859933.3443909, + "depends_on": { + "macros": [ + "macro.dbt.run_hooks", + "macro.dbt.statement", + "macro.dbt.create_table_as", + "macro.dbt.persist_docs" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% materialization table, adapter='sqlite' %}\n {%- set identifier = model['alias'] -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n {%- set target_relation = api.Relation.create(identifier=identifier,\n schema=schema,\n database=database,\n type='table') -%}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% if old_relation is not none %}\n {{ adapter.drop_relation(old_relation) }}\n {% endif %}\n\n -- build model\n {% call statement('main') -%}\n {{ create_table_as(False, target_relation, sql) }}\n {%- endcall %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {% do persist_docs(target_relation, model) %}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n{% endmaterialization %}", + "meta": {}, + "name": "materialization_table_sqlite", + "original_file_path": "macros/materializations/table/table.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/materializations/table/table.sql", + "resource_type": "macro", + "supported_languages": [ + "sql" + ], + "unique_id": "macro.dbt_sqlite.materialization_table_sqlite" + }, + "macro.dbt_sqlite.materialization_view_sqlite": { + "arguments": [], + "created_at": 1696859933.3453598, + "depends_on": { + "macros": [ + "macro.dbt.run_hooks", + "macro.dbt.statement", + "macro.dbt.create_view_as", + "macro.dbt.persist_docs" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{%- materialization view, adapter='sqlite' -%}\n\n {%- set identifier = model['alias'] -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n {%- set target_relation = api.Relation.create(identifier=identifier, schema=schema, database=database,\n type='view') -%}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% if old_relation is not none %}\n {{ adapter.drop_relation(old_relation) }}\n {% endif %}\n\n -- build model\n {% call statement('main') -%}\n {{ create_view_as(target_relation, sql) }}\n {%- endcall %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization -%}", + "meta": {}, + "name": "materialization_view_sqlite", + "original_file_path": "macros/materializations/view/view.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/materializations/view/view.sql", + "resource_type": "macro", + "supported_languages": [ + "sql" + ], + "unique_id": "macro.dbt_sqlite.materialization_view_sqlite" + }, + "macro.dbt_sqlite.ref": { + "arguments": [], + "created_at": 1696859933.3326359, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.ref" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro ref(model_name) %}\n\n {# override to strip off database, and return only schema.table #}\n\n {% set rel = builtins.ref(model_name) %}\n {% do return(rel.include(database=False)) %}\n\n{% endmacro %}", + "meta": {}, + "name": "ref", + "original_file_path": "macros/core_overrides.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/core_overrides.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.ref" + }, + "macro.dbt_sqlite.source": { + "arguments": [], + "created_at": 1696859933.332862, + "depends_on": { + "macros": [ + "macro.dbt_sqlite.source" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro source(source_name, model_name) %}\n\n {# override to strip off database, and return only schema.table #}\n\n {% set rel = builtins.source(source_name, model_name) %}\n {% do return(rel.include(database=False)) %}\n\n{% endmacro %}", + "meta": {}, + "name": "source", + "original_file_path": "macros/core_overrides.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/core_overrides.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.source" + }, + "macro.dbt_sqlite.sqlite__any_value": { + "arguments": [], + "created_at": 1696859933.34724, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__any_value(expression) -%}\n\n min({{ expression }})\n\n{%- endmacro %}", + "meta": {}, + "name": "sqlite__any_value", + "original_file_path": "macros/utils/any_value.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/utils/any_value.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__any_value" + }, + "macro.dbt_sqlite.sqlite__bool_or": { + "arguments": [], + "created_at": 1696859933.347444, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__bool_or(expression) -%}\n\n max({{ expression }})\n\n{%- endmacro %}", + "meta": {}, + "name": "sqlite__bool_or", + "original_file_path": "macros/utils/bool_or.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/utils/bool_or.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__bool_or" + }, + "macro.dbt_sqlite.sqlite__cast_bool_to_text": { + "arguments": [], + "created_at": 1696859933.34715, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__cast_bool_to_text(field) %}\n case\n when {{ field }} = 0 then 'false'\n when {{ field }} = 1 then 'true' \n end\n{% endmacro %}", + "meta": {}, + "name": "sqlite__cast_bool_to_text", + "original_file_path": "macros/utils/cast_bool_to_text.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/utils/cast_bool_to_text.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__cast_bool_to_text" + }, + "macro.dbt_sqlite.sqlite__check_schema_exists": { + "arguments": [], + "created_at": 1696859933.336681, + "depends_on": { + "macros": [ + "macro.dbt.list_schemas", + "macro.dbt.statement" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__check_schema_exists(information_schema, schema) -%}\n {% if schema in list_schemas(database).columns[0].values() %}\n {% call statement('check_schema_exists', fetch_result=True) %}\n SELECT 1 as schema_exist\n {% endcall %}\n {{ return(load_result('check_schema_exists').table) }}\n {% else %}\n {% call statement('check_schema_exists', fetch_result=True) %}\n SELECT 0 as schema_exist\n {% endcall %}\n {{ return(load_result('check_schema_exists').table) }}\n {% endif %}\n{% endmacro %}", + "meta": {}, + "name": "sqlite__check_schema_exists", + "original_file_path": "macros/adapters.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/adapters.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__check_schema_exists" + }, + "macro.dbt_sqlite.sqlite__create_schema": { + "arguments": [], + "created_at": 1696859933.3357031, + "depends_on": { + "macros": [ + "macro.dbt.statement" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__create_schema(relation, auto_begin=False) %}\n {% set path = [ adapter.config.credentials.schema_directory, relation.without_identifier().include(database=False) | string + '.db' ] | join('/') %}\n {%- call statement('create_schema') -%}\n attach database '{{ path }}' as {{ relation.without_identifier().include(database=False) }}\n {%- endcall -%}\n{% endmacro %}", + "meta": {}, + "name": "sqlite__create_schema", + "original_file_path": "macros/adapters.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/adapters.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__create_schema" + }, + "macro.dbt_sqlite.sqlite__create_table_as": { + "arguments": [], + "created_at": 1696859933.337333, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__create_table_as(temporary, relation, sql) -%}\n create {% if temporary -%}\n temporary\n {%- endif %} table {{ relation }}\n as\n {{ sql }}\n{% endmacro %}", + "meta": {}, + "name": "sqlite__create_table_as", + "original_file_path": "macros/adapters.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/adapters.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__create_table_as" + }, + "macro.dbt_sqlite.sqlite__create_view_as": { + "arguments": [], + "created_at": 1696859933.337445, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__create_view_as(relation, sql, auto_begin=False) -%}\n create view {{ relation }} as\n {{ sql }};\n{%- endmacro %}", + "meta": {}, + "name": "sqlite__create_view_as", + "original_file_path": "macros/adapters.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/adapters.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__create_view_as" + }, + "macro.dbt_sqlite.sqlite__current_timestamp": { + "arguments": [], + "created_at": 1696859933.337995, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__current_timestamp() -%}\n datetime()\n{%- endmacro %}", + "meta": {}, + "name": "sqlite__current_timestamp", + "original_file_path": "macros/adapters.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/adapters.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__current_timestamp" + }, + "macro.dbt_sqlite.sqlite__dateadd": { + "arguments": [], + "created_at": 1696859933.345522, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__dateadd(datepart, interval, from_date_or_timestamp) %}\n\n date(\n {{ from_date_or_timestamp }},\n \"{{ datepart }} {{ datepart }}\"\n )\n\n{% endmacro %}", + "meta": {}, + "name": "sqlite__dateadd", + "original_file_path": "macros/utils/dateadd.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/utils/dateadd.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__dateadd" + }, + "macro.dbt_sqlite.sqlite__datediff_broken": { + "arguments": [], + "created_at": 1696859933.346851, + "depends_on": { + "macros": [ + "macro.dbt.datediff" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__datediff_broken(first_date, second_date, datepart) -%}\n\n {% if datepart == 'year' %}\n (strftime('%Y', {{second_date}}) - strftime('%Y', {{first_date}}))\n {#\n {% elif datepart == 'quarter' %}\n ({{ datediff(first_date, second_date, 'year') }} * 4 + date_part('quarter', ({{second_date}})::date) - date_part('quarter', ({{first_date}})::date))\n #}\n {% elif datepart == 'month' %}\n (({{ datediff(first_date, second_date, 'year') }} * 12 + strftime('%m', {{second_date}})) - strftime('%m', {{first_date}}))\n {% elif datepart == 'day' %}\n (floor(cast(strftime('%s', {{second_date}}) - strftime('%s', {{first_date}}) as real) / 86400) +\n case when {{second_date}} <= strftime('%Y-%m-%d 23:59:59.999999', {{first_date}}) then -1 else 0 end)\n {% elif datepart == 'week' %}\n ({{ datediff(first_date, second_date, 'day') }} / 7 + case\n when strftime('%w', {{first_date}}) <= strftime('%w', {{second_date}}) then\n case when {{first_date}} <= {{second_date}} then 0 else -1 end\n else\n case when {{first_date}} <= {{second_date}} then 1 else 0 end\n end)\n {% elif datepart == 'hour' %}\n {# ({{ datediff(first_date, second_date, 'day') }} * 24 + strftime(\"%H\", {{second_date}}) - strftime(\"%H\", {{first_date}})) #}\n (ceil(cast(strftime('%s', {{second_date}}) - strftime('%s', {{first_date}}) as real) / 3600))\n {% elif datepart == 'minute' %}\n {# ({{ datediff(first_date, second_date, 'hour') }} * 60 + strftime(\"%M\", {{second_date}}) - strftime(\"%M\", {{first_date}})) #}\n (ceil(cast(strftime('%s', {{second_date}}) - strftime('%s', {{first_date}}) as real) / 60))\n {% elif datepart == 'second' %}\n (strftime('%s', {{second_date}}) - strftime('%s', {{first_date}}))\n {#\n {% elif datepart == 'millisecond' %}\n ({{ datediff(first_date, second_date, 'minute') }} * 60000 + floor(date_part('millisecond', ({{second_date}})::timestamp)) - floor(date_part('millisecond', ({{first_date}})::timestamp)))\n {% elif datepart == 'microsecond' %}\n ({{ datediff(first_date, second_date, 'minute') }} * 60000000 + floor(date_part('microsecond', ({{second_date}})::timestamp)) - floor(date_part('microsecond', ({{first_date}})::timestamp)))\n #}\n {% else %}\n {{ exceptions.raise_compiler_error(\"Unsupported datepart for macro datediff in sqlite: {!r}\".format(datepart)) }}\n {% endif %}\n\n{%- endmacro %}", + "meta": {}, + "name": "sqlite__datediff_broken", + "original_file_path": "macros/utils/datediff.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/utils/datediff.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__datediff_broken" + }, + "macro.dbt_sqlite.sqlite__drop_relation": { + "arguments": [], + "created_at": 1696859933.336141, + "depends_on": { + "macros": [ + "macro.dbt.statement" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__drop_relation(relation) -%}\n {% call statement('drop_relation', auto_begin=False) -%}\n drop {{ relation.type }} if exists {{ relation }}\n {%- endcall %}\n{% endmacro %}", + "meta": {}, + "name": "sqlite__drop_relation", + "original_file_path": "macros/adapters.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/adapters.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__drop_relation" + }, + "macro.dbt_sqlite.sqlite__drop_schema": { + "arguments": [], + "created_at": 1696859933.3359811, + "depends_on": { + "macros": [ + "macro.dbt.list_relations_without_caching", + "macro.dbt.statement" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__drop_schema(relation) -%}\n {# drop all tables in the schema; detaching happens in the adapter class #}\n\n {% set relations_in_schema = list_relations_without_caching(relation.without_identifier()) %}\n\n {% for row in relations_in_schema %}\n {%- call statement('drop_relation_in_schema') -%}\n drop {{ row.data_type}} {{ row.schema }}.{{ row.name }}\n {%- endcall -%}\n {% endfor %}\n{% endmacro %}", + "meta": {}, + "name": "sqlite__drop_schema", + "original_file_path": "macros/adapters.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/adapters.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__drop_schema" + }, + "macro.dbt_sqlite.sqlite__get_binding_char": { + "arguments": [], + "created_at": 1696859933.340817, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__get_binding_char() %}\n {{ return('?') }}\n{% endmacro %}", + "meta": {}, + "name": "sqlite__get_binding_char", + "original_file_path": "macros/materializations/seed/helpers.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/materializations/seed/helpers.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__get_binding_char" + }, + "macro.dbt_sqlite.sqlite__get_catalog": { + "arguments": [], + "created_at": 1696859933.332984, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__get_catalog(information_schema, schemas) -%}\n {# no-op #}\n {# see SQLiteAdapter._get_one_catalog() #}\n{% endmacro %}", + "meta": {}, + "name": "sqlite__get_catalog", + "original_file_path": "macros/catalog.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/catalog.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__get_catalog" + }, + "macro.dbt_sqlite.sqlite__get_test_sql": { + "arguments": [], + "created_at": 1696859933.3383381, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n select\n {{ fail_calc }} as failures,\n case when {{ fail_calc }} {{ warn_if }}\n then 'true' else 'false' end as should_warn,\n case when {{ fail_calc }} {{ error_if }}\n then 'true' else 'false' end as should_error\n from (\n {{ main_sql }}\n {{ \"limit \" ~ limit if limit != none }}\n ) dbt_internal_test\n{%- endmacro %}", + "meta": {}, + "name": "sqlite__get_test_sql", + "original_file_path": "macros/materializations/test.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/materializations/test.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__get_test_sql" + }, + "macro.dbt_sqlite.sqlite__hash": { + "arguments": [], + "created_at": 1696859933.347031, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__hash(field) -%}\n case \n when {{ field }} is not null \n then lower(hex(md5(cast({{ field }} as {{ api.Column.translate_type('string') }}))))\n end\n{%- endmacro %}", + "meta": {}, + "name": "sqlite__hash", + "original_file_path": "macros/utils/hash.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/utils/hash.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__hash" + }, + "macro.dbt_sqlite.sqlite__list_relations_without_caching": { + "arguments": [], + "created_at": 1696859933.33719, + "depends_on": { + "macros": [ + "macro.dbt.list_schemas", + "macro.dbt.statement" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__list_relations_without_caching(schema_relation) %}\n\n {% set schemas = list_schemas(schema_relation.database).columns[0].values() %}\n\n {% if schema_relation.schema in schemas %}\n {% call statement('list_relations_without_caching', fetch_result=True) %}\n SELECT\n '{{ schema_relation.database }}' as database\n ,name\n ,'{{ schema_relation.schema }}' AS schema\n ,type as data_type\n FROM\n {{ schema_relation.schema }}.sqlite_master\n WHERE\n name NOT LIKE 'sqlite_%'\n {% endcall %}\n\n {{ return(load_result('list_relations_without_caching').table) }}\n {% else %}\n {% call statement('empty_table', fetch_result=True) %}\n SELECT null as database, null as name, null as schema, null as data_type WHERE 1=0\n {% endcall %}\n\n {{ return(load_result('empty_table').table) }}\n {% endif %}\n{% endmacro %}", + "meta": {}, + "name": "sqlite__list_relations_without_caching", + "original_file_path": "macros/adapters.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/adapters.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__list_relations_without_caching" + }, + "macro.dbt_sqlite.sqlite__list_schemas": { + "arguments": [], + "created_at": 1696859933.335351, + "depends_on": { + "macros": [ + "macro.dbt.statement" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__list_schemas(database) %}\n {% call statement('list_schemas', fetch_result=True) %}\n pragma database_list\n {% endcall %}\n {% set results = load_result('list_schemas').table %}\n {{ return(results.select(['name']).rename(column_names = {'name': 'schema'})) }}\n{% endmacro %}", + "meta": {}, + "name": "sqlite__list_schemas", + "original_file_path": "macros/adapters.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/adapters.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__list_schemas" + }, + "macro.dbt_sqlite.sqlite__load_csv_rows": { + "arguments": [], + "created_at": 1696859933.340689, + "depends_on": { + "macros": [ + "macro.dbt.get_seed_column_quoted_csv", + "macro.dbt.get_binding_char" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__load_csv_rows(model, agate_table) %}\n {% set batch_size = 10000 %}\n {% set cols_sql = get_seed_column_quoted_csv(model, agate_table.column_names) %}\n {% set bindings = [] %}\n\n {% set statements = [] %}\n\n {% for chunk in agate_table.rows | batch(batch_size) %}\n {% set bindings = [] %}\n\n {% for row in chunk %}\n {# transform rows so sqlite is happy with data types #}\n {% set processed_row = adapter.transform_seed_row(row) %}\n {% do bindings.extend(processed_row) %}\n {% endfor %}\n\n {% set sql %}\n insert into {{ this.schema }}.{{ this.identifier}} ({{ cols_sql }}) values\n {% for row in chunk -%}\n ({%- for column in agate_table.column_names -%}\n {{ get_binding_char() }}\n {%- if not loop.last%},{%- endif %}\n {%- endfor -%})\n {%- if not loop.last%},{%- endif %}\n {%- endfor %}\n {% endset %}\n\n {% do adapter.add_query(sql, bindings=bindings, abridge_sql_log=True) %}\n\n {% if loop.index0 == 0 %}\n {% do statements.append(sql) %}\n {% endif %}\n {% endfor %}\n\n {# Return SQL so we can render it out into the compiled files #}\n {{ return(statements[0]) }}\n{% endmacro %}", + "meta": {}, + "name": "sqlite__load_csv_rows", + "original_file_path": "macros/materializations/seed/seed.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/materializations/seed/seed.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__load_csv_rows" + }, + "macro.dbt_sqlite.sqlite__make_temp_relation": { + "arguments": [], + "created_at": 1696859933.3379378, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__make_temp_relation(base_relation, suffix) %}\n {% set tmp_identifier = base_relation.identifier ~ suffix %}\n {% set tmp_relation = base_relation.incorporate(\n path={\"schema\": \"temp\", \"identifier\": tmp_identifier}) -%}\n\n {% do return(tmp_relation) %}\n{% endmacro %}", + "meta": {}, + "name": "sqlite__make_temp_relation", + "original_file_path": "macros/adapters.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/adapters.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__make_temp_relation" + }, + "macro.dbt_sqlite.sqlite__position": { + "arguments": [], + "created_at": 1696859933.3473558, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__position(substring_text, string_text) %}\n\n instr({{ string_text }}, {{ substring_text }})\n\n{%- endmacro -%}", + "meta": {}, + "name": "sqlite__position", + "original_file_path": "macros/utils/position.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/utils/position.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__position" + }, + "macro.dbt_sqlite.sqlite__rename_relation": { + "arguments": [], + "created_at": 1696859933.3375208, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__rename_relation(from_relation, to_relation) -%}\n {# no-op #} \n {# see SQLiteAdapter.rename_relation() #}\n{% endmacro %}", + "meta": {}, + "name": "sqlite__rename_relation", + "original_file_path": "macros/adapters.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/adapters.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__rename_relation" + }, + "macro.dbt_sqlite.sqlite__right": { + "arguments": [], + "created_at": 1696859933.345681, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__right(string_text, length_expression) %}\n case\n when {{ length_expression }} <> 0 then \n substr(\n {{ string_text }},\n -1 * {{ length_expression }}\n )\n else ''\n end\n{%- endmacro -%}", + "meta": {}, + "name": "sqlite__right", + "original_file_path": "macros/utils/right.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/utils/right.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__right" + }, + "macro.dbt_sqlite.sqlite__snapshot_get_time": { + "arguments": [], + "created_at": 1696859933.3375769, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__snapshot_get_time() -%}\n datetime()\n{%- endmacro %}", + "meta": {}, + "name": "sqlite__snapshot_get_time", + "original_file_path": "macros/adapters.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/adapters.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__snapshot_get_time" + }, + "macro.dbt_sqlite.sqlite__snapshot_hash_arguments": { + "arguments": [], + "created_at": 1696859933.33918, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__snapshot_hash_arguments(args) -%}\n hex(md5({%- for arg in args -%}\n coalesce(cast({{ arg }} as varchar ), '')\n {% if not loop.last %} || '|' || {% endif %}\n {%- endfor -%}))\n{%- endmacro %}", + "meta": {}, + "name": "sqlite__snapshot_hash_arguments", + "original_file_path": "macros/materializations/snapshot/strategies.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/materializations/snapshot/strategies.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__snapshot_hash_arguments" + }, + "macro.dbt_sqlite.sqlite__snapshot_merge_sql": { + "arguments": [], + "created_at": 1696859933.338964, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__snapshot_merge_sql(target, source, insert_cols) -%}\n {%- set insert_cols_csv = insert_cols | join(', ') -%}\n\n {% set update_sql %}\n update {{ target }}\n set dbt_valid_to = (\n SELECT\n DBT_INTERNAL_SOURCE.dbt_valid_to\n from {{ source }} as DBT_INTERNAL_SOURCE\n where DBT_INTERNAL_SOURCE.dbt_scd_id = {{ target }}.dbt_scd_id\n and DBT_INTERNAL_SOURCE.dbt_change_type = 'update'\n )\n WHERE dbt_valid_to is null;\n {% endset %}\n\n {#\n TODO: this is a hack: this macro is supposed to return a SQL string\n but we're executing a query here. this happens to work and it avoids having\n to override the snapshot_merge macro to properly execute two separate\n statements but it's horrible.\n #}\n {% do adapter.add_query(update_sql, auto_begin=False) %}\n\n insert into {{ target }} ({{ insert_cols_csv }})\n select {% for column in insert_cols -%}\n DBT_INTERNAL_SOURCE.{{ column }} {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n from {{ source }} as DBT_INTERNAL_SOURCE\n where DBT_INTERNAL_SOURCE.dbt_change_type = 'insert';\n\n{% endmacro %}", + "meta": {}, + "name": "sqlite__snapshot_merge_sql", + "original_file_path": "macros/materializations/snapshot/snapshot_merge.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/materializations/snapshot/snapshot_merge.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__snapshot_merge_sql" + }, + "macro.dbt_sqlite.sqlite__snapshot_string_as_time": { + "arguments": [], + "created_at": 1696859933.337692, + "depends_on": { + "macros": [] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__snapshot_string_as_time(timestamp) -%}\n {# just return the string; SQLite doesn't have a timestamp data type per se #}\n {{ return(\"'\" + timestamp|string + \"'\") }}\n{%- endmacro %}", + "meta": {}, + "name": "sqlite__snapshot_string_as_time", + "original_file_path": "macros/adapters.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/adapters.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__snapshot_string_as_time" + }, + "macro.dbt_sqlite.sqlite__truncate_relation": { + "arguments": [], + "created_at": 1696859933.336266, + "depends_on": { + "macros": [ + "macro.dbt.statement" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite__truncate_relation(relation) -%}\n {% call statement('truncate_relation') -%}\n delete from {{ relation }}\n {%- endcall %}\n{% endmacro %}", + "meta": {}, + "name": "sqlite__truncate_relation", + "original_file_path": "macros/adapters.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/adapters.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite__truncate_relation" + }, + "macro.dbt_sqlite.sqlite_incremental_upsert": { + "arguments": [], + "created_at": 1696859933.341859, + "depends_on": { + "macros": [ + "macro.dbt.statement" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "macro_sql": "{% macro sqlite_incremental_upsert(tmp_relation, target_relation, unique_key=none, statement_name=\"main\") %}\n {%- set dest_columns = adapter.get_columns_in_relation(target_relation) -%}\n {%- set dest_cols_csv = dest_columns | map(attribute='quoted') | join(', ') -%}\n\n {%- if unique_key is not none -%}\n {% call statement('sqlite_incremental_upsert') -%}\n delete\n from {{ target_relation }}\n where ({{ unique_key }}) in (\n select ({{ unique_key }})\n from {{ tmp_relation }}\n );\n {%- endcall %}\n {%- endif %}\n\n {# difference here is sqlite doesn't want parens around the select query #}\n insert into {{ target_relation }} ({{ dest_cols_csv }})\n select {{ dest_cols_csv }}\n from {{ tmp_relation }}\n ;\n{%- endmacro %}", + "meta": {}, + "name": "sqlite_incremental_upsert", + "original_file_path": "macros/materializations/incremental/incremental.sql", + "package_name": "dbt_sqlite", + "patch_path": null, + "path": "macros/materializations/incremental/incremental.sql", + "resource_type": "macro", + "supported_languages": null, + "unique_id": "macro.dbt_sqlite.sqlite_incremental_upsert" + } + }, + "metadata": { + "adapter_type": "sqlite", + "dbt_schema_version": "https://schemas.getdbt.com/dbt/manifest/v8.json", + "dbt_version": "1.4.0", + "env": {}, + "generated_at": "2023-10-09T13:58:53.320926Z", + "invocation_id": "1790dc18-1177-4ca0-b993-a8eeb59f0c4c", + "project_id": "8dbdda48fb8748d6746f1965824e966a", + "send_anonymous_usage_stats": true, + "user_id": "4bdc3972-5c9f-4f16-90bd-3769a225fbe6" + }, + "metrics": {}, + "nodes": { + "model.simple.movies_ratings_simplified": { + "alias": "movies_ratings_simplified", + "build_path": null, + "checksum": { + "checksum": "4752bc3186c6cde761b592abdc827bed78aa1445dfa7af0fa09314ffe2d4d564", + "name": "sha256" + }, + "columns": {}, + "compiled_path": null, + "config": { + "alias": null, + "column_types": {}, + "database": null, + "docs": { + "node_color": null, + "show": true + }, + "enabled": true, + "full_refresh": null, + "grants": {}, + "incremental_strategy": null, + "materialized": "table", + "meta": {}, + "on_schema_change": "ignore", + "packages": [], + "persist_docs": {}, + "post-hook": [], + "pre-hook": [], + "quoting": {}, + "schema": null, + "tags": [], + "unique_key": null + }, + "created_at": 1696859933.5317938, + "database": "database", + "deferred": false, + "depends_on": { + "macros": [], + "nodes": [ + "source.simple.imdb.movies_ratings" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "fqn": [ + "simple", + "movies_ratings_simplified" + ], + "language": "sql", + "meta": {}, + "metrics": [], + "name": "movies_ratings_simplified", + "original_file_path": "models/movies_ratings_simplified.sql", + "package_name": "simple", + "patch_path": null, + "path": "movies_ratings_simplified.sql", + "raw_code": "{{ config(materialized='table') }}\n\nselect\n \"Title\",\n \"Rating\",\n \"TotalVotes\",\n \"Genre1\",\n \"Genre2\",\n \"Genre3\",\n \"Budget\",\n \"Domestic\",\n \"Foreign\",\n \"Worldwide\"\nfrom {{ source('imdb', 'movies_ratings') }}", + "refs": [], + "relation_name": "main.\"movies_ratings_simplified\"", + "resource_type": "model", + "schema": "main", + "sources": [ + [ + "imdb", + "movies_ratings" + ] + ], + "tags": [], + "unique_id": "model.simple.movies_ratings_simplified", + "unrendered_config": { + "materialized": "table" + } + }, + "model.simple.top_animations": { + "alias": "top_animations", + "build_path": null, + "checksum": { + "checksum": "fb6f8991e4c0acb2670b2bf94e4bfa741ffb9a3f222e8c3eba634bea3c38f0a4", + "name": "sha256" + }, + "columns": {}, + "compiled_path": null, + "config": { + "alias": null, + "column_types": {}, + "database": null, + "docs": { + "node_color": null, + "show": true + }, + "enabled": true, + "full_refresh": null, + "grants": {}, + "incremental_strategy": null, + "materialized": "table", + "meta": {}, + "on_schema_change": "ignore", + "packages": [], + "persist_docs": {}, + "post-hook": [], + "pre-hook": [], + "quoting": {}, + "schema": null, + "tags": [], + "unique_key": null + }, + "created_at": 1696859933.537527, + "database": "database", + "deferred": false, + "depends_on": { + "macros": [], + "nodes": [ + "model.simple.movies_ratings_simplified" + ] + }, + "description": "", + "docs": { + "node_color": null, + "show": true + }, + "fqn": [ + "simple", + "top_animations" + ], + "language": "sql", + "meta": {}, + "metrics": [], + "name": "top_animations", + "original_file_path": "models/top_animations.sql", + "package_name": "simple", + "patch_path": null, + "path": "top_animations.sql", + "raw_code": "{{ config(materialized='table') }}\n\nSELECT Title, Rating\nFROM {{ ref('movies_ratings_simplified') }}\nWHERE Genre1=='Animation'\nORDER BY Rating desc\nLIMIT 5;", + "refs": [ + [ + "movies_ratings_simplified" + ] + ], + "relation_name": "main.\"top_animations\"", + "resource_type": "model", + "schema": "main", + "sources": [], + "tags": [], + "unique_id": "model.simple.top_animations", + "unrendered_config": { + "materialized": "table" + } + } + }, + "parent_map": { + "exposure.simple.weekly_metrics": [ + "model.simple.top_animations" + ], + "model.simple.movies_ratings_simplified": [ + "source.simple.imdb.movies_ratings" + ], + "model.simple.top_animations": [ + "model.simple.movies_ratings_simplified" + ], + "source.simple.imdb.movies_ratings": [] + }, + "selectors": {}, + "sources": { + "source.simple.imdb.movies_ratings": { + "columns": {}, + "config": { + "enabled": true + }, + "created_at": 1696859933.549542, + "database": "database", + "description": "Ratings by movie", + "external": null, + "fqn": [ + "simple", + "imdb", + "movies_ratings" + ], + "freshness": { + "error_after": { + "count": null, + "period": null + }, + "filter": null, + "warn_after": { + "count": null, + "period": null + } + }, + "identifier": "movies_ratings", + "loaded_at_field": null, + "loader": "", + "meta": {}, + "name": "movies_ratings", + "original_file_path": "models/source.yml", + "package_name": "simple", + "patch_path": null, + "path": "models/source.yml", + "quoting": { + "column": null, + "database": null, + "identifier": null, + "schema": null + }, + "relation_name": "imdb.\"movies_ratings\"", + "resource_type": "source", + "schema": "imdb", + "source_description": "Example of IMDB SQlite database", + "source_meta": {}, + "source_name": "imdb", + "tags": [], + "unique_id": "source.simple.imdb.movies_ratings", + "unrendered_config": {} + } + } +} diff --git a/tests/test_example_dags.py b/tests/test_example_dags.py index d9a16322d..63abca541 100644 --- a/tests/test_example_dags.py +++ b/tests/test_example_dags.py @@ -7,12 +7,14 @@ from airflow.models.dagbag import DagBag from airflow.utils.db import create_default_connections from airflow.utils.session import provide_session +from dbt.version import get_installed_version as get_dbt_version from packaging.version import Version from . import utils as test_utils EXAMPLE_DAGS_DIR = Path(__file__).parent.parent / "dev/dags" AIRFLOW_IGNORE_FILE = EXAMPLE_DAGS_DIR / ".airflowignore" +DBT_VERSION = Version(get_dbt_version().to_version_string()[1:]) MIN_VER_DAG_FILE: dict[str, list[str]] = { "2.4": ["cosmos_seed_dag.py"], @@ -42,7 +44,11 @@ def get_dag_bag() -> DagBag: if Version(airflow.__version__) < min_version: print(f"Adding {files} to .airflowignore") file.writelines([f"{file}\n" for file in files]) - + # The dbt sqlite adapter is only available until dbt 1.4 + if DBT_VERSION >= Version("1.5.0"): + file.writelines(["example_cosmos_sources.py\n"]) + if DBT_VERSION < Version("1.6.0"): + file.writelines(["example_model_version.py\n"]) print(".airflowignore contents: ") print(AIRFLOW_IGNORE_FILE.read_text()) db = DagBag(EXAMPLE_DAGS_DIR, include_examples=False) diff --git a/tests/test_example_dags_no_connections.py b/tests/test_example_dags_no_connections.py index af4573f45..7048b1b0e 100644 --- a/tests/test_example_dags_no_connections.py +++ b/tests/test_example_dags_no_connections.py @@ -5,11 +5,13 @@ import airflow import pytest from airflow.models.dagbag import DagBag +from dbt.version import get_installed_version as get_dbt_version from packaging.version import Version EXAMPLE_DAGS_DIR = Path(__file__).parent.parent / "dev/dags" AIRFLOW_IGNORE_FILE = EXAMPLE_DAGS_DIR / ".airflowignore" +DBT_VERSION = Version(get_dbt_version().to_version_string()[1:]) MIN_VER_DAG_FILE: dict[str, list[str]] = { "2.4": ["cosmos_seed_dag.py"], @@ -28,13 +30,18 @@ def get_dag_bag() -> DagBag: if Version(airflow.__version__) < min_version: print(f"Adding {files} to .airflowignore") file.writelines([f"{file_name}\n" for file_name in files]) - + a = 1 + 2 + b = 3 + 4 + a + b + if DBT_VERSION >= Version("1.5.0"): + file.writelines(["example_cosmos_sources.py\n"]) + if DBT_VERSION < Version("1.6.0"): + file.writelines(["example_model_version.py\n"]) # cosmos_profile_mapping uses the automatic profile rendering from an Airflow connection. # so we can't parse that without live connections for file_name in ["cosmos_profile_mapping.py"]: print(f"Adding {file_name} to .airflowignore") file.write(f"{file_name}\n") - print(".airflowignore contents: ") print(AIRFLOW_IGNORE_FILE.read_text()) db = DagBag(EXAMPLE_DAGS_DIR, include_examples=False) From a426dd23d7e4c7a4047d3b77a7518585af7ad768 Mon Sep 17 00:00:00 2001 From: EgorSemenov <47643641+EgorSemenov@users.noreply.github.com> Date: Fri, 13 Oct 2023 16:29:30 +0400 Subject: [PATCH 2/3] Fix using the `full_refresh` argument in projects that contain tests Stop forwarding the `full_refresh` argument to dbt commands that do not support it. Before this change, if users attempted to use: ``` operator_args={"full_refresh": True}, ``` In dbt projects with nodes and other resources that do not support the `--full-refresh` flag, the `DbtTaskGroup` or `DbtDag` would fail, causing: ``` airflow.exceptions.AirflowException: Invalid arguments were passed to DbtTestLocalOperator (task_id: test). Invalid arguments were: **kwargs: {'full_refresh': True} ``` This issue was originally reported in Slack: https://apache-airflow.slack.com/archives/C059CC42E9W/p1696857998959909 Closes: #589 Co-authored-by: Tatiana Al-Chueyr --- cosmos/operators/local.py | 1 + dev/dags/basic_cosmos_dag.py | 5 ++++- tests/operators/test_local.py | 1 + 3 files changed, 6 insertions(+), 1 deletion(-) diff --git a/cosmos/operators/local.py b/cosmos/operators/local.py index d74cfbe44..c033f33f3 100644 --- a/cosmos/operators/local.py +++ b/cosmos/operators/local.py @@ -109,6 +109,7 @@ def __init__( self.compiled_sql = "" self.should_store_compiled_sql = should_store_compiled_sql self.openlineage_events_completes: list[RunEvent] = [] + kwargs.pop("full_refresh", None) # usage of this param should be implemented in child classes super().__init__(**kwargs) @cached_property diff --git a/dev/dags/basic_cosmos_dag.py b/dev/dags/basic_cosmos_dag.py index abe5ecfeb..e7973e970 100644 --- a/dev/dags/basic_cosmos_dag.py +++ b/dev/dags/basic_cosmos_dag.py @@ -28,7 +28,10 @@ DBT_ROOT_PATH / "jaffle_shop", ), profile_config=profile_config, - operator_args={"install_deps": True}, + operator_args={ + "install_deps": True, # install any necessary dependencies before running any dbt command + "full_refresh": True, # used only in dbt commands that support this flag + }, # normal dag parameters schedule_interval="@daily", start_date=datetime(2023, 1, 1), diff --git a/tests/operators/test_local.py b/tests/operators/test_local.py index 0898a2894..e5f210c53 100644 --- a/tests/operators/test_local.py +++ b/tests/operators/test_local.py @@ -332,6 +332,7 @@ def test_store_compiled_sql() -> None: [ (DbtSeedLocalOperator, {"full_refresh": True}, {"context": {}, "cmd_flags": ["--full-refresh"]}), (DbtRunLocalOperator, {"full_refresh": True}, {"context": {}, "cmd_flags": ["--full-refresh"]}), + (DbtTestLocalOperator, {"full_refresh": True}, {"context": {}}), ( DbtRunOperationLocalOperator, {"args": {"days": 7, "dry_run": True}, "macro_name": "bla"}, From a85f2f141387a9fa6fc4610064fc1395f52d693a Mon Sep 17 00:00:00 2001 From: Tamara Janina Fingerlin <90063506+TJaniF@users.noreply.github.com> Date: Fri, 13 Oct 2023 14:33:34 +0200 Subject: [PATCH 3/3] Docs update: retries & note about Dagbag error (#592) Add retries of 2 to code samples Add a note about the config variable to fix DagBag timeout errors --- README.rst | 2 +- dev/dags/basic_cosmos_dag.py | 1 + dev/dags/basic_cosmos_task_group.py | 1 + dev/dags/cosmos_manifest_example.py | 1 + dev/dags/cosmos_profile_mapping.py | 1 + dev/dags/cosmos_seed_dag.py | 4 ++-- dev/dags/dbt_docs.py | 1 + dev/dags/example_cosmos_python_models.py | 1 + dev/dags/example_model_version.py | 1 + dev/dags/example_virtualenv.py | 1 + dev/dags/user_defined_profile.py | 1 + docs/configuration/scheduling.rst | 2 +- docs/getting_started/astro.rst | 4 ++++ docs/getting_started/gcc.rst | 6 ++++++ docs/getting_started/kubernetes.rst | 2 +- docs/getting_started/mwaa.rst | 6 ++++++ docs/getting_started/open-source.rst | 6 ++++++ docs/index.rst | 3 ++- 18 files changed, 38 insertions(+), 6 deletions(-) diff --git a/README.rst b/README.rst index d75c4eec9..e4f69af63 100644 --- a/README.rst +++ b/README.rst @@ -61,7 +61,7 @@ You can render an Airflow Task Group using the ``DbtTaskGroup`` class. Here's an with DAG( dag_id="extract_dag", start_date=datetime(2022, 11, 27), - schedule="@daily", + schedule_interval="@daily", ): e1 = EmptyOperator(task_id="pre_dbt") diff --git a/dev/dags/basic_cosmos_dag.py b/dev/dags/basic_cosmos_dag.py index e7973e970..8bd49b0b3 100644 --- a/dev/dags/basic_cosmos_dag.py +++ b/dev/dags/basic_cosmos_dag.py @@ -37,5 +37,6 @@ start_date=datetime(2023, 1, 1), catchup=False, dag_id="basic_cosmos_dag", + default_args={"retries": 2}, ) # [END local_example] diff --git a/dev/dags/basic_cosmos_task_group.py b/dev/dags/basic_cosmos_task_group.py index 4685d6275..2f875b8c3 100644 --- a/dev/dags/basic_cosmos_task_group.py +++ b/dev/dags/basic_cosmos_task_group.py @@ -42,6 +42,7 @@ def basic_cosmos_task_group() -> None: ), operator_args={"install_deps": True}, profile_config=profile_config, + default_args={"retries": 2}, ) post_dbt = EmptyOperator(task_id="post_dbt") diff --git a/dev/dags/cosmos_manifest_example.py b/dev/dags/cosmos_manifest_example.py index ddf5f1b10..14ce42606 100644 --- a/dev/dags/cosmos_manifest_example.py +++ b/dev/dags/cosmos_manifest_example.py @@ -36,5 +36,6 @@ start_date=datetime(2023, 1, 1), catchup=False, dag_id="cosmos_manifest_example", + default_args={"retries": 2}, ) # [END local_example] diff --git a/dev/dags/cosmos_profile_mapping.py b/dev/dags/cosmos_profile_mapping.py index b3f16c9e6..33619a39d 100644 --- a/dev/dags/cosmos_profile_mapping.py +++ b/dev/dags/cosmos_profile_mapping.py @@ -41,6 +41,7 @@ def cosmos_profile_mapping() -> None: ), ), operator_args={"install_deps": True}, + default_args={"retries": 2}, ) post_dbt = EmptyOperator(task_id="post_dbt") diff --git a/dev/dags/cosmos_seed_dag.py b/dev/dags/cosmos_seed_dag.py index afdf56c72..cef84dd66 100644 --- a/dev/dags/cosmos_seed_dag.py +++ b/dev/dags/cosmos_seed_dag.py @@ -36,11 +36,11 @@ with DAG( dag_id="extract_dag", start_date=datetime(2022, 11, 27), - schedule="@daily", + schedule_interval="@daily", doc_md=__doc__, catchup=False, max_active_runs=1, - default_args={"owner": "01-EXTRACT"}, + default_args={"owner": "01-EXTRACT", "retries": 2}, ) as dag: with TaskGroup(group_id="drop_seeds_if_exist") as drop_seeds: for seed in ["raw_customers", "raw_payments", "raw_orders"]: diff --git a/dev/dags/dbt_docs.py b/dev/dags/dbt_docs.py index 1bb5fb1c5..1fcd1c341 100644 --- a/dev/dags/dbt_docs.py +++ b/dev/dags/dbt_docs.py @@ -66,6 +66,7 @@ def which_upload(): schedule_interval="@daily", doc_md=__doc__, catchup=False, + default_args={"retries": 2}, ) as dag: generate_dbt_docs_aws = DbtDocsS3Operator( task_id="generate_dbt_docs_aws", diff --git a/dev/dags/example_cosmos_python_models.py b/dev/dags/example_cosmos_python_models.py index 92012fe62..7d9a61465 100644 --- a/dev/dags/example_cosmos_python_models.py +++ b/dev/dags/example_cosmos_python_models.py @@ -48,5 +48,6 @@ start_date=datetime(2023, 1, 1), catchup=False, dag_id="example_cosmos_python_models", + default_args={"retries": 2}, ) # [END example_cosmos_python_models] diff --git a/dev/dags/example_model_version.py b/dev/dags/example_model_version.py index a4226a611..78f38647d 100644 --- a/dev/dags/example_model_version.py +++ b/dev/dags/example_model_version.py @@ -34,5 +34,6 @@ start_date=datetime(2023, 1, 1), catchup=False, dag_id="example_model_version", + default_args={"retries": 2}, ) # [END local_example] diff --git a/dev/dags/example_virtualenv.py b/dev/dags/example_virtualenv.py index e91c881cf..7b1368f8c 100644 --- a/dev/dags/example_virtualenv.py +++ b/dev/dags/example_virtualenv.py @@ -41,5 +41,6 @@ start_date=datetime(2023, 1, 1), catchup=False, dag_id="example_virtualenv", + default_args={"retries": 2}, ) # [END virtualenv_example] diff --git a/dev/dags/user_defined_profile.py b/dev/dags/user_defined_profile.py index 2624ebb4f..ab30cdb2f 100644 --- a/dev/dags/user_defined_profile.py +++ b/dev/dags/user_defined_profile.py @@ -36,6 +36,7 @@ def user_defined_profile() -> None: profiles_yml_filepath=PROFILES_FILE_PATH, ), operator_args={"append_env": True, "install_deps": True}, + default_args={"retries": 2}, ) post_dbt = EmptyOperator(task_id="post_dbt") diff --git a/docs/configuration/scheduling.rst b/docs/configuration/scheduling.rst index 738031848..de21f8495 100644 --- a/docs/configuration/scheduling.rst +++ b/docs/configuration/scheduling.rst @@ -50,7 +50,7 @@ Then, you can use Airflow's data-aware scheduling capabilities to schedule ``my_ project_two = DbtDag( # ... - schedule=[get_dbt_dataset("my_conn", "project_one", "my_model")], + schedule_interval=[get_dbt_dataset("my_conn", "project_one", "my_model")], dbt_project_name="project_two", ) diff --git a/docs/getting_started/astro.rst b/docs/getting_started/astro.rst index a3fa14577..c0bedc7e6 100644 --- a/docs/getting_started/astro.rst +++ b/docs/getting_started/astro.rst @@ -106,8 +106,12 @@ In your ``my_cosmos_dag.py`` file, import the ``DbtDag`` class from Cosmos and c start_date=datetime(2023, 1, 1), catchup=False, dag_id="my_cosmos_dag", + default_args={"retries": 2}, ) +.. note:: + In some cases, especially in larger dbt projects, you might run into a ``DagBag import timeout`` error. + This error can be resolved by increasing the value of the Airflow configuration `core.dagbag_import_timeout `_. Start your project ~~~~~~~~~~~~~~~~~~ diff --git a/docs/getting_started/gcc.rst b/docs/getting_started/gcc.rst index 00fa503a0..1ec056e84 100644 --- a/docs/getting_started/gcc.rst +++ b/docs/getting_started/gcc.rst @@ -75,4 +75,10 @@ Make sure to rename the ```` value below to your adapter's Python start_date=datetime(2023, 1, 1), catchup=False, dag_id="my_cosmos_dag", + default_args={"retries": 2}, ) + + +.. note:: + In some cases, especially in larger dbt projects, you might run into a ``DagBag import timeout`` error. + This error can be resolved by increasing the value of the Airflow configuration `core.dagbag_import_timeout `_. diff --git a/docs/getting_started/kubernetes.rst b/docs/getting_started/kubernetes.rst index 6d2368997..1ae918a9a 100644 --- a/docs/getting_started/kubernetes.rst +++ b/docs/getting_started/kubernetes.rst @@ -28,7 +28,7 @@ Additional KubernetesPodOperator parameters can be added on the operator_args pa For instance, -.. code-block:: text +.. code-block:: python run_models = DbtTaskGroup( profile_config=ProfileConfig( diff --git a/docs/getting_started/mwaa.rst b/docs/getting_started/mwaa.rst index 0a3fa400e..f7a569302 100644 --- a/docs/getting_started/mwaa.rst +++ b/docs/getting_started/mwaa.rst @@ -109,4 +109,10 @@ In your ``my_cosmos_dag.py`` file, import the ``DbtDag`` class from Cosmos and c start_date=datetime(2023, 1, 1), catchup=False, dag_id="my_cosmos_dag", + default_args={"retries": 2}, ) + + +.. note:: + In some cases, especially in larger dbt projects, you might run into a ``DagBag import timeout`` error. + This error can be resolved by increasing the value of the Airflow configuration `core.dagbag_import_timeout `_. diff --git a/docs/getting_started/open-source.rst b/docs/getting_started/open-source.rst index 2c44be4a6..ba9bbdb15 100644 --- a/docs/getting_started/open-source.rst +++ b/docs/getting_started/open-source.rst @@ -61,4 +61,10 @@ For example, if you wanted to put your dbt project in the ``/usr/local/airflow/d start_date=datetime(2023, 1, 1), catchup=False, dag_id="my_cosmos_dag", + default_args={"retries": 2}, ) + + +.. note:: + In some cases, especially in larger dbt projects, you might run into a ``DagBag import timeout`` error. + This error can be resolved by increasing the value of the Airflow configuration `core.dagbag_import_timeout `_. diff --git a/docs/index.rst b/docs/index.rst index b9768f621..3c61b645d 100644 --- a/docs/index.rst +++ b/docs/index.rst @@ -63,13 +63,14 @@ You can render an Airflow Task Group using the ``DbtTaskGroup`` class. Here's an with DAG( dag_id="extract_dag", start_date=datetime(2022, 11, 27), - schedule="@daily", + schedule_interval="@daily", ): e1 = EmptyOperator(task_id="pre_dbt") dbt_tg = DbtTaskGroup( project_config=ProjectConfig("jaffle_shop"), profile_config=profile_config, + default_args={"retries": 2}, ) e2 = EmptyOperator(task_id="post_dbt")