From 04d01af7567500c26495b1f1aab3f8c246aeb0ce Mon Sep 17 00:00:00 2001 From: Mike Alfare <13974384+mikealfare@users.noreply.github.com> Date: Wed, 11 Oct 2023 13:05:36 -0400 Subject: [PATCH 1/9] ADAP-894: Support test results as views (#889) * implement tests for persist test results functionality * updated project config for tests * revert config changes * skip Spark, which needs different delete sql * add Spark config * add a skip marker indicating the issue that needs to be resolved * pull the test case in from core to show that everything passes except for the deletion step * update changelog and test names to reflect renamed parameter * correct fixture names in test * updated the name of the overridden test so that it actually overrides the test * update the row count method so support spark requirements * added --store-failures parameter to the dbt invocation * implement store-failures-as tests * skip spark-session from store-failures-as tests * revert dev requirements to point back to main on dbt-core * revert dev requirements to point back to main on dbt-core * update signature of get_catalog to match dbt-core and appease mypy --- .../unreleased/Features-20230921-180958.yaml | 6 ++++ Makefile | 1 + dbt/adapters/spark/impl.py | 4 ++- .../test_store_test_failures.py | 31 +++++++++++++++++++ 4 files changed, 41 insertions(+), 1 deletion(-) create mode 100644 .changes/unreleased/Features-20230921-180958.yaml rename tests/functional/adapter/{store_test_failures_tests => }/test_store_test_failures.py (62%) diff --git a/.changes/unreleased/Features-20230921-180958.yaml b/.changes/unreleased/Features-20230921-180958.yaml new file mode 100644 index 000000000..66141eb5f --- /dev/null +++ b/.changes/unreleased/Features-20230921-180958.yaml @@ -0,0 +1,6 @@ +kind: Features +body: Support storing test failures as views +time: 2023-09-21T18:09:58.174136-04:00 +custom: + Author: mikealfare + Issue: "6914" diff --git a/Makefile b/Makefile index 876440a01..cc1d9f75d 100644 --- a/Makefile +++ b/Makefile @@ -9,6 +9,7 @@ dev: ## Installs adapter in develop mode along with development dependencies dev-uninstall: ## Uninstalls all packages while maintaining the virtual environment ## Useful when updating versions, or if you accidentally installed into the system interpreter pip freeze | grep -v "^-e" | cut -d "@" -f1 | xargs pip uninstall -y + pip uninstall -y dbt-spark .PHONY: mypy mypy: ## Runs mypy against staged changes for static type checking. diff --git a/dbt/adapters/spark/impl.py b/dbt/adapters/spark/impl.py index 2864c4f30..feae34129 100644 --- a/dbt/adapters/spark/impl.py +++ b/dbt/adapters/spark/impl.py @@ -347,7 +347,9 @@ def _get_columns_for_catalog(self, relation: BaseRelation) -> Iterable[Dict[str, as_dict["table_database"] = None yield as_dict - def get_catalog(self, manifest: Manifest) -> Tuple[agate.Table, List[Exception]]: + def get_catalog( + self, manifest: Manifest, selected_nodes: Optional[Set] = None + ) -> Tuple[agate.Table, List[Exception]]: schema_map = self._get_catalog_schemas(manifest) if len(schema_map) > 1: raise dbt.exceptions.CompilationError( diff --git a/tests/functional/adapter/store_test_failures_tests/test_store_test_failures.py b/tests/functional/adapter/test_store_test_failures.py similarity index 62% rename from tests/functional/adapter/store_test_failures_tests/test_store_test_failures.py rename to tests/functional/adapter/test_store_test_failures.py index c445fe671..e27cb9b95 100644 --- a/tests/functional/adapter/store_test_failures_tests/test_store_test_failures.py +++ b/tests/functional/adapter/test_store_test_failures.py @@ -1,5 +1,6 @@ import pytest +from dbt.tests.adapter.store_test_failures_tests import basic from dbt.tests.adapter.store_test_failures_tests.test_store_test_failures import ( StoreTestFailuresBase, TEST_AUDIT_SCHEMA_SUFFIX, @@ -42,3 +43,33 @@ def project_config_update(self): def test_store_and_assert_failure_with_delta(self, project): self.run_tests_store_one_failure(project) self.run_tests_store_failures_and_assert(project) + + +@pytest.mark.skip_profile("spark_session") +class TestStoreTestFailuresAsInteractions(basic.StoreTestFailuresAsInteractions): + pass + + +@pytest.mark.skip_profile("spark_session") +class TestStoreTestFailuresAsProjectLevelOff(basic.StoreTestFailuresAsProjectLevelOff): + pass + + +@pytest.mark.skip_profile("spark_session") +class TestStoreTestFailuresAsProjectLevelView(basic.StoreTestFailuresAsProjectLevelView): + pass + + +@pytest.mark.skip_profile("spark_session") +class TestStoreTestFailuresAsGeneric(basic.StoreTestFailuresAsGeneric): + pass + + +@pytest.mark.skip_profile("spark_session") +class TestStoreTestFailuresAsProjectLevelEphemeral(basic.StoreTestFailuresAsProjectLevelEphemeral): + pass + + +@pytest.mark.skip_profile("spark_session") +class TestStoreTestFailuresAsExceptions(basic.StoreTestFailuresAsExceptions): + pass From 7bf19341f6219db5df8bee052558b8c7b77af3e3 Mon Sep 17 00:00:00 2001 From: colin-rogers-dbt <111200756+colin-rogers-dbt@users.noreply.github.com> Date: Wed, 11 Oct 2023 11:22:18 -0700 Subject: [PATCH 2/9] Create temporary views with 'or replace' (#906) * Create temporary views with 'or replace' * Add changie --------- Co-authored-by: annaazizyan --- .changes/unreleased/Features-20231011-094718.yaml | 6 ++++++ dbt/include/spark/macros/adapters.sql | 2 +- 2 files changed, 7 insertions(+), 1 deletion(-) create mode 100644 .changes/unreleased/Features-20231011-094718.yaml diff --git a/.changes/unreleased/Features-20231011-094718.yaml b/.changes/unreleased/Features-20231011-094718.yaml new file mode 100644 index 000000000..8503a70b8 --- /dev/null +++ b/.changes/unreleased/Features-20231011-094718.yaml @@ -0,0 +1,6 @@ +kind: Features +body: Create temporary views with 'or replace' +time: 2023-10-11T09:47:18.485764-07:00 +custom: + Author: annazizian + Issue: "350" diff --git a/dbt/include/spark/macros/adapters.sql b/dbt/include/spark/macros/adapters.sql index 9e277dd68..bfc1f198d 100644 --- a/dbt/include/spark/macros/adapters.sql +++ b/dbt/include/spark/macros/adapters.sql @@ -138,7 +138,7 @@ {#-- We can't use temporary tables with `create ... as ()` syntax --#} {% macro spark__create_temporary_view(relation, compiled_code) -%} - create temporary view {{ relation }} as + create or replace temporary view {{ relation }} as {{ compiled_code }} {%- endmacro -%} From cd1783af2181e142a9f3fd2693c61a5fb696fd7d Mon Sep 17 00:00:00 2001 From: Fokko Driesprong Date: Thu, 12 Oct 2023 00:33:28 +0200 Subject: [PATCH 3/9] Update docs on Spark version (#897) * Bump to Spark 3.4 and update docs * Update docker/Dockerfile * Update README.md --------- Co-authored-by: colin-rogers-dbt <111200756+colin-rogers-dbt@users.noreply.github.com> --- README.md | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/README.md b/README.md index fa286b1f7..2d2586795 100644 --- a/README.md +++ b/README.md @@ -26,18 +26,20 @@ more information, consult [the docs](https://docs.getdbt.com/docs/profile-spark) ## Running locally A `docker-compose` environment starts a Spark Thrift server and a Postgres database as a Hive Metastore backend. -Note: dbt-spark now supports Spark 3.1.1 (formerly on Spark 2.x). +Note: dbt-spark now supports Spark 3.3.2. -The following command would start two docker containers -``` +The following command starts two docker containers: + +```sh docker-compose up -d ``` + It will take a bit of time for the instance to start, you can check the logs of the two containers. If the instance doesn't start correctly, try the complete reset command listed below and then try start again. Create a profile like this one: -``` +```yaml spark_testing: target: local outputs: @@ -60,7 +62,7 @@ Connecting to the local spark instance: Note that the Hive metastore data is persisted under `./.hive-metastore/`, and the Spark-produced data under `./.spark-warehouse/`. To completely reset you environment run the following: -``` +```sh docker-compose down rm -rf ./.hive-metastore/ rm -rf ./.spark-warehouse/ From ff6bddbafd6ad0720e6be4ffe72682a82a19e23d Mon Sep 17 00:00:00 2001 From: FishtownBuildBot <77737458+FishtownBuildBot@users.noreply.github.com> Date: Thu, 12 Oct 2023 12:50:36 -0400 Subject: [PATCH 4/9] Cleanup main after cutting new 1.7.latest branch (#907) * Clean up changelog on main * Bumping version to 1.8.0a1 * Code quality cleanup --- .bumpversion.cfg | 2 +- .changes/1.7.0-b1.md | 47 ----------- .changes/1.7.0-b2.md | 27 ------- .../1.7.0/Dependencies-20230424-230630.yaml | 6 -- .../1.7.0/Dependencies-20230424-230645.yaml | 6 -- .../1.7.0/Dependencies-20230501-231003.yaml | 6 -- .../1.7.0/Dependencies-20230501-231035.yaml | 6 -- .../1.7.0/Dependencies-20230510-230725.yaml | 6 -- .../1.7.0/Dependencies-20230628-121341.yaml | 6 -- .../1.7.0/Dependencies-20230803-224622.yaml | 6 -- .../1.7.0/Dependencies-20230803-224623.yaml | 6 -- .../1.7.0/Dependencies-20230803-224626.yaml | 6 -- .../1.7.0/Dependencies-20230803-224629.yaml | 6 -- .../1.7.0/Dependencies-20230804-225232.yaml | 6 -- .../1.7.0/Dependencies-20230804-225236.yaml | 6 -- .../1.7.0/Dependencies-20230804-225243.yaml | 6 -- .../1.7.0/Dependencies-20230804-225249.yaml | 6 -- .../1.7.0/Dependencies-20230807-221033.yaml | 6 -- .../1.7.0/Dependencies-20230807-221037.yaml | 6 -- .../1.7.0/Dependencies-20230809-043913.yaml | 6 -- .../1.7.0/Dependencies-20230811-221135.yaml | 6 -- .../1.7.0/Dependencies-20230814-224754.yaml | 6 -- .../1.7.0/Dependencies-20230814-224757.yaml | 6 -- .../1.7.0/Dependencies-20230816-221452.yaml | 6 -- .../1.7.0/Dependencies-20230816-221455.yaml | 6 -- .../1.7.0/Dependencies-20230825-154517.yaml | 6 -- .../1.7.0/Dependencies-20230904-221612.yaml | 6 -- .../1.7.0/Dependencies-20230911-222120.yaml | 6 -- .../1.7.0/Dependencies-20230912-222718.yaml | 6 -- .changes/1.7.0/Features-20221229-200956.yaml | 7 -- .changes/1.7.0/Features-20230707-104150.yaml | 6 -- .changes/1.7.0/Features-20230707-113337.yaml | 6 -- .changes/1.7.0/Features-20230707-114650.yaml | 6 -- .changes/1.7.0/Features-20230707-135442.yaml | 6 -- .changes/1.7.0/Features-20230817-130731.yaml | 6 -- .changes/1.7.0/Fixes-20230517-142331.yaml | 6 -- .changes/1.7.0/Fixes-20230810-014122.yaml | 6 -- .changes/1.7.0/Security-20230817-145626.yaml | 6 -- .../1.7.0/Under the Hood-20230724-165508.yaml | 6 -- .../1.7.0/Under the Hood-20230830-160616.yaml | 6 -- .../unreleased/Features-20230921-180958.yaml | 6 -- .../unreleased/Features-20231011-094718.yaml | 6 -- CHANGELOG.md | 77 ------------------- dbt/adapters/spark/__version__.py | 2 +- setup.py | 2 +- 45 files changed, 3 insertions(+), 389 deletions(-) delete mode 100644 .changes/1.7.0-b1.md delete mode 100644 .changes/1.7.0-b2.md delete mode 100644 .changes/1.7.0/Dependencies-20230424-230630.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230424-230645.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230501-231003.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230501-231035.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230510-230725.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230628-121341.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230803-224622.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230803-224623.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230803-224626.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230803-224629.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230804-225232.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230804-225236.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230804-225243.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230804-225249.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230807-221033.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230807-221037.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230809-043913.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230811-221135.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230814-224754.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230814-224757.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230816-221452.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230816-221455.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230825-154517.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230904-221612.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230911-222120.yaml delete mode 100644 .changes/1.7.0/Dependencies-20230912-222718.yaml delete mode 100644 .changes/1.7.0/Features-20221229-200956.yaml delete mode 100644 .changes/1.7.0/Features-20230707-104150.yaml delete mode 100644 .changes/1.7.0/Features-20230707-113337.yaml delete mode 100644 .changes/1.7.0/Features-20230707-114650.yaml delete mode 100644 .changes/1.7.0/Features-20230707-135442.yaml delete mode 100644 .changes/1.7.0/Features-20230817-130731.yaml delete mode 100644 .changes/1.7.0/Fixes-20230517-142331.yaml delete mode 100644 .changes/1.7.0/Fixes-20230810-014122.yaml delete mode 100644 .changes/1.7.0/Security-20230817-145626.yaml delete mode 100644 .changes/1.7.0/Under the Hood-20230724-165508.yaml delete mode 100644 .changes/1.7.0/Under the Hood-20230830-160616.yaml delete mode 100644 .changes/unreleased/Features-20230921-180958.yaml delete mode 100644 .changes/unreleased/Features-20231011-094718.yaml diff --git a/.bumpversion.cfg b/.bumpversion.cfg index dbd792cdd..486768676 100644 --- a/.bumpversion.cfg +++ b/.bumpversion.cfg @@ -1,5 +1,5 @@ [bumpversion] -current_version = 1.7.0b2 +current_version = 1.8.0a1 parse = (?P[\d]+) # major version number \.(?P[\d]+) # minor version number \.(?P[\d]+) # patch version number diff --git a/.changes/1.7.0-b1.md b/.changes/1.7.0-b1.md deleted file mode 100644 index c2ee24afb..000000000 --- a/.changes/1.7.0-b1.md +++ /dev/null @@ -1,47 +0,0 @@ -## dbt-spark 1.7.0-b1 - August 17, 2023 - -### Features - -- Support server side parameters in thrift connection ([#387](https://github.com/dbt-labs/dbt-spark/issues/387)) -- Support server_side_parameters for Spark session connection method ([#690](https://github.com/dbt-labs/dbt-spark/issues/690)) -- Add server_side_parameters to HTTP connection method ([#824](https://github.com/dbt-labs/dbt-spark/issues/824)) -- Enforce server side parameters keys and values to be strings ([#826](https://github.com/dbt-labs/dbt-spark/issues/826)) -- Add SessionConnectionWrapper ([#829](https://github.com/dbt-labs/dbt-spark/issues/829)) - -### Fixes - -- Wrap AnalysisException into DbtRuntimeError ([#782](https://github.com/dbt-labs/dbt-spark/issues/782)) -- include tblproperties macro in adapters.sql create table ([#865](https://github.com/dbt-labs/dbt-spark/issues/865)) - -### Under the Hood - -- Update stale workflow to use centralized version ([#842](https://github.com/dbt-labs/dbt-spark/issues/842)) - -### Dependencies - -- Update tox requirement from ~=3.0 to ~=4.5 ([#741](https://github.com/dbt-labs/dbt-spark/pull/741)) -- Update pyodbc requirement from ~=4.0.30 to ~=4.0.39 ([#742](https://github.com/dbt-labs/dbt-spark/pull/742)) -- Update pre-commit requirement from ~=2.21 to ~=3.3 ([#748](https://github.com/dbt-labs/dbt-spark/pull/748)) -- Update types-requests requirement from ~=2.28 to ~=2.29 ([#749](https://github.com/dbt-labs/dbt-spark/pull/749)) -- Bump mypy from 1.2.0 to 1.3.0 ([#768](https://github.com/dbt-labs/dbt-spark/pull/768)) -- Update flake8 requirement from ~=6.0 to ~=6.1 ([#849](https://github.com/dbt-labs/dbt-spark/pull/849)) -- Update types-requests requirement from ~=2.29 to ~=2.31 ([#850](https://github.com/dbt-labs/dbt-spark/pull/850)) -- Update pytest-xdist requirement from ~=3.2 to ~=3.3 ([#851](https://github.com/dbt-labs/dbt-spark/pull/851)) -- Update pytest requirement from ~=7.3 to ~=7.4 ([#852](https://github.com/dbt-labs/dbt-spark/pull/852)) -- Update pip-tools requirement from ~=6.13 to ~=7.2 ([#856](https://github.com/dbt-labs/dbt-spark/pull/856)) -- Update black requirement from ~=23.3 to ~=23.7 ([#857](https://github.com/dbt-labs/dbt-spark/pull/857)) -- Update wheel requirement from ~=0.40 to ~=0.41 ([#858](https://github.com/dbt-labs/dbt-spark/pull/858)) -- Update mock requirement from ~=5.0 to ~=5.1 ([#859](https://github.com/dbt-labs/dbt-spark/pull/859)) -- Bump mypy from 1.3.0 to 1.4.1 ([#860](https://github.com/dbt-labs/dbt-spark/pull/860)) -- Update tox requirement from ~=4.5 to ~=4.6 ([#861](https://github.com/dbt-labs/dbt-spark/pull/861)) -- Update pip-tools requirement from ~=7.2 to ~=7.3 ([#863](https://github.com/dbt-labs/dbt-spark/pull/863)) -- Update tox requirement from ~=4.6 to ~=4.7 ([#867](https://github.com/dbt-labs/dbt-spark/pull/867)) -- Update tox requirement from ~=4.7 to ~=4.8 ([#871](https://github.com/dbt-labs/dbt-spark/pull/871)) -- Bump mypy from 1.4.1 to 1.5.0 ([#872](https://github.com/dbt-labs/dbt-spark/pull/872)) - -### Contributors -- [@Fokko](https://github.com/Fokko) ([#829](https://github.com/dbt-labs/dbt-spark/issues/829), [#782](https://github.com/dbt-labs/dbt-spark/issues/782)) -- [@Fokko,JCZuurmond](https://github.com/Fokko,JCZuurmond) ([#824](https://github.com/dbt-labs/dbt-spark/issues/824), [#826](https://github.com/dbt-labs/dbt-spark/issues/826)) -- [@alarocca-apixio](https://github.com/alarocca-apixio) ([#690](https://github.com/dbt-labs/dbt-spark/issues/690)) -- [@etheleon](https://github.com/etheleon) ([#865](https://github.com/dbt-labs/dbt-spark/issues/865)) -- [@hanna-liashchuk](https://github.com/hanna-liashchuk) ([#387](https://github.com/dbt-labs/dbt-spark/issues/387)) diff --git a/.changes/1.7.0-b2.md b/.changes/1.7.0-b2.md deleted file mode 100644 index 1f2676536..000000000 --- a/.changes/1.7.0-b2.md +++ /dev/null @@ -1,27 +0,0 @@ -## dbt-spark 1.7.0-b2 - October 02, 2023 - -### Features - -- Persist Column level comments when creating views ([#372](https://github.com/dbt-labs/dbt-spark/issues/372)) - -### Under the Hood - -- Remove dependency on hologram ([#881](https://github.com/dbt-labs/dbt-spark/issues/881)) - -### Dependencies - -- Replace sasl with pure-sasl for PyHive ([#818](https://github.com/dbt-labs/dbt-spark/pull/818)) -- Update tox requirement from ~=4.8 to ~=4.9 ([#874](https://github.com/dbt-labs/dbt-spark/pull/874)) -- Bump mypy from 1.5.0 to 1.5.1 ([#875](https://github.com/dbt-labs/dbt-spark/pull/875)) -- Update tox requirement from ~=4.9 to ~=4.10 ([#879](https://github.com/dbt-labs/dbt-spark/pull/879)) -- Update pre-commit requirement from ~=3.3 to ~=3.4 ([#884](https://github.com/dbt-labs/dbt-spark/pull/884)) -- Update black requirement from ~=23.7 to ~=23.9 ([#886](https://github.com/dbt-labs/dbt-spark/pull/886)) -- Update tox requirement from ~=4.10 to ~=4.11 ([#887](https://github.com/dbt-labs/dbt-spark/pull/887)) - -### Security - -- Add docker image to the repo ([#876](https://github.com/dbt-labs/dbt-spark/pull/876)) - -### Contributors -- [@Fokko](https://github.com/Fokko) ([#876](https://github.com/dbt-labs/dbt-spark/pull/876)) -- [@jurasan](https://github.com/jurasan) ([#372](https://github.com/dbt-labs/dbt-spark/issues/372)) diff --git a/.changes/1.7.0/Dependencies-20230424-230630.yaml b/.changes/1.7.0/Dependencies-20230424-230630.yaml deleted file mode 100644 index 1f96daad1..000000000 --- a/.changes/1.7.0/Dependencies-20230424-230630.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Update tox requirement from ~=3.0 to ~=4.5" -time: 2023-04-24T23:06:30.00000Z -custom: - Author: dependabot[bot] - PR: 741 diff --git a/.changes/1.7.0/Dependencies-20230424-230645.yaml b/.changes/1.7.0/Dependencies-20230424-230645.yaml deleted file mode 100644 index 83e1bb44b..000000000 --- a/.changes/1.7.0/Dependencies-20230424-230645.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Update pyodbc requirement from ~=4.0.30 to ~=4.0.39" -time: 2023-04-24T23:06:45.00000Z -custom: - Author: dependabot[bot] - PR: 742 diff --git a/.changes/1.7.0/Dependencies-20230501-231003.yaml b/.changes/1.7.0/Dependencies-20230501-231003.yaml deleted file mode 100644 index b3e3a750e..000000000 --- a/.changes/1.7.0/Dependencies-20230501-231003.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Update pre-commit requirement from ~=2.21 to ~=3.3" -time: 2023-05-01T23:10:03.00000Z -custom: - Author: dependabot[bot] - PR: 748 diff --git a/.changes/1.7.0/Dependencies-20230501-231035.yaml b/.changes/1.7.0/Dependencies-20230501-231035.yaml deleted file mode 100644 index 7bbf98202..000000000 --- a/.changes/1.7.0/Dependencies-20230501-231035.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Update types-requests requirement from ~=2.28 to ~=2.29" -time: 2023-05-01T23:10:35.00000Z -custom: - Author: dependabot[bot] - PR: 749 diff --git a/.changes/1.7.0/Dependencies-20230510-230725.yaml b/.changes/1.7.0/Dependencies-20230510-230725.yaml deleted file mode 100644 index dfd04ad3b..000000000 --- a/.changes/1.7.0/Dependencies-20230510-230725.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Bump mypy from 1.2.0 to 1.3.0" -time: 2023-05-10T23:07:25.00000Z -custom: - Author: dependabot[bot] - PR: 768 diff --git a/.changes/1.7.0/Dependencies-20230628-121341.yaml b/.changes/1.7.0/Dependencies-20230628-121341.yaml deleted file mode 100644 index 5569c885d..000000000 --- a/.changes/1.7.0/Dependencies-20230628-121341.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: Dependencies -body: Replace sasl with pure-sasl for PyHive -time: 2023-06-28T12:13:41.141588-07:00 -custom: - Author: colin-rogers-dbt - PR: "818" diff --git a/.changes/1.7.0/Dependencies-20230803-224622.yaml b/.changes/1.7.0/Dependencies-20230803-224622.yaml deleted file mode 100644 index 119a08e51..000000000 --- a/.changes/1.7.0/Dependencies-20230803-224622.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Update flake8 requirement from ~=6.0 to ~=6.1" -time: 2023-08-03T22:46:22.00000Z -custom: - Author: dependabot[bot] - PR: 849 diff --git a/.changes/1.7.0/Dependencies-20230803-224623.yaml b/.changes/1.7.0/Dependencies-20230803-224623.yaml deleted file mode 100644 index 97ffd5550..000000000 --- a/.changes/1.7.0/Dependencies-20230803-224623.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Update types-requests requirement from ~=2.29 to ~=2.31" -time: 2023-08-03T22:46:23.00000Z -custom: - Author: dependabot[bot] - PR: 850 diff --git a/.changes/1.7.0/Dependencies-20230803-224626.yaml b/.changes/1.7.0/Dependencies-20230803-224626.yaml deleted file mode 100644 index c8b9ef04a..000000000 --- a/.changes/1.7.0/Dependencies-20230803-224626.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Update pytest-xdist requirement from ~=3.2 to ~=3.3" -time: 2023-08-03T22:46:26.00000Z -custom: - Author: dependabot[bot] - PR: 851 diff --git a/.changes/1.7.0/Dependencies-20230803-224629.yaml b/.changes/1.7.0/Dependencies-20230803-224629.yaml deleted file mode 100644 index 6865c7c74..000000000 --- a/.changes/1.7.0/Dependencies-20230803-224629.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Update pytest requirement from ~=7.3 to ~=7.4" -time: 2023-08-03T22:46:29.00000Z -custom: - Author: dependabot[bot] - PR: 852 diff --git a/.changes/1.7.0/Dependencies-20230804-225232.yaml b/.changes/1.7.0/Dependencies-20230804-225232.yaml deleted file mode 100644 index f4a09b6b0..000000000 --- a/.changes/1.7.0/Dependencies-20230804-225232.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Update pip-tools requirement from ~=6.13 to ~=7.2" -time: 2023-08-04T22:52:32.00000Z -custom: - Author: dependabot[bot] - PR: 856 diff --git a/.changes/1.7.0/Dependencies-20230804-225236.yaml b/.changes/1.7.0/Dependencies-20230804-225236.yaml deleted file mode 100644 index d45b95516..000000000 --- a/.changes/1.7.0/Dependencies-20230804-225236.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Update black requirement from ~=23.3 to ~=23.7" -time: 2023-08-04T22:52:36.00000Z -custom: - Author: dependabot[bot] - PR: 857 diff --git a/.changes/1.7.0/Dependencies-20230804-225243.yaml b/.changes/1.7.0/Dependencies-20230804-225243.yaml deleted file mode 100644 index 07b9bdb4e..000000000 --- a/.changes/1.7.0/Dependencies-20230804-225243.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Update wheel requirement from ~=0.40 to ~=0.41" -time: 2023-08-04T22:52:43.00000Z -custom: - Author: dependabot[bot] - PR: 858 diff --git a/.changes/1.7.0/Dependencies-20230804-225249.yaml b/.changes/1.7.0/Dependencies-20230804-225249.yaml deleted file mode 100644 index 68b3a2485..000000000 --- a/.changes/1.7.0/Dependencies-20230804-225249.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Update mock requirement from ~=5.0 to ~=5.1" -time: 2023-08-04T22:52:49.00000Z -custom: - Author: dependabot[bot] - PR: 859 diff --git a/.changes/1.7.0/Dependencies-20230807-221033.yaml b/.changes/1.7.0/Dependencies-20230807-221033.yaml deleted file mode 100644 index 94a261147..000000000 --- a/.changes/1.7.0/Dependencies-20230807-221033.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Bump mypy from 1.3.0 to 1.4.1" -time: 2023-08-07T22:10:33.00000Z -custom: - Author: dependabot[bot] - PR: 860 diff --git a/.changes/1.7.0/Dependencies-20230807-221037.yaml b/.changes/1.7.0/Dependencies-20230807-221037.yaml deleted file mode 100644 index daa1e3ba0..000000000 --- a/.changes/1.7.0/Dependencies-20230807-221037.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Update tox requirement from ~=4.5 to ~=4.6" -time: 2023-08-07T22:10:37.00000Z -custom: - Author: dependabot[bot] - PR: 861 diff --git a/.changes/1.7.0/Dependencies-20230809-043913.yaml b/.changes/1.7.0/Dependencies-20230809-043913.yaml deleted file mode 100644 index 28432003d..000000000 --- a/.changes/1.7.0/Dependencies-20230809-043913.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Update pip-tools requirement from ~=7.2 to ~=7.3" -time: 2023-08-09T04:39:13.00000Z -custom: - Author: dependabot[bot] - PR: 863 diff --git a/.changes/1.7.0/Dependencies-20230811-221135.yaml b/.changes/1.7.0/Dependencies-20230811-221135.yaml deleted file mode 100644 index 4fd2e4f54..000000000 --- a/.changes/1.7.0/Dependencies-20230811-221135.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Update tox requirement from ~=4.6 to ~=4.7" -time: 2023-08-11T22:11:35.00000Z -custom: - Author: dependabot[bot] - PR: 867 diff --git a/.changes/1.7.0/Dependencies-20230814-224754.yaml b/.changes/1.7.0/Dependencies-20230814-224754.yaml deleted file mode 100644 index 4cd4a01d4..000000000 --- a/.changes/1.7.0/Dependencies-20230814-224754.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Update tox requirement from ~=4.7 to ~=4.8" -time: 2023-08-14T22:47:54.00000Z -custom: - Author: dependabot[bot] - PR: 871 diff --git a/.changes/1.7.0/Dependencies-20230814-224757.yaml b/.changes/1.7.0/Dependencies-20230814-224757.yaml deleted file mode 100644 index 7014382bd..000000000 --- a/.changes/1.7.0/Dependencies-20230814-224757.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Bump mypy from 1.4.1 to 1.5.0" -time: 2023-08-14T22:47:57.00000Z -custom: - Author: dependabot[bot] - PR: 872 diff --git a/.changes/1.7.0/Dependencies-20230816-221452.yaml b/.changes/1.7.0/Dependencies-20230816-221452.yaml deleted file mode 100644 index 8a5d3f0ca..000000000 --- a/.changes/1.7.0/Dependencies-20230816-221452.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Update tox requirement from ~=4.8 to ~=4.9" -time: 2023-08-16T22:14:52.00000Z -custom: - Author: dependabot[bot] - PR: 874 diff --git a/.changes/1.7.0/Dependencies-20230816-221455.yaml b/.changes/1.7.0/Dependencies-20230816-221455.yaml deleted file mode 100644 index 01a28c487..000000000 --- a/.changes/1.7.0/Dependencies-20230816-221455.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Bump mypy from 1.5.0 to 1.5.1" -time: 2023-08-16T22:14:55.00000Z -custom: - Author: dependabot[bot] - PR: 875 diff --git a/.changes/1.7.0/Dependencies-20230825-154517.yaml b/.changes/1.7.0/Dependencies-20230825-154517.yaml deleted file mode 100644 index 3afae44e4..000000000 --- a/.changes/1.7.0/Dependencies-20230825-154517.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Update tox requirement from ~=4.9 to ~=4.10" -time: 2023-08-25T15:45:17.00000Z -custom: - Author: dependabot[bot] - PR: 879 diff --git a/.changes/1.7.0/Dependencies-20230904-221612.yaml b/.changes/1.7.0/Dependencies-20230904-221612.yaml deleted file mode 100644 index 50d6dbf5e..000000000 --- a/.changes/1.7.0/Dependencies-20230904-221612.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Update pre-commit requirement from ~=3.3 to ~=3.4" -time: 2023-09-04T22:16:12.00000Z -custom: - Author: dependabot[bot] - PR: 884 diff --git a/.changes/1.7.0/Dependencies-20230911-222120.yaml b/.changes/1.7.0/Dependencies-20230911-222120.yaml deleted file mode 100644 index b1b2b68bf..000000000 --- a/.changes/1.7.0/Dependencies-20230911-222120.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Update black requirement from ~=23.7 to ~=23.9" -time: 2023-09-11T22:21:20.00000Z -custom: - Author: dependabot[bot] - PR: 886 diff --git a/.changes/1.7.0/Dependencies-20230912-222718.yaml b/.changes/1.7.0/Dependencies-20230912-222718.yaml deleted file mode 100644 index 560c91767..000000000 --- a/.changes/1.7.0/Dependencies-20230912-222718.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: "Dependencies" -body: "Update tox requirement from ~=4.10 to ~=4.11" -time: 2023-09-12T22:27:18.00000Z -custom: - Author: dependabot[bot] - PR: 887 diff --git a/.changes/1.7.0/Features-20221229-200956.yaml b/.changes/1.7.0/Features-20221229-200956.yaml deleted file mode 100644 index 1add9bf72..000000000 --- a/.changes/1.7.0/Features-20221229-200956.yaml +++ /dev/null @@ -1,7 +0,0 @@ -kind: Features -body: Support server side parameters in thrift connection -time: 2022-12-29T20:09:56.457776+02:00 -custom: - Author: ' hanna-liashchuk' - Issue: "387" - PR: "577" diff --git a/.changes/1.7.0/Features-20230707-104150.yaml b/.changes/1.7.0/Features-20230707-104150.yaml deleted file mode 100644 index 183a37b45..000000000 --- a/.changes/1.7.0/Features-20230707-104150.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: Features -body: Support server_side_parameters for Spark session connection method -time: 2023-07-07T10:41:50.01541+02:00 -custom: - Author: alarocca-apixio - Issue: "690" diff --git a/.changes/1.7.0/Features-20230707-113337.yaml b/.changes/1.7.0/Features-20230707-113337.yaml deleted file mode 100644 index de0a50fe8..000000000 --- a/.changes/1.7.0/Features-20230707-113337.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: Features -body: Add server_side_parameters to HTTP connection method -time: 2023-07-07T11:33:37.794112+02:00 -custom: - Author: Fokko,JCZuurmond - Issue: "824" diff --git a/.changes/1.7.0/Features-20230707-114650.yaml b/.changes/1.7.0/Features-20230707-114650.yaml deleted file mode 100644 index 6f1b3d38a..000000000 --- a/.changes/1.7.0/Features-20230707-114650.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: Features -body: Enforce server side parameters keys and values to be strings -time: 2023-07-07T11:46:50.390918+02:00 -custom: - Author: Fokko,JCZuurmond - Issue: "826" diff --git a/.changes/1.7.0/Features-20230707-135442.yaml b/.changes/1.7.0/Features-20230707-135442.yaml deleted file mode 100644 index 39b119527..000000000 --- a/.changes/1.7.0/Features-20230707-135442.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: Features -body: Add SessionConnectionWrapper -time: 2023-07-07T13:54:42.41341+02:00 -custom: - Author: Fokko - Issue: "829" diff --git a/.changes/1.7.0/Features-20230817-130731.yaml b/.changes/1.7.0/Features-20230817-130731.yaml deleted file mode 100644 index e88deb7bd..000000000 --- a/.changes/1.7.0/Features-20230817-130731.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: Features -body: Persist Column level comments when creating views -time: 2023-08-17T13:07:31.6812862Z -custom: - Author: jurasan - Issue: 372 diff --git a/.changes/1.7.0/Fixes-20230517-142331.yaml b/.changes/1.7.0/Fixes-20230517-142331.yaml deleted file mode 100644 index 9f90e48b3..000000000 --- a/.changes/1.7.0/Fixes-20230517-142331.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: Fixes -body: Wrap AnalysisException into DbtRuntimeError -time: 2023-05-17T14:23:31.263799+02:00 -custom: - Author: Fokko - Issue: "782" diff --git a/.changes/1.7.0/Fixes-20230810-014122.yaml b/.changes/1.7.0/Fixes-20230810-014122.yaml deleted file mode 100644 index fcb34237e..000000000 --- a/.changes/1.7.0/Fixes-20230810-014122.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: Fixes -body: include tblproperties macro in adapters.sql create table -time: 2023-08-10T01:41:22.782982+08:00 -custom: - Author: etheleon - Issue: "865" diff --git a/.changes/1.7.0/Security-20230817-145626.yaml b/.changes/1.7.0/Security-20230817-145626.yaml deleted file mode 100644 index 4add88cbc..000000000 --- a/.changes/1.7.0/Security-20230817-145626.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: Security -body: Add docker image to the repo -time: 2023-08-17T14:56:26.361208+02:00 -custom: - Author: Fokko - PR: "876" diff --git a/.changes/1.7.0/Under the Hood-20230724-165508.yaml b/.changes/1.7.0/Under the Hood-20230724-165508.yaml deleted file mode 100644 index 889484644..000000000 --- a/.changes/1.7.0/Under the Hood-20230724-165508.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: Under the Hood -body: Update stale workflow to use centralized version -time: 2023-07-24T16:55:08.096947-04:00 -custom: - Author: mikealfare - Issue: "842" diff --git a/.changes/1.7.0/Under the Hood-20230830-160616.yaml b/.changes/1.7.0/Under the Hood-20230830-160616.yaml deleted file mode 100644 index 018a94030..000000000 --- a/.changes/1.7.0/Under the Hood-20230830-160616.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: Under the Hood -body: Remove dependency on hologram -time: 2023-08-30T16:06:16.444881-07:00 -custom: - Author: colin-rogers-dbt - Issue: "881" diff --git a/.changes/unreleased/Features-20230921-180958.yaml b/.changes/unreleased/Features-20230921-180958.yaml deleted file mode 100644 index 66141eb5f..000000000 --- a/.changes/unreleased/Features-20230921-180958.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: Features -body: Support storing test failures as views -time: 2023-09-21T18:09:58.174136-04:00 -custom: - Author: mikealfare - Issue: "6914" diff --git a/.changes/unreleased/Features-20231011-094718.yaml b/.changes/unreleased/Features-20231011-094718.yaml deleted file mode 100644 index 8503a70b8..000000000 --- a/.changes/unreleased/Features-20231011-094718.yaml +++ /dev/null @@ -1,6 +0,0 @@ -kind: Features -body: Create temporary views with 'or replace' -time: 2023-10-11T09:47:18.485764-07:00 -custom: - Author: annazizian - Issue: "350" diff --git a/CHANGELOG.md b/CHANGELOG.md index 362976a1a..902db37fc 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -5,83 +5,6 @@ - "Breaking changes" listed under a version may require action from end users or external maintainers when upgrading to that version. - Do not edit this file directly. This file is auto-generated using [changie](https://github.com/miniscruff/changie). For details on how to document a change, see [the contributing guide](https://github.com/dbt-labs/dbt-spark/blob/main/CONTRIBUTING.md#adding-changelog-entry) -## dbt-spark 1.7.0-b2 - October 02, 2023 - -### Features - -- Persist Column level comments when creating views ([#372](https://github.com/dbt-labs/dbt-spark/issues/372)) - -### Under the Hood - -- Remove dependency on hologram ([#881](https://github.com/dbt-labs/dbt-spark/issues/881)) - -### Dependencies - -- Replace sasl with pure-sasl for PyHive ([#818](https://github.com/dbt-labs/dbt-spark/pull/818)) -- Update tox requirement from ~=4.8 to ~=4.9 ([#874](https://github.com/dbt-labs/dbt-spark/pull/874)) -- Bump mypy from 1.5.0 to 1.5.1 ([#875](https://github.com/dbt-labs/dbt-spark/pull/875)) -- Update tox requirement from ~=4.9 to ~=4.10 ([#879](https://github.com/dbt-labs/dbt-spark/pull/879)) -- Update pre-commit requirement from ~=3.3 to ~=3.4 ([#884](https://github.com/dbt-labs/dbt-spark/pull/884)) -- Update black requirement from ~=23.7 to ~=23.9 ([#886](https://github.com/dbt-labs/dbt-spark/pull/886)) -- Update tox requirement from ~=4.10 to ~=4.11 ([#887](https://github.com/dbt-labs/dbt-spark/pull/887)) - -### Security - -- Add docker image to the repo ([#876](https://github.com/dbt-labs/dbt-spark/pull/876)) - -### Contributors -- [@Fokko](https://github.com/Fokko) ([#876](https://github.com/dbt-labs/dbt-spark/pull/876)) -- [@jurasan](https://github.com/jurasan) ([#372](https://github.com/dbt-labs/dbt-spark/issues/372)) - - -## dbt-spark 1.7.0-b1 - August 17, 2023 - -### Features - -- Support server side parameters in thrift connection ([#387](https://github.com/dbt-labs/dbt-spark/issues/387)) -- Support server_side_parameters for Spark session connection method ([#690](https://github.com/dbt-labs/dbt-spark/issues/690)) -- Add server_side_parameters to HTTP connection method ([#824](https://github.com/dbt-labs/dbt-spark/issues/824)) -- Enforce server side parameters keys and values to be strings ([#826](https://github.com/dbt-labs/dbt-spark/issues/826)) -- Add SessionConnectionWrapper ([#829](https://github.com/dbt-labs/dbt-spark/issues/829)) - -### Fixes - -- Wrap AnalysisException into DbtRuntimeError ([#782](https://github.com/dbt-labs/dbt-spark/issues/782)) -- include tblproperties macro in adapters.sql create table ([#865](https://github.com/dbt-labs/dbt-spark/issues/865)) - -### Under the Hood - -- Update stale workflow to use centralized version ([#842](https://github.com/dbt-labs/dbt-spark/issues/842)) - -### Dependencies - -- Update tox requirement from ~=3.0 to ~=4.5 ([#741](https://github.com/dbt-labs/dbt-spark/pull/741)) -- Update pyodbc requirement from ~=4.0.30 to ~=4.0.39 ([#742](https://github.com/dbt-labs/dbt-spark/pull/742)) -- Update pre-commit requirement from ~=2.21 to ~=3.3 ([#748](https://github.com/dbt-labs/dbt-spark/pull/748)) -- Update types-requests requirement from ~=2.28 to ~=2.29 ([#749](https://github.com/dbt-labs/dbt-spark/pull/749)) -- Bump mypy from 1.2.0 to 1.3.0 ([#768](https://github.com/dbt-labs/dbt-spark/pull/768)) -- Update flake8 requirement from ~=6.0 to ~=6.1 ([#849](https://github.com/dbt-labs/dbt-spark/pull/849)) -- Update types-requests requirement from ~=2.29 to ~=2.31 ([#850](https://github.com/dbt-labs/dbt-spark/pull/850)) -- Update pytest-xdist requirement from ~=3.2 to ~=3.3 ([#851](https://github.com/dbt-labs/dbt-spark/pull/851)) -- Update pytest requirement from ~=7.3 to ~=7.4 ([#852](https://github.com/dbt-labs/dbt-spark/pull/852)) -- Update pip-tools requirement from ~=6.13 to ~=7.2 ([#856](https://github.com/dbt-labs/dbt-spark/pull/856)) -- Update black requirement from ~=23.3 to ~=23.7 ([#857](https://github.com/dbt-labs/dbt-spark/pull/857)) -- Update wheel requirement from ~=0.40 to ~=0.41 ([#858](https://github.com/dbt-labs/dbt-spark/pull/858)) -- Update mock requirement from ~=5.0 to ~=5.1 ([#859](https://github.com/dbt-labs/dbt-spark/pull/859)) -- Bump mypy from 1.3.0 to 1.4.1 ([#860](https://github.com/dbt-labs/dbt-spark/pull/860)) -- Update tox requirement from ~=4.5 to ~=4.6 ([#861](https://github.com/dbt-labs/dbt-spark/pull/861)) -- Update pip-tools requirement from ~=7.2 to ~=7.3 ([#863](https://github.com/dbt-labs/dbt-spark/pull/863)) -- Update tox requirement from ~=4.6 to ~=4.7 ([#867](https://github.com/dbt-labs/dbt-spark/pull/867)) -- Update tox requirement from ~=4.7 to ~=4.8 ([#871](https://github.com/dbt-labs/dbt-spark/pull/871)) -- Bump mypy from 1.4.1 to 1.5.0 ([#872](https://github.com/dbt-labs/dbt-spark/pull/872)) - -### Contributors -- [@Fokko](https://github.com/Fokko) ([#829](https://github.com/dbt-labs/dbt-spark/issues/829), [#782](https://github.com/dbt-labs/dbt-spark/issues/782)) -- [@Fokko,JCZuurmond](https://github.com/Fokko,JCZuurmond) ([#824](https://github.com/dbt-labs/dbt-spark/issues/824), [#826](https://github.com/dbt-labs/dbt-spark/issues/826)) -- [@alarocca-apixio](https://github.com/alarocca-apixio) ([#690](https://github.com/dbt-labs/dbt-spark/issues/690)) -- [@etheleon](https://github.com/etheleon) ([#865](https://github.com/dbt-labs/dbt-spark/issues/865)) -- [@hanna-liashchuk](https://github.com/hanna-liashchuk) ([#387](https://github.com/dbt-labs/dbt-spark/issues/387)) - ## Previous Releases For information on prior major and minor releases, see their changelogs: - [1.6](https://github.com/dbt-labs/dbt-spark/blob/1.6.latest/CHANGELOG.md) diff --git a/dbt/adapters/spark/__version__.py b/dbt/adapters/spark/__version__.py index 3f5d3c0b7..f15b401d1 100644 --- a/dbt/adapters/spark/__version__.py +++ b/dbt/adapters/spark/__version__.py @@ -1 +1 @@ -version = "1.7.0b2" +version = "1.8.0a1" diff --git a/setup.py b/setup.py index 088e5f87d..301b4a41f 100644 --- a/setup.py +++ b/setup.py @@ -49,7 +49,7 @@ def _get_dbt_core_version(): package_name = "dbt-spark" -package_version = "1.7.0b2" +package_version = "1.8.0a1" dbt_core_version = _get_dbt_core_version() description = """The Apache Spark adapter plugin for dbt""" From 7ac4a7eb0515365e3959d1e3f54b29925ed487e3 Mon Sep 17 00:00:00 2001 From: Matthew McKnight <91097623+McKnight-42@users.noreply.github.com> Date: Fri, 13 Oct 2023 15:48:35 -0500 Subject: [PATCH 5/9] add docs-issue workflow to dbt-spark (#913) --- .github/workflows/docs-issues.yml | 43 +++++++++++++++++++++++++++++++ 1 file changed, 43 insertions(+) create mode 100644 .github/workflows/docs-issues.yml diff --git a/.github/workflows/docs-issues.yml b/.github/workflows/docs-issues.yml new file mode 100644 index 000000000..00a098df8 --- /dev/null +++ b/.github/workflows/docs-issues.yml @@ -0,0 +1,43 @@ +# **what?** +# Open an issue in docs.getdbt.com when a PR is labeled `user docs` + +# **why?** +# To reduce barriers for keeping docs up to date + +# **when?** +# When a PR is labeled `user docs` and is merged. Runs on pull_request_target to run off the workflow already merged, +# not the workflow that existed on the PR branch. This allows old PRs to get comments. + + +name: Open issues in docs.getdbt.com repo when a PR is labeled +run-name: "Open an issue in docs.getdbt.com for PR #${{ github.event.pull_request.number }}" + +on: + pull_request_target: + types: [labeled, closed] + +defaults: + run: + shell: bash + +permissions: + issues: write # opens new issues + pull-requests: write # comments on PRs + + +jobs: + open_issues: + # we only want to run this when the PR has been merged or the label in the labeled event is `user docs`. Otherwise it runs the + # risk of duplicaton of issues being created due to merge and label both triggering this workflow to run and neither having + # generating the comment before the other runs. This lives here instead of the shared workflow because this is where we + # decide if it should run or not. + if: | + (github.event.pull_request.merged == true) && + ((github.event.action == 'closed' && contains( github.event.pull_request.labels.*.name, 'user docs')) || + (github.event.action == 'labeled' && github.event.label.name == 'user docs')) + uses: dbt-labs/actions/.github/workflows/open-issue-in-repo.yml@main + with: + issue_repository: "dbt-labs/docs.getdbt.com" + issue_title: "Docs Changes Needed from ${{ github.event.repository.name }} PR #${{ github.event.pull_request.number }}" + issue_body: "At a minimum, update body to include a link to the page on docs.getdbt.com requiring updates and what part(s) of the page you would like to see updated." + secrets: inherit From 99c5c5ad4cad053e556af50afb77603c821ce538 Mon Sep 17 00:00:00 2001 From: Matthew McKnight <91097623+McKnight-42@users.noreply.github.com> Date: Tue, 17 Oct 2023 11:35:01 -0500 Subject: [PATCH 6/9] Mcknight/fix test store test (#832) * add teardown_method for store_test_fail test * create pr * add teardown to delta test class as it also builds tests on alt schema --- .../adapter/test_store_test_failures.py | 22 +++++++++++++++++++ 1 file changed, 22 insertions(+) diff --git a/tests/functional/adapter/test_store_test_failures.py b/tests/functional/adapter/test_store_test_failures.py index e27cb9b95..e78bd4f71 100644 --- a/tests/functional/adapter/test_store_test_failures.py +++ b/tests/functional/adapter/test_store_test_failures.py @@ -18,6 +18,17 @@ def project_config_update(self): "tests": {"+schema": TEST_AUDIT_SCHEMA_SUFFIX, "+store_failures": True}, } + @pytest.fixture(scope="function", autouse=True) + def teardown_method(self, project): + yield + with project.adapter.connection_named("__test"): + relation = project.adapter.Relation.create( + database=project.database, + schema=f"{project.test_schema}_{TEST_AUDIT_SCHEMA_SUFFIX}", + ) + + project.adapter.drop_schema(relation) + def test_store_and_assert(self, project): self.run_tests_store_one_failure(project) self.run_tests_store_failures_and_assert(project) @@ -40,6 +51,17 @@ def project_config_update(self): }, } + @pytest.fixture(scope="function", autouse=True) + def teardown_method(self, project): + yield + with project.adapter.connection_named("__test"): + relation = project.adapter.Relation.create( + database=project.database, + schema=f"{project.test_schema}_{TEST_AUDIT_SCHEMA_SUFFIX}", + ) + + project.adapter.drop_schema(relation) + def test_store_and_assert_failure_with_delta(self, project): self.run_tests_store_one_failure(project) self.run_tests_store_failures_and_assert(project) From 13c42060b8c16d871f664302a2b1782f622e6c2a Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Fri, 27 Oct 2023 03:25:03 +0000 Subject: [PATCH 7/9] Update pre-commit requirement from ~=3.4 to ~=3.5 (#914) * Update pre-commit requirement from ~=3.4 to ~=3.5 Updates the requirements on [pre-commit](https://github.com/pre-commit/pre-commit) to permit the latest version. - [Release notes](https://github.com/pre-commit/pre-commit/releases) - [Changelog](https://github.com/pre-commit/pre-commit/blob/main/CHANGELOG.md) - [Commits](https://github.com/pre-commit/pre-commit/compare/v3.4.0...v3.5.0) --- updated-dependencies: - dependency-name: pre-commit dependency-type: direct:development ... Signed-off-by: dependabot[bot] * Add automated changelog yaml from template for bot PR --------- Signed-off-by: dependabot[bot] Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> Co-authored-by: Github Build Bot Co-authored-by: Mike Alfare <13974384+mikealfare@users.noreply.github.com> --- .changes/unreleased/Dependencies-20231013-223750.yaml | 6 ++++++ dev-requirements.txt | 2 +- 2 files changed, 7 insertions(+), 1 deletion(-) create mode 100644 .changes/unreleased/Dependencies-20231013-223750.yaml diff --git a/.changes/unreleased/Dependencies-20231013-223750.yaml b/.changes/unreleased/Dependencies-20231013-223750.yaml new file mode 100644 index 000000000..2cea8c6dd --- /dev/null +++ b/.changes/unreleased/Dependencies-20231013-223750.yaml @@ -0,0 +1,6 @@ +kind: "Dependencies" +body: "Update pre-commit requirement from ~=3.4 to ~=3.5" +time: 2023-10-13T22:37:50.00000Z +custom: + Author: dependabot[bot] + PR: 914 diff --git a/dev-requirements.txt b/dev-requirements.txt index 6ea7b16aa..1cbd0d739 100644 --- a/dev-requirements.txt +++ b/dev-requirements.txt @@ -14,7 +14,7 @@ freezegun~=1.2 ipdb~=0.13.13 mypy==1.5.1 # patch updates have historically introduced breaking changes pip-tools~=7.3 -pre-commit~=3.4 +pre-commit~=3.5 pre-commit-hooks~=4.4 pytest~=7.4 pytest-csv~=3.0 From d81cb27daf4e12e7bc98d30bbc105fdb2f3a030b Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Fri, 27 Oct 2023 09:37:34 -0400 Subject: [PATCH 8/9] Update pre-commit-hooks requirement from ~=4.4 to ~=4.5 (#903) * Update pre-commit-hooks requirement from ~=4.4 to ~=4.5 Updates the requirements on [pre-commit-hooks](https://github.com/pre-commit/pre-commit-hooks) to permit the latest version. - [Release notes](https://github.com/pre-commit/pre-commit-hooks/releases) - [Changelog](https://github.com/pre-commit/pre-commit-hooks/blob/main/CHANGELOG.md) - [Commits](https://github.com/pre-commit/pre-commit-hooks/compare/v4.4.0...v4.5.0) --- updated-dependencies: - dependency-name: pre-commit-hooks dependency-type: direct:development ... Signed-off-by: dependabot[bot] * Add automated changelog yaml from template for bot PR --------- Signed-off-by: dependabot[bot] Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> Co-authored-by: Github Build Bot Co-authored-by: Mike Alfare <13974384+mikealfare@users.noreply.github.com> --- .changes/unreleased/Dependencies-20231009-220732.yaml | 6 ++++++ dev-requirements.txt | 2 +- 2 files changed, 7 insertions(+), 1 deletion(-) create mode 100644 .changes/unreleased/Dependencies-20231009-220732.yaml diff --git a/.changes/unreleased/Dependencies-20231009-220732.yaml b/.changes/unreleased/Dependencies-20231009-220732.yaml new file mode 100644 index 000000000..4b9073fae --- /dev/null +++ b/.changes/unreleased/Dependencies-20231009-220732.yaml @@ -0,0 +1,6 @@ +kind: "Dependencies" +body: "Update pre-commit-hooks requirement from ~=4.4 to ~=4.5" +time: 2023-10-09T22:07:32.00000Z +custom: + Author: dependabot[bot] + PR: 903 diff --git a/dev-requirements.txt b/dev-requirements.txt index 1cbd0d739..6aefeb6c9 100644 --- a/dev-requirements.txt +++ b/dev-requirements.txt @@ -15,7 +15,7 @@ ipdb~=0.13.13 mypy==1.5.1 # patch updates have historically introduced breaking changes pip-tools~=7.3 pre-commit~=3.5 -pre-commit-hooks~=4.4 +pre-commit-hooks~=4.5 pytest~=7.4 pytest-csv~=3.0 pytest-dotenv~=0.5.2 From c4b3705539cf03ca4a461e6979987fa9b3f002f6 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Fri, 27 Oct 2023 10:31:30 -0400 Subject: [PATCH 9/9] Bump mypy from 1.5.1 to 1.6.0 (#904) * Bump mypy from 1.5.1 to 1.6.0 Bumps [mypy](https://github.com/python/mypy) from 1.5.1 to 1.6.0. - [Commits](https://github.com/python/mypy/compare/v1.5.1...v1.6.0) --- updated-dependencies: - dependency-name: mypy dependency-type: direct:development update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] * Add automated changelog yaml from template for bot PR --------- Signed-off-by: dependabot[bot] Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> Co-authored-by: Github Build Bot Co-authored-by: Mike Alfare <13974384+mikealfare@users.noreply.github.com> --- .changes/unreleased/Dependencies-20231010-222853.yaml | 6 ++++++ dev-requirements.txt | 2 +- 2 files changed, 7 insertions(+), 1 deletion(-) create mode 100644 .changes/unreleased/Dependencies-20231010-222853.yaml diff --git a/.changes/unreleased/Dependencies-20231010-222853.yaml b/.changes/unreleased/Dependencies-20231010-222853.yaml new file mode 100644 index 000000000..43b481edb --- /dev/null +++ b/.changes/unreleased/Dependencies-20231010-222853.yaml @@ -0,0 +1,6 @@ +kind: "Dependencies" +body: "Bump mypy from 1.5.1 to 1.6.0" +time: 2023-10-10T22:28:53.00000Z +custom: + Author: dependabot[bot] + PR: 904 diff --git a/dev-requirements.txt b/dev-requirements.txt index 6aefeb6c9..8bed9b79e 100644 --- a/dev-requirements.txt +++ b/dev-requirements.txt @@ -12,7 +12,7 @@ flake8~=6.1;python_version>="3.8" flaky~=3.7 freezegun~=1.2 ipdb~=0.13.13 -mypy==1.5.1 # patch updates have historically introduced breaking changes +mypy==1.6.0 # patch updates have historically introduced breaking changes pip-tools~=7.3 pre-commit~=3.5 pre-commit-hooks~=4.5