From e1d3f741cd702d2a670ef032399bdd9cc6f791ed Mon Sep 17 00:00:00 2001 From: adrian-wojcik Date: Wed, 28 Feb 2024 07:53:08 +0100 Subject: [PATCH 1/5] =?UTF-8?q?=F0=9F=90=9B=20Changed=20dbt=20packages=20i?= =?UTF-8?q?n=20requirements.txt?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- CHANGELOG.md | 2 +- requirements.txt | 3 +-- 2 files changed, 2 insertions(+), 3 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index c49b99fd7..033175d07 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -10,7 +10,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ### Fixed ### Changed - +- Changed requirements.txt to level up version of dbt-sqlserver in order to fix bug with `MAXRECURSION` error in dbt_run ## [0.4.25] - 2024-01-30 ### Added diff --git a/requirements.txt b/requirements.txt index 72bbb20b2..990e4a89c 100644 --- a/requirements.txt +++ b/requirements.txt @@ -39,8 +39,7 @@ aiolimiter==1.0.0 protobuf>=3.19.0, <3.20 avro-python3==1.10.2 pygit2>=1.10.1, <1.11.0 -dbt-core==1.3.2 -dbt-sqlserver==1.3.1 +dbt-sqlserver @ git+https://github.com/djagoda881/dbt-sqlserver.git@v1.3.latest_option_clause lumaCLI==0.0.19 Office365-REST-Python-Client==2.4.4 TM1py==1.11.3 From 74f0bf5c1517f5499e09c65aeee9fea3297bfb26 Mon Sep 17 00:00:00 2001 From: adrian-wojcik Date: Fri, 1 Mar 2024 15:33:33 +0100 Subject: [PATCH 2/5] =?UTF-8?q?=F0=9F=8E=A8=20Improve=20CHANGELOG=20inform?= =?UTF-8?q?ation?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- CHANGELOG.md | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 033175d07..d4207c636 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -8,9 +8,12 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ### Added ### Fixed +- Changed requirements.txt to level up version of dbt-sqlserver in order to fix bug with `MAXRECURSION` error in dbt_run ### Changed -- Changed requirements.txt to level up version of dbt-sqlserver in order to fix bug with `MAXRECURSION` error in dbt_run + +### Removed +- Removed dbt-core==1.3.2 from requirements.txt ## [0.4.25] - 2024-01-30 ### Added From f5ac9274c7af34070cc933272dcd0b41d453fc61 Mon Sep 17 00:00:00 2001 From: dominikjedlinski Date: Fri, 15 Mar 2024 15:01:01 +0100 Subject: [PATCH 3/5] changed upstream order for df_validation --- viadot/flows/adls_to_azure_sql.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/viadot/flows/adls_to_azure_sql.py b/viadot/flows/adls_to_azure_sql.py index c12cc7e1d..ed3877fd6 100644 --- a/viadot/flows/adls_to_azure_sql.py +++ b/viadot/flows/adls_to_azure_sql.py @@ -369,8 +369,8 @@ def gen_flow(self) -> Flow: if self.validate_df_dict: validate_df.bind(df=df, tests=self.validate_df_dict, flow=self) validate_df.set_upstream(lake_to_df_task, flow=self) + df_reorder.set_upstream(validate_df, flow=self) - df_reorder.set_upstream(lake_to_df_task, flow=self) df_to_csv.set_upstream(df_reorder, flow=self) promote_to_conformed_task.set_upstream(df_to_csv, flow=self) create_table_task.set_upstream(df_to_csv, flow=self) From bec22d9f46678f5f2a26d30bd0d5ae6ebae960b9 Mon Sep 17 00:00:00 2001 From: dominikjedlinski Date: Mon, 18 Mar 2024 13:22:37 +0100 Subject: [PATCH 4/5] updated upstream order --- viadot/flows/adls_to_azure_sql.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/viadot/flows/adls_to_azure_sql.py b/viadot/flows/adls_to_azure_sql.py index ed3877fd6..f95250ab7 100644 --- a/viadot/flows/adls_to_azure_sql.py +++ b/viadot/flows/adls_to_azure_sql.py @@ -368,9 +368,9 @@ def gen_flow(self) -> Flow: # data validation function (optional) if self.validate_df_dict: validate_df.bind(df=df, tests=self.validate_df_dict, flow=self) - validate_df.set_upstream(lake_to_df_task, flow=self) df_reorder.set_upstream(validate_df, flow=self) + df_to_csv.set_upstream(dtypes, flow=self) df_to_csv.set_upstream(df_reorder, flow=self) promote_to_conformed_task.set_upstream(df_to_csv, flow=self) create_table_task.set_upstream(df_to_csv, flow=self) From 5169f329d8e9e668caae6f4ecc0490183158a2c4 Mon Sep 17 00:00:00 2001 From: adrian-wojcik Date: Tue, 26 Mar 2024 14:51:12 +0100 Subject: [PATCH 5/5] =?UTF-8?q?=F0=9F=8E=A8=20improve=20structure=20of=20c?= =?UTF-8?q?hangelog=20inputs?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- CHANGELOG.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index d4207c636..44b4a3521 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -8,12 +8,12 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ### Added ### Fixed -- Changed requirements.txt to level up version of dbt-sqlserver in order to fix bug with `MAXRECURSION` error in dbt_run +- Changed `requirements.txt` to level up version of `dbt-sqlserver` in order to fix bug with `MAXRECURSION` error in dbt_run ### Changed ### Removed -- Removed dbt-core==1.3.2 from requirements.txt +- Removed `dbt-core==1.3.2` from `requirements.txt` ## [0.4.25] - 2024-01-30 ### Added