Merge remote-tracking branch 'origin/main' into feature/introduce_dat…

…a_profile_scan
dbt-labs · Dec 20, 2024 · bbcc0a7 · bbcc0a7
2 parents 4a17cea + a219818
commit bbcc0a7
Show file tree

Hide file tree

Showing 77 changed files with 1,483 additions and 1,370 deletions.
diff --git a/.bumpversion.cfg b/.bumpversion.cfg
diff --git a/.changes/1.9.0-b1.md b/.changes/1.9.0-b1.md
diff --git a/.changes/1.9.0/Dependencies-20231211-001048.yaml b/.changes/1.9.0/Dependencies-20231211-001048.yaml
diff --git a/.changes/1.9.0/Dependencies-20231220-002130.yaml b/.changes/1.9.0/Dependencies-20231220-002130.yaml
diff --git a/.changes/1.9.0/Dependencies-20231222-002351.yaml b/.changes/1.9.0/Dependencies-20231222-002351.yaml
diff --git a/.changes/1.9.0/Dependencies-20240105-004800.yaml b/.changes/1.9.0/Dependencies-20240105-004800.yaml
diff --git a/.changes/1.9.0/Dependencies-20240429-005158.yaml b/.changes/1.9.0/Dependencies-20240429-005158.yaml
diff --git a/.changes/1.9.0/Dependencies-20240429-005159.yaml b/.changes/1.9.0/Dependencies-20240429-005159.yaml
diff --git a/.changes/1.9.0/Dependencies-20240520-230208.yaml b/.changes/1.9.0/Dependencies-20240520-230208.yaml
diff --git a/.changes/1.9.0/Dependencies-20240718-005755.yaml b/.changes/1.9.0/Dependencies-20240718-005755.yaml
diff --git a/.changes/1.9.0/Dependencies-20240718-005756.yaml b/.changes/1.9.0/Dependencies-20240718-005756.yaml
diff --git a/.changes/1.9.0/Dependencies-20240718-005757.yaml b/.changes/1.9.0/Dependencies-20240718-005757.yaml
diff --git a/.changes/1.9.0/Dependencies-20240719-003740.yaml b/.changes/1.9.0/Dependencies-20240719-003740.yaml
diff --git a/.changes/1.9.0/Features-20240426-105319.yaml b/.changes/1.9.0/Features-20240426-105319.yaml
diff --git a/.changes/1.9.0/Features-20240430-185650.yaml b/.changes/1.9.0/Features-20240430-185650.yaml
diff --git a/.changes/1.9.0/Features-20240501-151902.yaml b/.changes/1.9.0/Features-20240501-151902.yaml
diff --git a/.changes/1.9.0/Features-20240516-125735.yaml b/.changes/1.9.0/Features-20240516-125735.yaml
diff --git a/.changes/1.9.0/Features-20240730-135911.yaml b/.changes/1.9.0/Features-20240730-135911.yaml
diff --git a/.changes/1.9.0/Features-20240925-232238.yaml b/.changes/1.9.0/Features-20240925-232238.yaml
diff --git a/.changes/1.9.0/Fixes-20240120-180818.yaml b/.changes/1.9.0/Fixes-20240120-180818.yaml
diff --git a/.changes/1.9.0/Fixes-20240201-145323.yaml b/.changes/1.9.0/Fixes-20240201-145323.yaml
diff --git a/.changes/1.9.0/Fixes-20240226-233024.yaml b/.changes/1.9.0/Fixes-20240226-233024.yaml
diff --git a/.changes/1.9.0/Fixes-20240426-105224.yaml b/.changes/1.9.0/Fixes-20240426-105224.yaml
diff --git a/.changes/1.9.0/Fixes-20241001-193207.yaml b/.changes/1.9.0/Fixes-20241001-193207.yaml
diff --git a/.changes/1.9.0/Under the Hood-20240331-101418.yaml b/.changes/1.9.0/Under the Hood-20240331-101418.yaml
diff --git a/.changes/1.9.0/Under the Hood-20240718-193206.yaml b/.changes/1.9.0/Under the Hood-20240718-193206.yaml
diff --git a/.changes/unreleased/Breaking Changes-20241016-185117.yaml b/.changes/unreleased/Breaking Changes-20241016-185117.yaml
diff --git a/.changes/unreleased/Features-20240505-011838.yaml b/.changes/unreleased/Features-20240505-011838.yaml
diff --git a/.changes/unreleased/Features-20240911-234859.yaml b/.changes/unreleased/Features-20240911-234859.yaml
diff --git a/.changes/unreleased/Features-20241202-223835.yaml b/.changes/unreleased/Features-20241202-223835.yaml
@@ -0,0 +1,6 @@
+kind: Features
+body: Allow copy_partitions in microbatch
+time: 2024-12-02T22:38:35.479052Z
+custom:
+    Author: borjavb
+    Issue: "1414"
diff --git a/.changes/unreleased/Fixes-20241028-172719.yaml b/.changes/unreleased/Fixes-20241028-172719.yaml
diff --git a/.changes/unreleased/Fixes-20241120-163101.yaml b/.changes/unreleased/Fixes-20241120-163101.yaml
@@ -0,0 +1,7 @@
+kind: Fixes
+body: Fix issue where dbt-bigquery was not retrying in certain retryable scenarios,
+  e.g. 503's
+time: 2024-11-20T16:31:01.60689-05:00
+custom:
+  Author: mikealfare
+  Issue: "682"
diff --git a/.changes/unreleased/Fixes-20241204-105846.yaml b/.changes/unreleased/Fixes-20241204-105846.yaml
@@ -0,0 +1,7 @@
+kind: Fixes
+body: Cast `event_time` to a timestamp prior to comparing against microbatch start/end
+  time
+time: 2024-12-04T10:58:46.573608-05:00
+custom:
+  Author: michelleark
+  Issue: "1422"
diff --git a/.changes/unreleased/Fixes-20241205-133606.yaml b/.changes/unreleased/Fixes-20241205-133606.yaml
@@ -0,0 +1,6 @@
+kind: Fixes
+body: Fix issue where rate limit errors on table service calls are not retried
+time: 2024-12-05T13:36:06.436005-05:00
+custom:
+  Author: mikealfare
+  Issue: "1423"
diff --git a/.changes/unreleased/Fixes-20241211-144752.yaml b/.changes/unreleased/Fixes-20241211-144752.yaml
@@ -0,0 +1,6 @@
+kind: Fixes
+body: Fix retry scenarios so that dbt always retries when BigQuery recommends a retry
+time: 2024-12-11T14:47:52.36905-05:00
+custom:
+  Author: mikealfare
+  Issue: "263"
diff --git a/.changes/unreleased/Under the Hood-20240910-212052.yaml b/.changes/unreleased/Under the Hood-20240910-212052.yaml
diff --git a/.changes/unreleased/Under the Hood-20241104-173815.yaml b/.changes/unreleased/Under the Hood-20241104-173815.yaml
diff --git a/.changes/unreleased/Under the Hood-20241117-194746.yaml b/.changes/unreleased/Under the Hood-20241117-194746.yaml
@@ -0,0 +1,6 @@
+kind: Under the Hood
+body: Move from setup.py to pyproject.toml and to hatch as a dev tool
+time: 2024-11-17T19:47:46.341-05:00
+custom:
+  Author: mikealfare
+  Issue: "1407"
diff --git a/scripts/env-setup.sh → .github/scripts/env-setup.sh b/scripts/env-setup.sh → .github/scripts/env-setup.sh
diff --git a/.github/scripts/update_dependencies.sh b/.github/scripts/update_dependencies.sh
@@ -2,9 +2,9 @@
 set -e
 
 git_branch=$1
-target_req_file="dev-requirements.txt"
-core_req_sed_pattern="s|dbt-core.git.*#egg=dbt-core|dbt-core.git@${git_branch}#egg=dbt-core|g"
-tests_req_sed_pattern="s|dbt-core.git.*#egg=dbt-tests|dbt-core.git@${git_branch}#egg=dbt-tests|g"
+target_req_file="hatch.toml"
+core_req_sed_pattern="s|dbt-core.git.*#subdirectory=core|dbt-core.git@${git_branch}#subdirectory=core|g"
+tests_req_sed_pattern="s|dbt-adapters.git.*#subdirectory=dbt-tests-adapter|dbt-adapters.git@${git_branch}#subdirectory=dbt-tests-adapter|g"
 if [[ "$OSTYPE" == darwin* ]]; then
  # mac ships with a different version of sed that requires a delimiter arg
  sed -i "" "$core_req_sed_pattern" $target_req_file

diff --git a/.github/scripts/update_dev_dependency_branches.sh b/.github/scripts/update_dev_dependency_branches.sh
@@ -5,8 +5,8 @@ set -e
 dbt_adapters_branch=$1
 dbt_core_branch=$2
 dbt_common_branch=$3
-target_req_file="dev-requirements.txt"
-core_req_sed_pattern="s|dbt-core.git.*#egg=dbt-core|dbt-core.git@${dbt_core_branch}#egg=dbt-core|g"
+target_req_file="hatch.toml"
+core_req_sed_pattern="s|dbt-core.git.*#subdirectory=core|dbt-core.git@${dbt_core_branch}#subdirectory=core|g"
 adapters_req_sed_pattern="s|dbt-adapters.git|dbt-adapters.git@${dbt_adapters_branch}|g"
 common_req_sed_pattern="s|dbt-common.git|dbt-common.git@${dbt_common_branch}|g"
 if [[ "$OSTYPE" == darwin* ]]; then