Merge branch 'main' into unit_testing_feature_branch

.changes/unreleased/Breaking Changes-20231127-114757.yaml

@@ -0,0 +1,6 @@
+kind: Breaking Changes
+body: Remove adapter.get_compiler interface
+time: 2023-11-27T11:47:57.443202-05:00
+custom:
+  Author: michelleark
+  Issue: "9148"

.changes/unreleased/Breaking Changes-20231128-134356.yaml

@@ -0,0 +1,6 @@
+kind: Breaking Changes
+body: Move AdapterLogger to adapters folder
+time: 2023-11-28T13:43:56.853925-08:00
+custom:
+  Author: colin-rogers-dbt
+  Issue: "9151"

.changes/unreleased/Breaking Changes-20231130-135348.yaml

@@ -0,0 +1,7 @@
+kind: Breaking Changes
+body: move event manager setup back to core, remove ref to global EVENT_MANAGER and
+  clean up event manager functions
+time: 2023-11-30T13:53:48.645192-08:00
+custom:
+  Author: colin-rogers-dbt
+  Issue: "9150"

.changes/unreleased/Features-20230915-123733.yaml

@@ -0,0 +1,6 @@
+kind: Features
+body: 'Allow adapters to include package logs in dbt standard logging '
+time: 2023-09-15T12:37:33.862862-07:00
+custom:
+  Author: colin-rogers-dbt
+  Issue: "7859"

.changes/unreleased/Features-20231026-110821.yaml

@@ -0,0 +1,6 @@
+kind: Features
+body: migrate utils to common and adapters folders
+time: 2023-10-26T11:08:21.458709-07:00
+custom:
+  Author: colin-rogers-dbt
+  Issue: "8924"

.changes/unreleased/Features-20231026-123556.yaml

@@ -0,0 +1,6 @@
+kind: Features
+body: Move Agate helper client into common
+time: 2023-10-26T12:35:56.538587-07:00
+custom:
+  Author: MichelleArk
+  Issue: "8926"

.changes/unreleased/Features-20231026-123913.yaml

@@ -0,0 +1,6 @@
+kind: Features
+body: remove usage of dbt.config.PartialProject from dbt/adapters
+time: 2023-10-26T12:39:13.904116-07:00
+custom:
+  Author: MichelleArk
+  Issue: "8928"

.changes/unreleased/Features-20231107-135635.yaml

@@ -0,0 +1,6 @@
+kind: Features
+body: Remove legacy logger
+time: 2023-11-07T13:56:35.186648-08:00
+custom:
+  Author: colin-rogers-dbt
+  Issue: "8027"

.changes/unreleased/Under the Hood-20230831-164435.yaml

@@ -0,0 +1,6 @@
+kind: Under the Hood
+body: Added more type annotations.
+time: 2023-08-31T16:44:35.737954-04:00
+custom:
+  Author: peterallenwebb
+  Issue: "8537"

.changes/unreleased/Under the Hood-20231026-184953.yaml

@@ -0,0 +1,6 @@
+kind: Under the Hood
+body: Remove usage of dbt.include.global_project in dbt/adapters
+time: 2023-10-26T18:49:53.36449-04:00
+custom:
+  Author: michelleark
+  Issue: "8925"

.changes/unreleased/Under the Hood-20231101-102758.yaml

@@ -0,0 +1,6 @@
+kind: Under the Hood
+body: remove dbt.flags.MP_CONTEXT usage in dbt/adapters
+time: 2023-11-01T10:27:58.790153-04:00
+custom:
+  Author: michelleark
+  Issue: "8967"

.changes/unreleased/Under the Hood-20231101-173124.yaml

@@ -0,0 +1,6 @@
+kind: Under the Hood
+body: 'Remove usage of dbt.flags.LOG_CACHE_EVENTS in dbt/adapters'
+time: 2023-11-01T17:31:24.974093-04:00
+custom:
+  Author: michelleark
+  Issue: "8969"

.changes/unreleased/Under the Hood-20231107-135728.yaml

@@ -0,0 +1,6 @@
+kind: Under the Hood
+body: Remove use of dbt/core exceptions in dbt/adapter
+time: 2023-11-07T13:57:28.683727-08:00
+custom:
+  Author: colin-rogers-dbt MichelleArk
+  Issue: "8920"

.changes/unreleased/Under the Hood-20231116-174251.yaml

@@ -0,0 +1,7 @@
+kind: Under the Hood
+body: Remove usage of dbt.deprecations in dbt/adapters, enable core & adapter-specific
+  event types and protos
+time: 2023-11-16T17:42:51.005023-05:00
+custom:
+  Author: michelleark
+  Issue: 8927 8918

.changes/unreleased/Under the Hood-20231120-183214.yaml

@@ -0,0 +1,7 @@
+kind: Under the Hood
+body: Move column constraints into common/contracts, removing another dependency of
+  adapters on core.
+time: 2023-11-20T18:32:14.859503-05:00
+custom:
+  Author: peterallenwebb
+  Issue: "9024"

.changes/unreleased/Under the Hood-20231128-170732.yaml

@@ -0,0 +1,6 @@
+kind: Under the Hood
+body: Move dbt.semver to dbt.common.semver and update references.
+time: 2023-11-28T17:07:32.172421-08:00
+custom:
+  Author: versusfacit
+  Issue: "9039"

.changes/unreleased/Under the Hood-20231130-135432.yaml

@@ -0,0 +1,6 @@
+kind: Under the Hood
+body: Move lowercase utils method to common
+time: 2023-11-30T13:54:32.561673-08:00
+custom:
+  Author: colin-rogers-dbt
+  Issue: "9180"

.changes/unreleased/Under the Hood-20231205-093544.yaml

@@ -0,0 +1,6 @@
+kind: Under the Hood
+body: Remove usages of dbt.clients.jinja in dbt/adapters
+time: 2023-12-05T09:35:44.845352+09:00
+custom:
+  Author: michelleark
+  Issue: "9205"

.changes/unreleased/Under the Hood-20231205-120559.yaml

@@ -0,0 +1,6 @@
+kind: Under the Hood
+body: Remove usage of dbt.contracts in dbt/adapters
+time: 2023-12-05T12:05:59.936775+09:00
+custom:
+  Author: michelleark
+  Issue: "9208"

.changes/unreleased/Under the Hood-20231205-165812.yaml

@@ -0,0 +1,6 @@
+kind: Under the Hood
+body: Remove usage of dbt.contracts.graph.nodes.ResultNode in dbt/adapters
+time: 2023-12-05T16:58:12.932172+09:00
+custom:
+  Author: michelleark
+  Issue: "9214"

.changes/unreleased/Under the Hood-20231205-170725.yaml

@@ -0,0 +1,6 @@
+kind: Under the Hood
+body: Introduce RelationConfig Protocol, consolidate Relation.create_from
+time: 2023-12-05T17:07:25.33861+09:00
+custom:
+  Author: michelleark
+  Issue: "9215"

.changes/unreleased/Under the Hood-20231205-185022.yaml

@@ -0,0 +1,7 @@
+kind: Under the Hood
+body: Move BaseConfig, Metadata and various other contract classes from model_config
+  to common/contracts/config
+time: 2023-12-05T18:50:22.321229-08:00
+custom:
+  Author: colin-rorgers-dbt
+  Issue: "8919"

.changes/unreleased/Under the Hood-20231205-235830.yaml

@@ -0,0 +1,6 @@
+kind: Under the Hood
+body: remove manifest from adapter.set_relations_cache signature
+time: 2023-12-05T23:58:30.920144+09:00
+custom:
+  Author: michelleark
+  Issue: "9217"

.changes/unreleased/Under the Hood-20231206-000343.yaml

@@ -0,0 +1,6 @@
+kind: Under the Hood
+body: ' remove manifest from adapter catalog method signatures'
+time: 2023-12-06T00:03:43.824252+09:00
+custom:
+  Author: michelleark
+  Issue: "9218"

.changes/unreleased/Under the Hood-20231207-111554.yaml

@@ -0,0 +1,6 @@
+kind: Under the Hood
+body: Add MacroResolverProtocol, remove lazy loading of manifest in adapter.execute_macro
+time: 2023-12-07T11:15:54.427818+09:00
+custom:
+  Author: michelleark
+  Issue: "9244"

.changes/unreleased/Under the Hood-20231207-224139.yaml

@@ -0,0 +1,6 @@
+kind: Under the Hood
+body: pass query header context to MacroQueryStringSetter
+time: 2023-12-07T22:41:39.498024+09:00
+custom:
+  Author: michelleark
+  Issue: 9249 9250

.changes/unreleased/Under the Hood-20231208-004854.yaml

@@ -0,0 +1,6 @@
+kind: Under the Hood
+body: add macro_context_generator on adapter
+time: 2023-12-08T00:48:54.506911+09:00
+custom:
+  Author: michelleark
+  Issue: "9247"

.changes/unreleased/Under the Hood-20231212-154842.yaml

@@ -0,0 +1,6 @@
+kind: Under the Hood
+body: pass mp_context to adapter factory as argument instead of import
+time: 2023-12-12T15:48:42.866175-08:00
+custom:
+  Author: colin-rogers-dbt
+  Issue: "9025"

.changes/unreleased/Under the Hood-20231214-122134.yaml

@@ -0,0 +1,6 @@
+kind: Under the Hood
+body: have dbt-postgres use RelationConfig protocol for materialized views'
+time: 2023-12-14T12:21:34.756973-08:00
+custom:
+  Author: colin-rogers-dbt
+  Issue: "9292"

.changes/unreleased/Under the Hood-20231214-164107.yaml

@@ -0,0 +1,6 @@
+kind: Under the Hood
+body: move system.py to common as dbt-bigquery relies on it to call gcloud
+time: 2023-12-14T16:41:07.539814-08:00
+custom:
+  Author: colin-rogers-dbt
+  Issue: "9293"

.flake8

@@ -10,3 +10,5 @@ ignore =
     E741
     E501 # long line checking is done in black
 exclude = test/
+per-file-ignores =
+    */__init__.py: F401

.gitattributes

@@ -1,4 +1,4 @@
-core/dbt/include/index.html binary
+core/dbt/task/docs/index.html binary
 tests/functional/artifacts/data/state/*/manifest.json binary
 core/dbt/docs/build/html/searchindex.js binary
 core/dbt/docs/build/html/index.html binary

.pre-commit-config.yaml

@@ -1,7 +1,7 @@
 # Configuration for pre-commit hooks (see https://pre-commit.com/).
 # Eventually the hooks described here will be run as tests before merging each PR.
 
-exclude: ^(core/dbt/docs/build/|core/dbt/events/types_pb2.py)
+exclude: ^(core/dbt/docs/build/|core/dbt/common/events/types_pb2.py|core/dbt/events/core_types_pb2.py|core/dbt/adapters/events/adapter_types_pb2.py)
 
 # Force all unspecified python hooks to run python 3.8
 default_language_version:

ARCHITECTURE.md

@@ -26,7 +26,7 @@ Legacy tests are found in the 'test' directory:
 
 The "tasks" map to top-level dbt commands. So `dbt run` => task.run.RunTask, etc. Some are more like abstract base classes (GraphRunnableTask, for example) but all the concrete types outside of task should map to tasks. Currently one executes at a time. The tasks kick off their “Runners” and those do execute in parallel. The parallelism is managed via a thread pool, in GraphRunnableTask.
 
-core/dbt/include/index.html
+core/dbt/task/docs/index.html
 This is the docs website code. It comes from the dbt-docs repository, and is generated when a release is packaged.
 
 ## Adapters

Makefile

@@ -40,7 +40,16 @@ dev: dev_req ## Installs dbt-* packages in develop mode along with development d
 
 .PHONY: proto_types
 proto_types:  ## generates google protobuf python file from types.proto
-	protoc -I=./core/dbt/events --python_out=./core/dbt/events ./core/dbt/events/types.proto
+	protoc -I=./core/dbt/common/events --python_out=./core/dbt/common/events ./core/dbt/common/events/types.proto
+
+.PHONY: core_proto_types
+core_proto_types:  ## generates google protobuf python file from core_types.proto
+	protoc -I=./core/dbt/events --python_out=./core/dbt/events ./core/dbt/events/core_types.proto
+
+.PHONY: adapter_proto_types
+adapter_proto_types:  ## generates google protobuf python file from core_types.proto
+	protoc -I=./core/dbt/adapters/events --python_out=./core/dbt/adapters/events ./core/dbt/adapters/events/adapter_types.proto
+
 
 .PHONY: mypy
 mypy: .env ## Runs mypy against staged changes for static type checking.

core/MANIFEST.in

@@ -1,2 +1,3 @@
-recursive-include dbt/include *.py *.sql *.yml *.html *.md .gitkeep .gitignore
+recursive-include dbt/adapters/include *.py *.sql *.yml *.html *.md .gitkeep .gitignore
 include dbt/py.typed
+recursive-include dbt/task/docs *.html

core/dbt/adapters/base/__init__.py

@@ -1,7 +1,7 @@
 # these are all just exports, #noqa them so flake8 will be happy
 
 # TODO: Should we still include this in the `adapters` namespace?
-from dbt.contracts.connection import Credentials  # noqa: F401
+from dbt.adapters.contracts.connection import Credentials  # noqa: F401
 from dbt.adapters.base.meta import available  # noqa: F401
 from dbt.adapters.base.connections import BaseConnectionManager  # noqa: F401
 from dbt.adapters.base.relation import (  # noqa: F401

core/dbt/adapters/base/column.py

@@ -2,7 +2,7 @@
 import re
 from typing import Dict, ClassVar, Any, Optional
 
-from dbt.exceptions import DbtRuntimeError
+from dbt.common.exceptions import DbtRuntimeError
 
 
 @dataclass