diff --git a/dagger/run_dbt_spark_tests.py b/dagger/run_dbt_spark_tests.py index 611f48692..4b8f2f4de 100644 --- a/dagger/run_dbt_spark_tests.py +++ b/dagger/run_dbt_spark_tests.py @@ -94,7 +94,7 @@ async def test_spark(test_args): pip_cache = client.cache_volume("pip") # setup directories as we don't want to copy the whole repo into the container - client.host().directory( + req_files = client.host().directory( "./", include=["*.env", "hatch.toml", "pyproject.toml", "./dbt", "./tests"] ) scripts = client.host().directory("./dagger/scripts") @@ -108,6 +108,9 @@ async def test_spark(test_args): # install OS deps first so any local changes don't invalidate the cache .with_directory("/scripts", scripts) .with_exec(["./scripts/install_os_reqs.sh"]) + # install dbt-spark + python deps + .with_directory("/src", req_files) + .with_workdir("/src") ) if test_profile == "apache_spark": diff --git a/hatch.toml b/hatch.toml index 8fec666b8..a255a6d0a 100644 --- a/hatch.toml +++ b/hatch.toml @@ -13,7 +13,6 @@ dependencies = [ "dbt-common @ git+https://github.com/dbt-labs/dbt-common.git", "dbt-tests-adapter @ git+https://github.com/dbt-labs/dbt-adapters.git#subdirectory=dbt-tests-adapter", "dbt-core @ git+https://github.com/dbt-labs/dbt-core.git#subdirectory=core", - "anyio", "beartype<0.18.0", "dagger-io~=0.9.7", "ddtrace==2.3.0",