From b98632e2645c9b5687dfa90fa7be1246fe8494a2 Mon Sep 17 00:00:00 2001 From: Matthew McKnight <91097623+McKnight-42@users.noreply.github.com> Date: Wed, 31 Jul 2024 10:50:43 -0500 Subject: [PATCH] update core install (#1083) * update core install * update netcat install * slight change to possibly unneeded -openbsd callout * remove space --- dagger/spark-container/install_spark.sh | 2 +- dev-requirements.txt | 2 +- docker/Dockerfile | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/dagger/spark-container/install_spark.sh b/dagger/spark-container/install_spark.sh index 476f362a9..a9816020d 100755 --- a/dagger/spark-container/install_spark.sh +++ b/dagger/spark-container/install_spark.sh @@ -4,7 +4,7 @@ SPARK_VERSION=3.1.3 HADOOP_VERSION=3.2 apt-get update && \ -apt-get install -y wget netcat procps libpostgresql-jdbc-java && \ +apt-get install -y wget netcat-openbsd procps libpostgresql-jdbc-java && \ wget -q "https://archive.apache.org/dist/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz" && \ tar xzf "spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz" && \ rm "spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz" && \ diff --git a/dev-requirements.txt b/dev-requirements.txt index f57f64d5d..26522411a 100644 --- a/dev-requirements.txt +++ b/dev-requirements.txt @@ -1,6 +1,6 @@ # install latest changes in dbt-core # TODO: how to automate switching from develop to version branches? -git+https://github.com/dbt-labs/dbt-core.git@1.8.latest#egg=dbt-core&subdirectory=core +git+https://github.com/dbt-labs/dbt-core.git#egg=dbt-core&subdirectory=core git+https://github.com/dbt-labs/dbt-common.git git+https://github.com/dbt-labs/dbt-adapters.git git+https://github.com/dbt-labs/dbt-adapters.git#subdirectory=dbt-tests-adapter diff --git a/docker/Dockerfile b/docker/Dockerfile index bb4d378ed..49138af50 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -13,7 +13,7 @@ ENV SPARK_HOME /usr/spark ENV PATH="/usr/spark/bin:/usr/spark/sbin:${PATH}" RUN apt-get update && \ - apt-get install -y wget netcat procps libpostgresql-jdbc-java && \ + apt-get install -y wget netcat-openbsd procps libpostgresql-jdbc-java && \ wget -q "http://archive.apache.org/dist/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz" && \ tar xzf "spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz" && \ rm "spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz" && \