diff --git a/containers/dags/Dockerfile b/containers/dags/Dockerfile index f122ed92..2fd9c41f 100644 --- a/containers/dags/Dockerfile +++ b/containers/dags/Dockerfile @@ -20,11 +20,9 @@ RUN pip install --no-cache-dir pyclean && \ pip uninstall -y pyclean # Install duckdb extensions -COPY containers/dags/httpfs.duckdb_extension.gz /opt/duckdb/ -USER root -RUN gzip -d /opt/duckdb/httpfs.duckdb_extension.gz && \ - chown airflow:root /opt/duckdb/httpfs.duckdb_extension -USER airflow +RUN duckcli -D ":memory:" -e "INSTALL httpfs; LOAD httpfs" && \ + python3 -c "import duckdb; duckdb.connect(':memory:').sql('LOAD httpfs')" + # Copy dags code COPY dags /opt/airflow/dags diff --git a/containers/dags/httpfs.duckdb_extension.gz b/containers/dags/httpfs.duckdb_extension.gz deleted file mode 100644 index 879be3ff..00000000 Binary files a/containers/dags/httpfs.duckdb_extension.gz and /dev/null differ