fix(dags-container): Ensure duckdb httpfs extension is correct version (

#56)
SwanseaUniversityMedical · Apr 9, 2024 · 73a6497 · 73a6497
1 parent 8c3f572
commit 73a6497
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 5 deletions.
diff --git a/containers/dags/Dockerfile b/containers/dags/Dockerfile
@@ -20,11 +20,9 @@ RUN pip install --no-cache-dir pyclean && \
     pip uninstall -y pyclean
 
 # Install duckdb extensions
-COPY containers/dags/httpfs.duckdb_extension.gz /opt/duckdb/
-USER root
-RUN gzip -d /opt/duckdb/httpfs.duckdb_extension.gz && \
-    chown airflow:root /opt/duckdb/httpfs.duckdb_extension
-USER airflow
+RUN duckcli -D ":memory:" -e "INSTALL httpfs; LOAD httpfs" && \
+    python3 -c "import duckdb; duckdb.connect(':memory:').sql('LOAD httpfs')"
+
 
 # Copy dags code
 COPY dags /opt/airflow/dags
diff --git a/containers/dags/httpfs.duckdb_extension.gz b/containers/dags/httpfs.duckdb_extension.gz