diff --git a/.gitignore b/.gitignore
index 1f50e98..77ca15a 100644
--- a/.gitignore
+++ b/.gitignore
@@ -6,5 +6,4 @@ secrets/docker/.token_seed.lock
 secrets/docker/buildx/
 
 # Releases
-/pg_idkit-*.tar.gz
-/pg_idkit-*.zip
+/pkg
diff --git a/Justfile b/Justfile
index fee502f..6a24f8f 100644
--- a/Justfile
+++ b/Justfile
@@ -106,7 +106,9 @@ build-test-watch: _check-tool-cargo _check-tool-cargo-watch
 
 package:
     PGRX_IGNORE_RUST_VERSIONS=y {{cargo}} pgrx package --pg-config {{pkg_pg_config_path}}
-    {{tar}} -cvf pg_idkit-$(just print-version).tar.gz -C $({{just}} print-pkg-output-dir) *
+    mkdir -p pkg/pg_idkit-$({{just}} print-version)
+    cp -r $({{just}} print-pkg-output-dir)/* pkg/pg_idkit-$({{just}} print-version)
+    {{tar}} -C pkg -cvf pg_idkit-$(just print-version).tar.gz  pg_idkit-$({{just}} print-version)
 
 print-pkg-output-dir:
     echo -n {{pgrx_pkg_output_dir}}