From 51f017c435cf04d7805153c421e09d682cef70cd Mon Sep 17 00:00:00 2001
From: Oliver Bertuch <o.bertuch@fz-juelich.de>
Date: Sat, 6 Apr 2024 16:29:01 +0200
Subject: [PATCH] feat(s3): add first draft for s3 flavor

This is just adding the setup on the backend. It will still need a custom bootstrapping script to create some useful preconfigured collections.
---
 s3/compose.yml                   | 60 ++++++++++++++++++++++++++++++++
 s3/localstack/cors.json          | 10 ++++++
 s3/localstack/localstack-init.sh |  4 +++
 3 files changed, 74 insertions(+)
 create mode 100644 s3/compose.yml
 create mode 100644 s3/localstack/cors.json
 create mode 100755 s3/localstack/localstack-init.sh

diff --git a/s3/compose.yml b/s3/compose.yml
new file mode 100644
index 0000000..16940cb
--- /dev/null
+++ b/s3/compose.yml
@@ -0,0 +1,60 @@
+# This file is meant to be merged with a base file!
+services:
+  dataverse:
+    environment:
+      JVM_ARGS:
+        -Ddataverse.files.localstack.type=s3
+        -Ddataverse.files.localstack.label=LocalStack
+        -Ddataverse.files.localstack.custom-endpoint-url=http://localstack:4566
+        -Ddataverse.files.localstack.custom-endpoint-region=us-east-2
+        -Ddataverse.files.localstack.bucket-name=localstack
+        -Ddataverse.files.localstack.path-style-access=true
+        -Ddataverse.files.localstack.upload-redirect=true
+        -Ddataverse.files.localstack.download-redirect=true
+        -Ddataverse.files.localstack.access-key=default
+        -Ddataverse.files.localstack.secret-key=default
+        -Ddataverse.files.minio.type=s3
+        -Ddataverse.files.minio.label=MinIO
+        -Ddataverse.files.minio.custom-endpoint-url=http://minio:9000
+        -Ddataverse.files.minio.custom-endpoint-region=us-east-1
+        -Ddataverse.files.minio.bucket-name=minio
+        -Ddataverse.files.minio.path-style-access=true
+        -Ddataverse.files.minio.upload-redirect=false
+        -Ddataverse.files.minio.download-redirect=false
+        -Ddataverse.files.minio.access-key=supersecret
+        -Ddataverse.files.minio.secret-key=supersecret
+
+  localstack:
+    container_name: "localstack"
+    image: localstack/localstack:latest
+    restart: on-failure
+    ports:
+      - "4566:4566"
+    environment:
+      - DEBUG=${DEBUG-}
+      - DOCKER_HOST=unix:///var/run/docker.sock
+      - LOCALSTACK_HOST=localstack
+    networks:
+      - dataverse
+    volumes:
+      - "${RUNNER_TEMP}/localstack:/var/lib/localstack"
+      - "${GITHUB_ACTION_PATH}/s3/localstack:/etc/localstack/init/ready.d"
+      - "/var/run/docker.sock:/var/run/docker.sock"
+
+  minio:
+    container_name: "minio"
+    image: minio/minio
+    restart: on-failure
+    ports:
+      - "9000:9000"
+      - "9001:9001"
+    networks:
+      - dataverse
+    volumes:
+      - "${RUNNER_TEMP}/minio:/data"
+    environment:
+      MINIO_ROOT_USER: supersecret
+      MINIO_ROOT_PASSWORD: supersecret
+    entrypoint: sh
+    command: -c 'mkdir -p /data/minio && /usr/bin/minio server /data'
+
diff --git a/s3/localstack/cors.json b/s3/localstack/cors.json
new file mode 100644
index 0000000..941eee1
--- /dev/null
+++ b/s3/localstack/cors.json
@@ -0,0 +1,10 @@
+{
+    "CORSRules": [
+        {
+            "AllowedOrigins": ["*"],
+            "AllowedHeaders": ["*"],
+            "AllowedMethods": ["PUT", "GET"],
+            "ExposeHeaders": ["ETag", "Accept-Ranges", "Content-Encoding", "Content-Range"]
+        }
+    ]
+}
\ No newline at end of file
diff --git a/s3/localstack/localstack-init.sh b/s3/localstack/localstack-init.sh
new file mode 100755
index 0000000..7189086
--- /dev/null
+++ b/s3/localstack/localstack-init.sh
@@ -0,0 +1,4 @@
+#!/usr/bin/env bash
+# https://stackoverflow.com/questions/53619901/auto-create-s3-buckets-on-localstack
+awslocal s3 mb s3://localstack
+awslocal s3api put-bucket-cors --bucket localstack --cors-configuration file:///etc/localstack/init/ready.d/cors.json