From 210fe64872c9be99b7427c8f121b0c8de2bc6a40 Mon Sep 17 00:00:00 2001 From: TFMV Date: Fri, 14 Jun 2024 12:45:28 -0500 Subject: [PATCH 1/3] Add support for FlightSQL --- docker-compose.yaml | 33 +++++++++++++++++++++++++++++++++ run.sh | 1 + 2 files changed, 34 insertions(+) diff --git a/docker-compose.yaml b/docker-compose.yaml index 5750327..7199e08 100644 --- a/docker-compose.yaml +++ b/docker-compose.yaml @@ -1,5 +1,23 @@ version: "3.9" services: + + #flight SQL + flight-sql: + container_name: "flight-sql" + image: "voltrondata/flight-sql:latest" + ports: + - "31337:31337" + environment: + - TLS_ENABLED=1 + - FLIGHT_PASSWORD=flight_password + - PRINT_QUERIES=1 + command: ["tail", "-f", "/dev/null"] + volumes: + - "./data/flight-sql:/opt/data" + depends_on: + - duckdb + - sqlite + #change data capture debezium-connect: container_name: "debezium-connect" @@ -234,6 +252,13 @@ services: depends_on: - "marquez-data" + spanner-emulator: + image: gcr.io/cloud-spanner-emulator/emulator + container_name: spanner-emulator + ports: + - "9010:9010" + - "9020:9020" + #distributed coordination zookeeper: container_name: "zookeeper" @@ -573,6 +598,14 @@ services: postgres: condition: "service_healthy" + sqlite: + container_name: "sqlite" + image: "nouchka/sqlite3:latest" + platform: "linux/amd64" + volumes: + - "./data/sqlite:/opt/data" + command: ["tail", "-f", "/dev/null"] + trino: container_name: "trino" image: "trinodb/trino:449" diff --git a/run.sh b/run.sh index 6201e27..8980532 100755 --- a/run.sh +++ b/run.sh @@ -16,6 +16,7 @@ cockroachdb='./cockroach sql --insecure' doris='mysql -uroot -P9030 -h127.0.0.1' duckdb='./duckdb' elasticsearch='elasticsearch-sql-cli http://elastic:elasticsearch@localhost:9200' +flight-sql='flight_sql_client --command Execute --host localhost --port 31337 --username flight_username --password flight_password --query 'SELECT version()' --use-tls --tls-skip-verify' mariadb='mariadb --user=user --password=password' mongodb-connect='mongosh mongodb://root:root@mongodb' mysql='mysql -u root -proot' From 127c31890074072f54126e09aa2572b7f215711d Mon Sep 17 00:00:00 2001 From: TFMV Date: Fri, 14 Jun 2024 12:54:00 -0500 Subject: [PATCH 2/3] Add status of new services --- README.md | 3 +++ 1 file changed, 3 insertions(+) diff --git a/README.md b/README.md index b85fd74..34292b8 100644 --- a/README.md +++ b/README.md @@ -90,6 +90,8 @@ If any data is persisted from the services to carry across sessions, it gets pus | Database | neo4j | ✅ | | Database | postgres | ✅ | | Database | opensearch | ❌ | +| Database | spanner | ✅ | +| Database | sqlite | ✅ | | Data Catalog | marquez | ✅ | | Data Catalog | amundsen | ❌ | | Data Catalog | datahub | ❌ | @@ -107,6 +109,7 @@ If any data is persisted from the services to carry across sessions, it gets pus | Messaging | rabbitmq | ✅ | | Object Storage | minio | ✅ | | Query Engine | duckdb | ✅ | +| Query Engine | flight-sql | ✅ | | Query Engine | presto | ✅ | | Query Engine | trino | ✅ | | Real-time OLAP | clickhouse | ✅ | From bfb84ae978ee32db2184d10f93bc06a0c9969d08 Mon Sep 17 00:00:00 2001 From: TFMV Date: Fri, 14 Jun 2024 12:54:24 -0500 Subject: [PATCH 3/3] Put Flight-sql in rightful place --- docker-compose.yaml | 33 ++++++++++++++++----------------- 1 file changed, 16 insertions(+), 17 deletions(-) diff --git a/docker-compose.yaml b/docker-compose.yaml index 7199e08..ab3d127 100644 --- a/docker-compose.yaml +++ b/docker-compose.yaml @@ -1,23 +1,6 @@ version: "3.9" services: - #flight SQL - flight-sql: - container_name: "flight-sql" - image: "voltrondata/flight-sql:latest" - ports: - - "31337:31337" - environment: - - TLS_ENABLED=1 - - FLIGHT_PASSWORD=flight_password - - PRINT_QUERIES=1 - command: ["tail", "-f", "/dev/null"] - volumes: - - "./data/flight-sql:/opt/data" - depends_on: - - duckdb - - sqlite - #change data capture debezium-connect: container_name: "debezium-connect" @@ -586,6 +569,22 @@ services: postgres: condition: "service_healthy" + flight-sql: + container_name: "flight-sql" + image: "voltrondata/flight-sql:latest" + ports: + - "31337:31337" + environment: + - TLS_ENABLED=1 + - FLIGHT_PASSWORD=flight_password + - PRINT_QUERIES=1 + command: ["tail", "-f", "/dev/null"] + volumes: + - "./data/flight-sql:/opt/data" + depends_on: + - duckdb + - sqlite + presto: container_name: "presto" image: "prestodb/presto:0.287"