From 33a1921586fb130957b9007f72f4b82ac54d0e33 Mon Sep 17 00:00:00 2001 From: Flook Peter Date: Wed, 5 Jun 2024 15:07:11 +0800 Subject: [PATCH] Update to 0.10.7, add in latest benchmark results, automatically create PR with benchmark results after github action run --- .github/workflows/benchmark.yml | 4 ++ .../results/benchmark_results_0.10.6.txt | 40 +++++++++++++++++++ gradle.properties | 2 +- 3 files changed, 45 insertions(+), 1 deletion(-) create mode 100644 benchmark/results/benchmark_results_0.10.6.txt diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml index 6c6816d..e3e6f14 100644 --- a/.github/workflows/benchmark.yml +++ b/.github/workflows/benchmark.yml @@ -24,3 +24,7 @@ jobs: run: bash benchmark/setup_query_engine_jars.sh - name: Run benchmark script run: bash benchmark/run_benchmark.sh + - name: Create pull request + uses: peter-evans/create-pull-request@v6 + with: + title: Add benchmark results \ No newline at end of file diff --git a/benchmark/results/benchmark_results_0.10.6.txt b/benchmark/results/benchmark_results_0.10.6.txt new file mode 100644 index 0000000..7220808 --- /dev/null +++ b/benchmark/results/benchmark_results_0.10.6.txt @@ -0,0 +1,40 @@ +Data Caterer version: 0.10.6 +Date: Tue Jun 4 06:59:57 UTC 2024 +System info: + OSType: linux + Architecture: x86_64 + CPUs: 4 + Total Memory: 15.61GiB +Driver memory: DRIVER_MEMORY=2g +Executor memory: EXECUTOR_MEMORY=2g +Class name, Num records, Num run, Time taken (s) +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:default, 100000, 1, 18.10 +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:default, 100000, 2, 17.98 +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:default, 100000, 3, 18.75 +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:blaze, 100000, 1, 18.45 +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:blaze, 100000, 2, 18.55 +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:blaze, 100000, 3, 18.54 +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:comet, 100000, 1, 18.97 +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:comet, 100000, 2, 18.61 +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:comet, 100000, 3, 18.74 +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:gluten, 100000, 1, 3.22 +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:gluten, 100000, 2, 3.11 +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:gluten, 100000, 3, 3.29 +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:, 10000, 1, 13.15 +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:, 10000, 2, 13.01 +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:, 10000, 3, 13.17 +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:, 100000, 1, 18.55 +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:, 100000, 2, 18.76 +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:, 100000, 3, 18.72 +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:, 1000000, 1, 65.31 +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:, 1000000, 2, 66.68 +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:, 1000000, 3, 65.88 +io.github.datacatering.plan.benchmark.BenchmarkForeignKeyPlanRun:, 500000, 1, 37.88 +io.github.datacatering.plan.benchmark.BenchmarkForeignKeyPlanRun:, 500000, 2, 37.10 +io.github.datacatering.plan.benchmark.BenchmarkForeignKeyPlanRun:, 500000, 3, 38.23 +io.github.datacatering.plan.benchmark.BenchmarkJsonPlanRun:, 100000, 1, 18.32 +io.github.datacatering.plan.benchmark.BenchmarkJsonPlanRun:, 100000, 2, 18.64 +io.github.datacatering.plan.benchmark.BenchmarkJsonPlanRun:, 100000, 3, 18.17 +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:, 100000, 1, 18.36 +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:, 100000, 2, 18.39 +io.github.datacatering.plan.benchmark.BenchmarkParquetPlanRun:, 100000, 3, 18.85 \ No newline at end of file diff --git a/gradle.properties b/gradle.properties index dac4171..2173c88 100644 --- a/gradle.properties +++ b/gradle.properties @@ -8,6 +8,6 @@ version=0.1.0 scalaVersion=2.12 scalaSpecificVersion=2.12.15 -dataCatererVersion=0.10.6 +dataCatererVersion=0.10.7 sparkVersion=3.5.1 sparkMajorVersion=3.5