Skip to content

Commit

Permalink
Put quotes around curl url, clone datausion-comet from github action
Browse files Browse the repository at this point in the history
  • Loading branch information
pflooky committed Jun 4, 2024
1 parent 6d3115b commit 497fefe
Show file tree
Hide file tree
Showing 2 changed files with 12 additions and 5 deletions.
9 changes: 8 additions & 1 deletion .github/workflows/benchmark.yml
Original file line number Diff line number Diff line change
Expand Up @@ -10,9 +10,16 @@ jobs:
runs-on: ubuntu-latest

steps:
- uses: actions/checkout@v4
- name: Checkout data-caterer-example repo
uses: actions/checkout@v4
with:
fetch-depth: 2
- name: Checkout datafusion-comet repo
uses: actions/checkout@v4
with:
fetch-depth: 2
repository: apache/datafusion-comet
path: benchmark/build/datafusion-comet
- name: Get Spark query engine jars
run: bash benchmark/setup_query_engine_jars.sh
- name: Run benchmark script
Expand Down
8 changes: 4 additions & 4 deletions benchmark/setup_query_engine_jars.sh
Original file line number Diff line number Diff line change
Expand Up @@ -2,19 +2,19 @@

spark_major_version=$(grep sparkMajorVersion gradle.properties | cut -d= -f2)

mkdir benchmark/jars
mkdir -p benchmark/jars

echo "Downloading query engine jars with Spark version: ${spark_major_version}"
echo "Getting blaze jar..."
curl --output benchmark/jars/blaze.jar https://github.com/kwai/blaze/releases/download/v2.0.9.1/blaze-engine-spark333-release-2.0.9.1-SNAPSHOT.jar
curl -L -o benchmark/jars/blaze.jar "https://github.com/kwai/blaze/releases/download/v2.0.9.1/blaze-engine-spark333-release-2.0.9.1-SNAPSHOT.jar"
echo "Finished downloading blaze jar"

echo "Getting gluten jar..."
curl --output benchmark/jars/gluten.jar https://github.com/apache/incubator-gluten/releases/download/v1.1.1/gluten-velox-bundle-spark3.4_2.12-1.1.1.jar
curl -L -o benchmark/jars/gluten.jar "https://github.com/apache/incubator-gluten/releases/download/v1.1.1/gluten-velox-bundle-spark3.4_2.12-1.1.1.jar"
echo "Finished downloading gluten jar"

echo "Building datafusion-comet..."
git clone [email protected]:apache/datafusion-comet.git benchmark/build
#git clone [email protected]:apache/datafusion-comet.git benchmark/build
cd benchmark/build/datafusion-comet
make release PROFILES="-Pspark-${spark_major_version}"
ls spark/target/comet-spark-*-SNAPSHOT.jar
Expand Down

0 comments on commit 497fefe

Please sign in to comment.