diff --git a/benchmark/run_benchmark.sh b/benchmark/run_benchmark.sh index 14049fa..1534bb6 100755 --- a/benchmark/run_benchmark.sh +++ b/benchmark/run_benchmark.sh @@ -49,7 +49,7 @@ run_docker() { esac time_taken=$({ - command time -p docker run -p 4040:4040 \ + time -p docker run -p 4040:4040 \ -v "$(pwd)/build/libs/data-caterer-example-0.1.0.jar:/opt/spark/jars/data-caterer.jar" \ -v "$(pwd)/benchmark/jars/blaze.jar:/opt/spark/jars/blaze.jar" \ -v "$(pwd)/benchmark/jars/comet.jar:/opt/spark/jars/comet.jar" \ @@ -112,6 +112,7 @@ if [[ "$enable_data_sink_run" == true ]]; then done fi +echo "Printing logs of last docker run" docker ps -a | tail -1 | awk -F " " '{print $1}' | xargs docker logs echo "Printing benchmark results" diff --git a/benchmark/setup_query_engine_jars.sh b/benchmark/setup_query_engine_jars.sh index 2d05876..0081692 100644 --- a/benchmark/setup_query_engine_jars.sh +++ b/benchmark/setup_query_engine_jars.sh @@ -14,7 +14,7 @@ curl -L -o benchmark/jars/gluten.jar "https://github.com/apache/incubator-gluten echo "Finished downloading gluten jar" echo "Getting datafusion-comet jar..." -curl -L -o benchmark/jars/comet.jar "https://github.com/data-catering/datafusion-comet/actions/runs/9361483276/artifacts/1565420150" +curl -L -o benchmark/jars/comet.jar "https://github.com/data-catering/datafusion-comet/releases/download/0.1.0/comet-spark-spark3.4_2.12-0.1.0-SNAPSHOT.jar" echo "Finished downloading datafusion-comet jar" #echo "Building datafusion-comet..."