From 8cb3b1046c7cde1a2cbff00a692eed03fed740a2 Mon Sep 17 00:00:00 2001 From: Ray Kim Date: Tue, 26 Mar 2024 16:46:30 -0400 Subject: [PATCH] set spark_version env var for pydeequ --- python/pyspark/version.py | 2 +- .../kubernetes/docker/src/main/dockerfiles/spark/entrypoint.sh | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/python/pyspark/version.py b/python/pyspark/version.py index 9ac6b1fe2d274..a314f9db9b1a8 100644 --- a/python/pyspark/version.py +++ b/python/pyspark/version.py @@ -16,4 +16,4 @@ # See the License for the specific language governing permissions and # limitations under the License. -__version__: str = "2815!3.3.2+affirm.4" +__version__: str = "2815!3.3.2+affirm.5" diff --git a/resource-managers/kubernetes/docker/src/main/dockerfiles/spark/entrypoint.sh b/resource-managers/kubernetes/docker/src/main/dockerfiles/spark/entrypoint.sh index fd72dbfdbf8a3..b96e2de806a1d 100755 --- a/resource-managers/kubernetes/docker/src/main/dockerfiles/spark/entrypoint.sh +++ b/resource-managers/kubernetes/docker/src/main/dockerfiles/spark/entrypoint.sh @@ -107,4 +107,5 @@ case "$1" in esac # Execute the container CMD under tini for better hygiene +export SPARK_VERSION="3.3" exec /tini -s -- "${CMD[@]}"