From 9b270c8341dd2c06079b095bd1d5edfcaaa79c53 Mon Sep 17 00:00:00 2001 From: murilo Date: Sat, 5 Sep 2020 16:02:01 -0300 Subject: [PATCH] Fix typo --- spark-dev-env/docker-img-volume/src/IOController.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/spark-dev-env/docker-img-volume/src/IOController.py b/spark-dev-env/docker-img-volume/src/IOController.py index ab62f50..9bedadd 100644 --- a/spark-dev-env/docker-img-volume/src/IOController.py +++ b/spark-dev-env/docker-img-volume/src/IOController.py @@ -18,7 +18,7 @@ def create_pyspark_session(app_name='my_app', aws_secrets:dict=aws_secrets) -> S .config('spark.sql.codegen.wholeStage', False) \ .getOrCreate() - # setups AWS S3 connection + # configures AWS S3 connection sc=spark.sparkContext hadoop_conf=sc._jsc.hadoopConfiguration() hadoop_conf.set("fs.s3n.impl", "org.apache.hadoop.fs.s3native.NativeS3FileSystem")