diff --git a/spark/jobs/completion_job.py b/spark/jobs/completion_job.py index 003ef2d9..1e96339d 100644 --- a/spark/jobs/completion_job.py +++ b/spark/jobs/completion_job.py @@ -49,7 +49,6 @@ def main( spark_context._jsc.hadoopConfiguration().set( "fs.s3a.connection.ssl.enabled", "false" ) - print(completion_dataset_path) df = spark_session.read.option("multiline", "true").json(completion_dataset_path) complete_record = compute_metrics(df)