From fe809450965f87d3c28b9806b450a3436329c840 Mon Sep 17 00:00:00 2001 From: carlopignatiello Date: Fri, 13 Dec 2024 09:22:18 +0100 Subject: [PATCH] fix(spark): minor fix --- spark/jobs/completion_job.py | 1 - 1 file changed, 1 deletion(-) diff --git a/spark/jobs/completion_job.py b/spark/jobs/completion_job.py index 003ef2d9..1e96339d 100644 --- a/spark/jobs/completion_job.py +++ b/spark/jobs/completion_job.py @@ -49,7 +49,6 @@ def main( spark_context._jsc.hadoopConfiguration().set( "fs.s3a.connection.ssl.enabled", "false" ) - print(completion_dataset_path) df = spark_session.read.option("multiline", "true").json(completion_dataset_path) complete_record = compute_metrics(df)