fix(spark): minor fix

radicalbit · Dec 13, 2024 · fe80945 · fe80945
1 parent dcbef81
commit fe80945
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/spark/jobs/completion_job.py b/spark/jobs/completion_job.py
@@ -49,7 +49,6 @@ def main(
         spark_context._jsc.hadoopConfiguration().set(
             "fs.s3a.connection.ssl.enabled", "false"
         )
-    print(completion_dataset_path)
     df = spark_session.read.option("multiline", "true").json(completion_dataset_path)
     complete_record = compute_metrics(df)