feat: refatcoring spark job arguments

radicalbit · Dec 12, 2024 · 75deb9d · 75deb9d
1 parent 14ef835
commit 75deb9d
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/api/app/services/file_service.py b/api/app/services/file_service.py
@@ -126,6 +126,7 @@ def upload_reference_file(
                     path.replace('s3://', 's3a://'),
                     str(inserted_file.uuid),
                     ReferenceDatasetMetrics.__tablename__,
+                    ReferenceDataset.__tablename__,
                 ],
             )
 
@@ -175,6 +176,7 @@ def bind_reference_file(
                     file_ref.file_url.replace('s3://', 's3a://'),
                     str(inserted_file.uuid),
                     ReferenceDatasetMetrics.__tablename__,
+                    ReferenceDataset.__tablename__,
                 ],
             )
 
@@ -259,6 +261,7 @@ def upload_current_file(
                     str(inserted_file.uuid),
                     reference_dataset.path.replace('s3://', 's3a://'),
                     CurrentDatasetMetrics.__tablename__,
+                    CurrentDataset.__tablename__,
                 ],
             )
 
@@ -312,6 +315,7 @@ def bind_current_file(
                     str(inserted_file.uuid),
                     reference_dataset.path.replace('s3://', 's3a://'),
                     CurrentDatasetMetrics.__tablename__,
+                    CurrentDataset.__tablename__,
                 ],
             )
 
@@ -377,10 +381,10 @@ def upload_completion_file(
                 app_name=str(model_out.uuid),
                 app_path=spark_config.spark_completion_app_path,
                 app_arguments=[
-                    model_out.model_dump_json(),
                     path.replace('s3://', 's3a://'),
                     str(inserted_file.uuid),
                     CompletionDatasetMetrics.__tablename__,
+                    CompletionDataset.__tablename__,
                 ],
             )