update annotation

llmfoundry/data_prep/convert_delta_to_json.py

@@ -651,9 +651,21 @@ def convert_delta_to_json_from_args(
     cluster_id: Optional[str],
     use_serverless: bool,
     batch_size: int,
-    processes: int, # type: ignore
+    processes: int,
     json_output_filename: str,
 ) -> None:
+    """A wrapper for `convert_dataset_json` that parses arguments.
+
+    Args:
+        delta_table_name (str): UC table <catalog>.<schema>.<table name>
+        json_output_folder (str): Local path to save the converted json
+        http_path (Optional[str]): If set, dbsql method is used
+        batch_size (int): Row chunks to transmit a time to avoid OOM
+        processes (int): Number of processes allowed to use
+        cluster_id (Optional[str]): Cluster ID with runtime newer than 14.1.0 and access mode of either assigned or shared can use databricks-connect
+        use_serverless (bool): Use serverless or not. Make sure the workspace is entitled with serverless
+        json_output_filename (str): The name of the combined final jsonl that combines all partitioned jsonl
+    """
     w = WorkspaceClient()
     DATABRICKS_HOST = w.config.host
     DATABRICKS_TOKEN = w.config.token