Change to streaming reader for CSV schema inference.

Eventual-Inc · Oct 6, 2023 · dd3c677 · dd3c677
1 parent cdbcec4
commit dd3c677
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/daft/table/schema_inference.py b/daft/table/schema_inference.py
@@ -40,7 +40,7 @@ def from_csv(
     else:
         fs = None
     with _open_stream(file, fs) as f:
-        table = pacsv.read_csv(
+        reader = pacsv.open_csv(
             f,
             parse_options=pacsv.ParseOptions(
                 delimiter=csv_options.delimiter,
@@ -50,7 +50,7 @@ def from_csv(
             ),
         )
 
-    return Table.from_arrow(table).schema()
+    return Schema.from_pyarrow_schema(reader.schema)
 
 
 def from_json(