refactor: range use python generator

Cargo.toml

@@ -56,7 +56,6 @@ python = [
   "common-system-info/python",
   "daft-catalog/python",
   "daft-catalog-python-catalog/python",
-  "daft-connect/python",
   "daft-core/python",
   "daft-csv/python",
   "daft-dsl/python",
@@ -207,6 +206,7 @@ daft-local-plan = {path = "src/daft-local-plan"}
 daft-logical-plan = {path = "src/daft-logical-plan"}
 daft-micropartition = {path = "src/daft-micropartition"}
 daft-physical-plan = {path = "src/daft-physical-plan"}
+daft-scan = {path = "src/daft-scan"}
 daft-schema = {path = "src/daft-schema"}
 daft-sql = {path = "src/daft-sql"}
 daft-table = {path = "src/daft-table"}

daft/io/range.py

@@ -0,0 +1,29 @@
+from __future__ import annotations
+
+from typing import TYPE_CHECKING, Callable
+
+if TYPE_CHECKING:
+    from collections.abc import Iterator
+
+from daft import DataType
+from daft.io._generator import GeneratorScanOperator
+from daft.logical.schema import Schema
+from daft.table.table import Table
+
+
+def _range_generators(start: int, end: int, step: int) -> Iterator[Callable[[], Iterator[Table]]]:
+    def generator_for_value(value: int) -> Callable[[], Iterator[Table]]:
+        def generator() -> Iterator[Table]:
+            yield Table.from_pydict({"id": [value]})
+
+        return generator
+
+    for value in range(start, end, step):
+        yield generator_for_value(value)
+
+
+class RangeScanOperator(GeneratorScanOperator):
+    def __init__(self, start: int, end: int, step: int = 1) -> None:
+        schema = Schema._from_field_name_and_types([("id", DataType.int64())])
+
+        super().__init__(schema=schema, generators=_range_generators(start, end, step))

src/daft-connect/Cargo.toml

@@ -1,22 +1,24 @@
 [dependencies]
+arrow2 = {workspace = true}
+common-daft-config = {workspace = true, features = ["python"]}
+daft-core = {workspace = true, features = ["python"]}
+daft-local-execution = {workspace = true, features = ["python"]}
+daft-local-plan = {workspace = true, features = ["python"]}
+daft-logical-plan = {workspace = true, features = ["python"]}
+daft-micropartition = {workspace = true, features = ["python"]}
+daft-scan = {workspace = true, features = ["python"]}
+daft-schema = {workspace = true, features = ["python"]}
+daft-table = {workspace = true, features = ["python"]}
 dashmap = "6.1.0"
 eyre = "0.6.12"
 futures = "0.3.31"
-pyo3 = {workspace = true, optional = true}
+pyo3 = {workspace = true}
+spark-connect = {workspace = true}
 tokio = {version = "1.40.0", features = ["full"]}
+tokio-util = {workspace = true}
 tonic = "0.12.3"
-tracing-subscriber = {version = "0.3.18", features = ["env-filter"]}
-tracing-tracy = "0.11.3"
+tracing = {workspace = true}
 uuid = {version = "1.10.0", features = ["v4"]}
-arrow2.workspace = true
-daft-core.workspace = true
-daft-schema.workspace = true
-daft-table.workspace = true
-spark-connect.workspace = true
-tracing.workspace = true
-
-[features]
-python = ["dep:pyo3"]
 
 [lints]
 workspace = true