Skip to content

Commit

Permalink
Add tests for schema metadata
Browse files Browse the repository at this point in the history
  • Loading branch information
Jay Chia committed Sep 12, 2023
1 parent ea2bd05 commit 7dcf9ed
Show file tree
Hide file tree
Showing 2 changed files with 5 additions and 0 deletions.
Binary file not shown.
5 changes: 5 additions & 0 deletions tests/integration/io/parquet/test_reads_public_data.py
Original file line number Diff line number Diff line change
Expand Up @@ -166,6 +166,10 @@
"gcs/mvp",
"gs://daft-public-data-gs/mvp.parquet",
),
(
"daft/schema_with_metadata",
"tests/assets/parquet-data/parquet-with-schema-metadata.parquet",
),
]


Expand Down Expand Up @@ -228,6 +232,7 @@ def test_parquet_read_table_into_pyarrow(parquet_file, public_storage_io_config,
)
pa_read = read_parquet_with_pyarrow(url)
assert daft_native_read.schema == pa_read.schema
assert daft_native_read.schema.metadata == pa_read.schema.metadata
pd.testing.assert_frame_equal(daft_native_read.to_pandas(), pa_read.to_pandas())


Expand Down

0 comments on commit 7dcf9ed

Please sign in to comment.