Skip to content

Commit

Permalink
Revert force conversion for utf8 and binaries to their large counterp…
Browse files Browse the repository at this point in the history
…arts
  • Loading branch information
Raunak Bhagat committed Oct 23, 2024
1 parent a9b1ccf commit d39da8e
Showing 1 changed file with 1 addition and 10 deletions.
11 changes: 1 addition & 10 deletions src/arrow2/src/io/parquet/read/deserialize/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -204,23 +204,14 @@ pub fn n_columns(data_type: &DataType) -> usize {
pub fn column_iter_to_arrays<'a, I>(
columns: Vec<I>,
types: Vec<&PrimitiveType>,
mut field: Field,
field: Field,
chunk_size: Option<usize>,
num_rows: usize,
num_values: Vec<usize>,
) -> Result<ArrayIter<'a>>
where
I: Pages + 'a,
{
let utf_and_binary_to_large = true;
if utf_and_binary_to_large {
match field.data_type {
DataType::Utf8 => field.data_type = DataType::LargeUtf8,
DataType::Binary => field.data_type = DataType::LargeBinary,
_ => (),
}
};

Ok(Box::new(
columns_to_iter_recursive(
columns,
Expand Down

0 comments on commit d39da8e

Please sign in to comment.