Skip to content

Commit

Permalink
[BUG] Fix reading of logical types from streaming parquet (#3027)
Browse files Browse the repository at this point in the history
Follow on from #3026

Co-authored-by: Colin Ho <[email protected]>
  • Loading branch information
colin-ho and Colin Ho authored Oct 11, 2024
1 parent 9ae8122 commit f5d365b
Showing 1 changed file with 6 additions and 2 deletions.
8 changes: 6 additions & 2 deletions src/daft-parquet/src/stream_reader.rs
Original file line number Diff line number Diff line change
Expand Up @@ -111,8 +111,12 @@ pub fn arrow_column_iters_to_table_iter(
}
index_so_far += len;

let mut table = Table::new_with_size(owned_schema_ref.clone(), all_series, len)
.with_context(|_| super::UnableToCreateTableFromChunkSnafu { path: uri.clone() })?;
let mut table = Table::new_with_size(
Schema::new(all_series.iter().map(|s| s.field().clone()).collect())?,
all_series,
len,
)
.with_context(|_| super::UnableToCreateTableFromChunkSnafu { path: uri.clone() })?;
// Apply pushdowns if needed
if let Some(predicate) = &predicate {
table = table.filter(&[predicate.clone()])?;
Expand Down

0 comments on commit f5d365b

Please sign in to comment.