Skip to content

Commit bd6517c

Browse files
committed
chore: Update for API changes
1 parent 05cea02 commit bd6517c

File tree

2 files changed

+4
-4
lines changed

2 files changed

+4
-4
lines changed

datafusion/core/src/datasource/file_format/parquet.rs

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -934,7 +934,7 @@ fn spawn_column_parallel_row_group_writer(
934934
max_buffer_size: usize,
935935
pool: &Arc<dyn MemoryPool>,
936936
) -> Result<(Vec<ColumnWriterTask>, Vec<ColSender>)> {
937-
let schema_desc = arrow_to_parquet_schema(&schema)?;
937+
let schema_desc = arrow_to_parquet_schema(&schema, false)?;
938938
let col_writers = get_column_writers(&schema_desc, &parquet_props, &schema)?;
939939
let num_columns = col_writers.len();
940940

@@ -1137,7 +1137,7 @@ async fn concatenate_parallel_row_groups(
11371137
let mut file_reservation =
11381138
MemoryConsumer::new("ParquetSink(SerializedFileWriter)").register(&pool);
11391139

1140-
let schema_desc = arrow_to_parquet_schema(schema.as_ref())?;
1140+
let schema_desc = arrow_to_parquet_schema(schema.as_ref(), false)?;
11411141
let mut parquet_writer = SerializedFileWriter::new(
11421142
merged_buff.clone(),
11431143
schema_desc.root_schema_ptr(),

datafusion/core/src/datasource/physical_plan/parquet/row_group_filter.rs

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -719,7 +719,7 @@ mod tests {
719719
Field::new("c1", DataType::Int32, false),
720720
Field::new("c2", DataType::Boolean, false),
721721
]));
722-
let schema_descr = arrow_to_parquet_schema(&schema).unwrap();
722+
let schema_descr = arrow_to_parquet_schema(&schema, false).unwrap();
723723
let expr = col("c1").gt(lit(15)).and(col("c2").is_null());
724724
let expr = logical2physical(&expr, &schema);
725725
let pruning_predicate = PruningPredicate::try_new(expr, schema.clone()).unwrap();
@@ -748,7 +748,7 @@ mod tests {
748748
Field::new("c1", DataType::Int32, false),
749749
Field::new("c2", DataType::Boolean, false),
750750
]));
751-
let schema_descr = arrow_to_parquet_schema(&schema).unwrap();
751+
let schema_descr = arrow_to_parquet_schema(&schema, false).unwrap();
752752
let expr = col("c1")
753753
.gt(lit(15))
754754
.and(col("c2").eq(lit(ScalarValue::Boolean(None))));

0 commit comments

Comments
 (0)