File tree 2 files changed +4
-4
lines changed
datafusion/core/src/datasource
2 files changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -934,7 +934,7 @@ fn spawn_column_parallel_row_group_writer(
934
934
max_buffer_size : usize ,
935
935
pool : & Arc < dyn MemoryPool > ,
936
936
) -> Result < ( Vec < ColumnWriterTask > , Vec < ColSender > ) > {
937
- let schema_desc = arrow_to_parquet_schema ( & schema) ?;
937
+ let schema_desc = arrow_to_parquet_schema ( & schema, false ) ?;
938
938
let col_writers = get_column_writers ( & schema_desc, & parquet_props, & schema) ?;
939
939
let num_columns = col_writers. len ( ) ;
940
940
@@ -1137,7 +1137,7 @@ async fn concatenate_parallel_row_groups(
1137
1137
let mut file_reservation =
1138
1138
MemoryConsumer :: new ( "ParquetSink(SerializedFileWriter)" ) . register ( & pool) ;
1139
1139
1140
- let schema_desc = arrow_to_parquet_schema ( schema. as_ref ( ) ) ?;
1140
+ let schema_desc = arrow_to_parquet_schema ( schema. as_ref ( ) , false ) ?;
1141
1141
let mut parquet_writer = SerializedFileWriter :: new (
1142
1142
merged_buff. clone ( ) ,
1143
1143
schema_desc. root_schema_ptr ( ) ,
Original file line number Diff line number Diff line change @@ -719,7 +719,7 @@ mod tests {
719
719
Field :: new( "c1" , DataType :: Int32 , false ) ,
720
720
Field :: new( "c2" , DataType :: Boolean , false ) ,
721
721
] ) ) ;
722
- let schema_descr = arrow_to_parquet_schema ( & schema) . unwrap ( ) ;
722
+ let schema_descr = arrow_to_parquet_schema ( & schema, false ) . unwrap ( ) ;
723
723
let expr = col ( "c1" ) . gt ( lit ( 15 ) ) . and ( col ( "c2" ) . is_null ( ) ) ;
724
724
let expr = logical2physical ( & expr, & schema) ;
725
725
let pruning_predicate = PruningPredicate :: try_new ( expr, schema. clone ( ) ) . unwrap ( ) ;
@@ -748,7 +748,7 @@ mod tests {
748
748
Field :: new( "c1" , DataType :: Int32 , false ) ,
749
749
Field :: new( "c2" , DataType :: Boolean , false ) ,
750
750
] ) ) ;
751
- let schema_descr = arrow_to_parquet_schema ( & schema) . unwrap ( ) ;
751
+ let schema_descr = arrow_to_parquet_schema ( & schema, false ) . unwrap ( ) ;
752
752
let expr = col ( "c1" )
753
753
. gt ( lit ( 15 ) )
754
754
. and ( col ( "c2" ) . eq ( lit ( ScalarValue :: Boolean ( None ) ) ) ) ;
You can’t perform that action at this time.
0 commit comments