Skip to content

Commit 0b558bc

Browse files
committed
Implement sort order aware redistribution
1 parent 0a9dfb9 commit 0b558bc

5 files changed

Lines changed: 482 additions & 48 deletions

File tree

datafusion/core/src/datasource/physical_plan/csv.rs

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -193,6 +193,7 @@ impl ExecutionPlan for CsvExec {
193193

194194
let repartitioned_file_groups_option = FileGroupPartitioner::new()
195195
.with_target_partitions(target_partitions)
196+
.with_preserve_order_within_groups(self.output_ordering().is_some())
196197
.with_repartition_file_min_size(repartition_file_min_size)
197198
.repartition_file_groups(&self.base_config.file_groups);
198199

0 commit comments

Comments
 (0)