Skip to content

Commit 3d14e48

Browse files
committed
Revert SLT changes from NoPushdown experiment — results not verified correct
1 parent 44a4f06 commit 3d14e48

49 files changed

Lines changed: 1237 additions & 1313 deletions

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

datafusion/sqllogictest/test_files/aggregate.slt

Lines changed: 7 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -318,8 +318,8 @@ physical_plan
318318
01)AggregateExec: mode=Final, gby=[], aggr=[array_agg(agg_order.c1) ORDER BY [agg_order.c2 DESC NULLS FIRST, agg_order.c3 ASC NULLS LAST]]
319319
02)--CoalescePartitionsExec
320320
03)----AggregateExec: mode=Partial, gby=[], aggr=[array_agg(agg_order.c1) ORDER BY [agg_order.c2 DESC NULLS FIRST, agg_order.c3 ASC NULLS LAST]]
321-
04)------RepartitionExec: partitioning=RoundRobinBatch(4), input_partitions=1, maintains_sort_order=true
322-
05)--------SortExec: expr=[c2@1 DESC, c3@2 ASC NULLS LAST], preserve_partitioning=[true]
321+
04)------SortExec: expr=[c2@1 DESC, c3@2 ASC NULLS LAST], preserve_partitioning=[true]
322+
05)--------RepartitionExec: partitioning=RoundRobinBatch(4), input_partitions=1
323323
06)----------DataSourceExec: file_groups={1 group: [[WORKSPACE_ROOT/datafusion/core/tests/data/aggregate_agg_multi_order.csv]]}, projection=[c1, c2, c3], file_type=csv, has_header=true
324324

325325
# test array_agg_order with list data type
@@ -8670,9 +8670,8 @@ logical_plan
86708670
04)------TableScan: stream_test projection=[g, x]
86718671
physical_plan
86728672
01)AggregateExec: mode=Single, gby=[g@0 as g], aggr=[array_agg(stream_test.x) ORDER BY [stream_test.x ASC NULLS LAST], array_agg(DISTINCT stream_test.x) ORDER BY [stream_test.x ASC NULLS LAST], first_value(stream_test.x) ORDER BY [stream_test.x ASC NULLS LAST], last_value(stream_test.x) ORDER BY [stream_test.x ASC NULLS LAST], nth_value(stream_test.x,Int64(1)) ORDER BY [stream_test.x ASC NULLS LAST]], ordering_mode=Sorted
8673-
02)--SortExec: expr=[g@0 ASC NULLS LAST, x@1 ASC NULLS LAST], preserve_partitioning=[false]
8674-
03)----SortExec: TopK(fetch=10000), expr=[g@0 ASC NULLS LAST], preserve_partitioning=[false]
8675-
04)------DataSourceExec: partitions=1, partition_sizes=[1]
8673+
02)--SortExec: TopK(fetch=10000), expr=[g@0 ASC NULLS LAST, x@1 ASC NULLS LAST], preserve_partitioning=[false]
8674+
03)----DataSourceExec: partitions=1, partition_sizes=[1]
86768675

86778676
query I??RRR
86788677
SELECT
@@ -8708,9 +8707,8 @@ logical_plan
87088707
04)------TableScan: stream_test projection=[g, s]
87098708
physical_plan
87108709
01)AggregateExec: mode=Single, gby=[g@0 as g], aggr=[array_agg(stream_test.s) ORDER BY [stream_test.s ASC NULLS LAST], string_agg(stream_test.s,Utf8("|")) ORDER BY [stream_test.s ASC NULLS LAST], string_agg(DISTINCT stream_test.s,Utf8("|")) ORDER BY [stream_test.s ASC NULLS LAST]], ordering_mode=Sorted
8711-
02)--SortExec: expr=[g@0 ASC NULLS LAST, s@1 ASC NULLS LAST], preserve_partitioning=[false]
8712-
03)----SortExec: TopK(fetch=10000), expr=[g@0 ASC NULLS LAST], preserve_partitioning=[false]
8713-
04)------DataSourceExec: partitions=1, partition_sizes=[1]
8710+
02)--SortExec: TopK(fetch=10000), expr=[g@0 ASC NULLS LAST, s@1 ASC NULLS LAST], preserve_partitioning=[false]
8711+
03)----DataSourceExec: partitions=1, partition_sizes=[1]
87148712

87158713
query I?TT
87168714
SELECT
@@ -8834,7 +8832,7 @@ ORDER BY g;
88348832

88358833
# Config reset
88368834

8837-
# The SLT runner sets `target_partitions` to 4 instead of using the default, so
8835+
# The SLT runner sets `target_partitions` to 4 instead of using the default, so
88388836
# reset it explicitly.
88398837
statement ok
88408838
set datafusion.execution.target_partitions = 4;

datafusion/sqllogictest/test_files/aggregate_repartition.slt

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -131,7 +131,7 @@ physical_plan
131131

132132
# Config reset
133133

134-
# The SLT runner sets `target_partitions` to 4 instead of using the default, so
134+
# The SLT runner sets `target_partitions` to 4 instead of using the default, so
135135
# reset it explicitly.
136136
statement ok
137137
SET datafusion.execution.target_partitions = 4;

datafusion/sqllogictest/test_files/aggregate_skip_partial.slt

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -220,7 +220,7 @@ e true false NULL
220220
statement ok
221221
reset datafusion.execution.batch_size;
222222

223-
# The SLT runner sets `target_partitions` to 4 instead of using the default, so
223+
# The SLT runner sets `target_partitions` to 4 instead of using the default, so
224224
# reset it explicitly.
225225
statement ok
226226
set datafusion.execution.target_partitions = 4;
@@ -712,7 +712,7 @@ ORDER BY i;
712712
statement ok
713713
reset datafusion.execution.batch_size;
714714

715-
# The SLT runner sets `target_partitions` to 4 instead of using the default, so
715+
# The SLT runner sets `target_partitions` to 4 instead of using the default, so
716716
# reset it explicitly.
717717
statement ok
718718
set datafusion.execution.target_partitions = 4;
@@ -772,7 +772,7 @@ true false false false false true false NULL
772772
statement ok
773773
reset datafusion.execution.batch_size;
774774

775-
# The SLT runner sets `target_partitions` to 4 instead of using the default, so
775+
# The SLT runner sets `target_partitions` to 4 instead of using the default, so
776776
# reset it explicitly.
777777
statement ok
778778
set datafusion.execution.target_partitions = 4;

datafusion/sqllogictest/test_files/aggregates_simplify.slt

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -270,8 +270,8 @@ logical_plan
270270
04)------Aggregate: groupBy=[[sum_simplify_t.column2]], aggr=[[sum(sum_simplify_t.column1), count(sum_simplify_t.column1)]]
271271
05)--------TableScan: sum_simplify_t projection=[column1, column2]
272272
physical_plan
273-
01)SortExec: expr=[column2@0 DESC NULLS LAST], preserve_partitioning=[false]
274-
02)--CoalescePartitionsExec
273+
01)SortPreservingMergeExec: [column2@0 DESC NULLS LAST]
274+
02)--SortExec: expr=[column2@0 DESC NULLS LAST], preserve_partitioning=[true]
275275
03)----ProjectionExec: expr=[column2@0 as column2, sum(sum_simplify_t.column1)@1 + count(sum_simplify_t.column1)@2 as sum(sum_simplify_t.column1 + Int64(1)), sum(sum_simplify_t.column1)@1 + 2 * count(sum_simplify_t.column1)@2 as sum(sum_simplify_t.column1 + Int64(2))]
276276
04)------AggregateExec: mode=FinalPartitioned, gby=[column2@0 as column2], aggr=[sum(sum_simplify_t.column1), count(sum_simplify_t.column1)]
277277
05)--------RepartitionExec: partitioning=Hash([column2@0], 4), input_partitions=1

0 commit comments

Comments
 (0)