jprdonnelly/impala
1
0
Fork 0
mirror of https://github.com/apache/impala.git synced 2025-12-19 18:12:08 -05:00
Code Issues Projects Releases Wiki Activity

IMPALA-14105: Calcite planner: Runtime filters not being applied with outer joins

Browse Source 
Previous to this commit, outer join conjuncts were not being placed into
the ValueTransfersGraph which prevented them from being considered for
runtime filters.  This caused a slowdown in some tpcds queries.

The conjuncts are now registered with the ImpalaJoinRel. The appropriate TableRef
objects are picked up from the underyling plan nodes.

Change-Id: I9e06d3f35a10f35ff8b57ba25dbab1bc6a35238a
Reviewed-on: http://gerrit.cloudera.org:8080/23318
Reviewed-by: Aman Sinha <amsinha@cloudera.com>
Tested-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com>
This commit is contained in:
Steve Carlin
2025-07-27 10:18:55 -07:00
parent 63dee74712
commit 6aa4df4443
9 changed files with 219 additions and 173 deletions
Download Patch File Download Diff File Expand all files Collapse all files

53
java/calcite-planner/src/main/java/org/apache/impala/calcite/rel/node/ImpalaJoinRel.java
View File

@@ -37,12 +37,14 @@ import org.apache.impala.analysis.BinaryPredicate;
import org.apache.impala.analysis.Expr;
import org.apache.impala.analysis.JoinOperator;
import org.apache.impala.analysis.SlotRef;
import org.apache.impala.analysis.TableRef;
import org.apache.impala.analysis.TupleId;
import org.apache.impala.analysis.TupleIsNullPredicate;
import org.apache.impala.calcite.functions.AnalyzedFunctionCallExpr;
import org.apache.impala.calcite.functions.AnalyzedNullLiteral;
import org.apache.impala.calcite.functions.FunctionResolver;
import org.apache.impala.calcite.rel.phys.ImpalaHashJoinNode;
import org.apache.impala.calcite.rel.phys.ImpalaHdfsScanNode;
import org.apache.impala.calcite.rel.phys.ImpalaNestedLoopJoinNode;
import org.apache.impala.calcite.rel.util.CreateExprVisitor;
import org.apache.impala.calcite.rel.util.ExprConjunctsConverter;
@@ -146,11 +148,11 @@ public class ImpalaJoinRel extends Join
// register the equi join conjuncts with the analyzer such that
// value transfer graph creation can consume it. It is only useful
// in the value transfer graph if the value transfer is equal on
// both sides. Any outer join is removed since the value on the outer
// join side could be NULL when the left side is not NULL.
if (equiJoinConjuncts.size() > 0 && joinOp == JoinOperator.INNER_JOIN) {
// both sides.
if (equiJoinConjuncts.size() > 0) {
List<Expr> equiJoinExprs = new ArrayList<Expr>(equiJoinConjuncts);
analyzer.registerConjuncts(getJoinConjunctListToRegister(equiJoinExprs));
registerConjuncts(getJoinConjunctListToRegister(equiJoinExprs), analyzer,
joinNode);
}
return new NodeWithExprs(joinNode, outputExprs, getRowType().getFieldNames());
@@ -165,7 +167,6 @@ public class ImpalaJoinRel extends Join
return inputPlanRel.getPlanNode(builder.build());
}
/**
* Checks and adds null wrapping for expressions fed into the null producing side of an
* outer join (hence, both sides for a Full Outer Join).
@@ -479,6 +480,48 @@ public class ImpalaJoinRel extends Join
}
/**
* Register the conjuncts with the analyzer. They are used for the
* valueTransfersGraph to determine if runtime filters can be created.
*/
private void registerConjuncts(List<Expr> equiJoinExprs, Analyzer analyzer,
PlanNode joinNode) throws ImpalaException {
JoinOperator joinOp = getImpalaJoinOp();
if (joinOp == JoinOperator.RIGHT_OUTER_JOIN) {
List<TableRef> lhsTableRefs = getTableRefs(joinNode.getChild(0));
registerOuterJoinedTids(lhsTableRefs, analyzer, joinOp);
}
List<TableRef> rhsTableRefs = getTableRefs(joinNode.getChild(1));
if (joinOp == JoinOperator.LEFT_OUTER_JOIN) {
registerOuterJoinedTids(rhsTableRefs, analyzer, joinOp);
}
for (TableRef tableRef : rhsTableRefs) {
analyzer.registerOnClauseConjuncts(equiJoinExprs, tableRef);
}
}
private void registerOuterJoinedTids(List<TableRef> tableRefs, Analyzer analyzer,
JoinOperator joinOp) {
for (TableRef tableRef : tableRefs) {
analyzer.registerOuterJoinedTids(tableRef.getId().asList(), tableRef);
tableRef.setJoinOp(joinOp);
}
}
private List<TableRef> getTableRefs(PlanNode planNode) {
if (planNode instanceof ImpalaHdfsScanNode) {
ImpalaHdfsScanNode scanNode = (ImpalaHdfsScanNode) planNode;
return Lists.newArrayList(scanNode.getTableRef());
}
List<TableRef> tableRefs = new ArrayList<>();
for (PlanNode child : planNode.getChildren()) {
tableRefs.addAll(getTableRefs(child));
}
return tableRefs;
}
private static class ConjunctInfo {
public final Expr conjunct_;
public final boolean isEquiJoin_;

7
java/calcite-planner/src/main/java/org/apache/impala/calcite/rel/phys/ImpalaHdfsScanNode.java
View File

@@ -37,6 +37,8 @@ public class ImpalaHdfsScanNode extends HdfsScanNode {
private final List<Expr> assignedConjuncts_;
private final TableRef hdfsTblRef_;
public ImpalaHdfsScanNode(PlanNodeId id, TupleDescriptor tupleDesc,
List<? extends FeFsPartition> partitions,
TableRef hdfsTblRef, MultiAggregateInfo aggInfo, List<Expr> partConjuncts,
@@ -46,6 +48,11 @@ public class ImpalaHdfsScanNode extends HdfsScanNode {
partConjuncts, isPartitionScanOnly);
this.assignedConjuncts_ = assignedConjuncts;
this.countStarSlot_ = countStarDescriptor;
this.hdfsTblRef_ = hdfsTblRef;
}
public TableRef getTableRef() {
return hdfsTblRef_;
}
@Override

6
testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q14b.test vendored
View File

@@ -337,6 +337,7 @@ PLAN-ROOT SINK
| | |--48:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
| | | HDFS partitions=1/1 files=1 size=33.54MB
| | | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.item_4.i_item_sk)
| | | runtime filters: RF039[min_max] -> tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | stored statistics:
| | | table: rows=360.00K size=33.54MB
| | | columns: all
@@ -764,6 +765,7 @@ PLAN-ROOT SINK
| |--01:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
| | HDFS partitions=1/1 files=1 size=33.54MB
| | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.item.i_item_sk)
| | runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.item.i_item_sk
| | stored statistics:
| | table: rows=360.00K size=33.54MB
| | columns: all
@@ -1424,6 +1426,7 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | | 48:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | HDFS partitions=1/1 files=1 size=33.54MB
| | | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.item_4.i_item_sk)
| | | runtime filters: RF039[min_max] -> tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | stored statistics:
| | | table: rows=360.00K size=33.54MB
| | | columns: all
@@ -2220,6 +2223,7 @@ max-parallelism=7 segment-costs=[201655276, 8568806] cpu-comparison-result=399 [
| | 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | HDFS partitions=1/1 files=1 size=33.54MB
| | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.item.i_item_sk)
| | runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.item.i_item_sk
| | stored statistics:
| | table: rows=360.00K size=33.54MB
| | columns: all
@@ -3065,6 +3069,7 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | | 48:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | HDFS partitions=1/1 files=1 size=33.54MB
| | | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.item_4.i_item_sk)
| | | runtime filters: RF039[min_max] -> tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | stored statistics:
| | | table: rows=360.00K size=33.54MB
| | | columns: all
@@ -3869,6 +3874,7 @@ max-parallelism=7 segment-costs=[195386723]
| | 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | HDFS partitions=1/1 files=1 size=33.54MB
| | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.item.i_item_sk)
| | runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.item.i_item_sk
| | stored statistics:
| | table: rows=360.00K size=33.54MB
| | columns: all

122
testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q16.test vendored
View File

@@ -277,9 +277,9 @@ PLAN-ROOT SINK
tuple-ids=3 row-size=32B cardinality=432.01M cost=2233480315
in pipelines: 02(GETNEXT)
---- DISTRIBUTEDPLAN
Max Per-Host Resource Reservation: Memory=1.59GB Threads=61
Per-Host Resource Estimates: Memory=3.94GB
F14:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
Max Per-Host Resource Reservation: Memory=1.59GB Threads=60
Per-Host Resource Estimates: Memory=3.93GB
F13:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.00MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[0, 0, 3] cpu-comparison-result=182 [max(1 (self) vs 182 (sum children))]
PLAN-ROOT SINK
@@ -290,49 +290,34 @@ PLAN-ROOT SINK
| order by: count(tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number) ASC NULLS LAST
| mem-estimate=40B mem-reservation=0B thread-reservation=0
| tuple-ids=25 row-size=40B cardinality=1 cost=0
| in pipelines: 24(GETNEXT), 43(OPEN)
| in pipelines: 24(GETNEXT), 41(OPEN)
|
43:AGGREGATE [FINALIZE]
41:AGGREGATE [FINALIZE]
| output: count:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number), sum:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_ship_cost), sum:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_net_profit)
| mem-estimate=16.00KB mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
| tuple-ids=24 row-size=40B cardinality=1 cost=0
| in pipelines: 43(GETNEXT), 23(OPEN)
| in pipelines: 41(GETNEXT), 23(OPEN)
|
42:EXCHANGE [UNPARTITIONED]
40:EXCHANGE [UNPARTITIONED]
| mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
| tuple-ids=24 row-size=40B cardinality=1 cost=0
| in pipelines: 23(GETNEXT)
|
F13:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=10 (adjusted from 120)
Per-Instance Resources: mem-estimate=11.02MB mem-reservation=1.94MB thread-reservation=1
max-parallelism=10 segment-costs=[507568, 32648, 3] cpu-comparison-result=182 [max(10 (self) vs 182 (sum children))]
F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)] hosts=10 instances=10 (adjusted from 120)
Per-Instance Resources: mem-estimate=21.02MB mem-reservation=1.94MB thread-reservation=1
max-parallelism=10 segment-costs=[26748002, 32648, 3] cpu-comparison-result=182 [max(150 (self) vs 182 (sum children))]
23:AGGREGATE
| output: count(tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number), sum:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_ship_cost), sum:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_net_profit)
| mem-estimate=16.00KB mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
| tuple-ids=24 row-size=40B cardinality=1 cost=32648
| in pipelines: 23(GETNEXT), 41(OPEN)
| in pipelines: 23(GETNEXT), 22(OPEN)
|
41:AGGREGATE
| output: sum:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_ship_cost), sum:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_net_profit)
22:AGGREGATE
| output: sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_ship_cost), sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_net_profit)
| group by: tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number
| mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| tuple-ids=23 row-size=40B cardinality=155.47K cost=461690
| in pipelines: 41(GETNEXT), 02(OPEN)
|
40:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)]
| mem-estimate=1.02MB mem-reservation=0B thread-reservation=0
| tuple-ids=23 row-size=40B cardinality=155.47K cost=45878
| in pipelines: 02(GETNEXT)
|
F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)] hosts=10 instances=10 (adjusted from 120)
Per-Instance Resources: mem-estimate=22.73MB mem-reservation=2.00MB thread-reservation=1
max-parallelism=10 segment-costs=[26748002, 480579] cpu-comparison-result=182 [max(150 (self) vs 182 (sum children))]
22:AGGREGATE [STREAMING]
| output: sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_ship_cost), sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_net_profit)
| group by: tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number
| mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
| tuple-ids=23 row-size=40B cardinality=155.47K cost=461690
| in pipelines: 02(GETNEXT)
| in pipelines: 22(GETNEXT), 02(OPEN)
|
21:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=00
@@ -342,7 +327,7 @@ max-parallelism=10 segment-costs=[26748002, 480579] cpu-comparison-result=182 [m
| tuple-ids=3,16,2N,17,19,21 row-size=108B cardinality=155.47K cost=175409
| in pipelines: 02(GETNEXT), 20(OPEN)
|
|--F15:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)] hosts=10 instances=10
|--F14:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=2.95MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[23]
| JOIN BUILD
@@ -379,7 +364,7 @@ max-parallelism=10 segment-costs=[26748002, 480579] cpu-comparison-result=182 [m
| tuple-ids=3,16,2N,17,19 row-size=78B cardinality=574.03K cost=251253
| in pipelines: 02(GETNEXT), 18(OPEN)
|
|--F16:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)] hosts=10 instances=10
|--F15:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=3.00MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[17005]
| JOIN BUILD
@@ -417,7 +402,7 @@ max-parallelism=10 segment-costs=[26748002, 480579] cpu-comparison-result=182 [m
| tuple-ids=3,16,2N,17 row-size=70B cardinality=574.03K cost=8104510
| in pipelines: 02(GETNEXT), 16(OPEN)
|
|--F17:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)] hosts=10 instances=10
|--F16:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=23.11MB mem-reservation=18.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[664482]
| JOIN BUILD
@@ -456,7 +441,7 @@ max-parallelism=10 segment-costs=[26748002, 480579] cpu-comparison-result=182 [m
| tuple-ids=3,16,2N row-size=52B cardinality=31.19M cost=10768001
| in pipelines: 02(GETNEXT), 35(OPEN)
|
|--F18:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)] hosts=10 instances=10 (adjusted from 120)
|--F17:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)] hosts=10 instances=10 (adjusted from 120)
| | Per-Instance Resources: mem-estimate=192.16MB mem-reservation=68.00MB thread-reservation=1
| | max-parallelism=10 segment-costs=[131661497, 43201699] cpu-comparison-result=20 [max(10 (self) vs 20 (sum children))]
| JOIN BUILD
@@ -513,7 +498,7 @@ max-parallelism=40 segment-costs=[303083812]
| tuple-ids=3,16 row-size=44B cardinality=19.95M cost=114424244
| in pipelines: 02(GETNEXT), 32(OPEN)
|
|--F19:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales_1.cs_warehouse_sk,tpcds_partitioned_parquet_snap.catalog_sales_1.cs_order_number)] hosts=10 instances=20 (adjusted from 120)
|--F18:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales_1.cs_warehouse_sk,tpcds_partitioned_parquet_snap.catalog_sales_1.cs_order_number)] hosts=10 instances=20 (adjusted from 120)
| | Per-Instance Resources: mem-estimate=666.60MB mem-reservation=85.00MB thread-reservation=1 runtime-filters-memory=17.00MB
| | max-parallelism=40 segment-costs=[1210512576, 199461612] cpu-comparison-result=120 [max(20 (self) vs 120 (sum children))]
| JOIN BUILD
@@ -552,7 +537,7 @@ max-parallelism=40 segment-costs=[303083812]
| | tuple-ids=5,15 row-size=24B cardinality=199.46M cost=87304347
| | in pipelines: 03(GETNEXT), 29(OPEN)
| |
| |--F20:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| |--F19:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=656.74MB mem-reservation=424.00MB thread-reservation=1 runtime-filters-memory=16.00MB
| | | max-parallelism=10 segment-costs=[50149824] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
| | JOIN BUILD
@@ -598,7 +583,7 @@ max-parallelism=40 segment-costs=[303083812]
| | | tuple-ids=7,9,11,13 row-size=80B cardinality=21.53M cost=24294931
| | | in pipelines: 04(GETNEXT), 09(OPEN)
| | |
| | |--F21:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | |--F20:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | max-parallelism=10 segment-costs=[23]
| | | JOIN BUILD
@@ -635,7 +620,7 @@ max-parallelism=40 segment-costs=[303083812]
| | | tuple-ids=7,9,11 row-size=50B cardinality=79.51M cost=34799612
| | | in pipelines: 04(GETNEXT), 07(OPEN)
| | |
| | |--F22:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | |--F21:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | Per-Instance Resources: mem-estimate=24.32MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | max-parallelism=10 segment-costs=[17005]
| | | JOIN BUILD
@@ -673,7 +658,7 @@ max-parallelism=40 segment-costs=[303083812]
| | | tuple-ids=7,9 row-size=42B cardinality=79.51M cost=34799612
| | | in pipelines: 04(GETNEXT), 05(OPEN)
| | |
| | |--F23:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | |--F22:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | Per-Instance Resources: mem-estimate=210.11MB mem-reservation=205.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | max-parallelism=10 segment-costs=[664482]
| | | JOIN BUILD
@@ -750,9 +735,9 @@ max-parallelism=340 segment-costs=[3346332402]
tuple-ids=3 row-size=32B cardinality=432.01M cost=2233480315
in pipelines: 02(GETNEXT)
---- PARALLELPLANS
Max Per-Host Resource Reservation: Memory=1.59GB Threads=61
Per-Host Resource Estimates: Memory=3.94GB
F14:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
Max Per-Host Resource Reservation: Memory=1.59GB Threads=60
Per-Host Resource Estimates: Memory=3.93GB
F13:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.00MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[0, 0, 3] cpu-comparison-result=182 [max(1 (self) vs 182 (sum children))]
PLAN-ROOT SINK
@@ -763,49 +748,34 @@ PLAN-ROOT SINK
| order by: count(tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number) ASC NULLS LAST
| mem-estimate=40B mem-reservation=0B thread-reservation=0
| tuple-ids=25 row-size=40B cardinality=1 cost=0
| in pipelines: 24(GETNEXT), 43(OPEN)
| in pipelines: 24(GETNEXT), 41(OPEN)
|
43:AGGREGATE [FINALIZE]
41:AGGREGATE [FINALIZE]
| output: count:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number), sum:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_ship_cost), sum:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_net_profit)
| mem-estimate=16.00KB mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
| tuple-ids=24 row-size=40B cardinality=1 cost=0
| in pipelines: 43(GETNEXT), 23(OPEN)
| in pipelines: 41(GETNEXT), 23(OPEN)
|
42:EXCHANGE [UNPARTITIONED]
40:EXCHANGE [UNPARTITIONED]
| mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
| tuple-ids=24 row-size=40B cardinality=1 cost=0
| in pipelines: 23(GETNEXT)
|
F13:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=10 (adjusted from 120)
Per-Instance Resources: mem-estimate=11.02MB mem-reservation=1.94MB thread-reservation=1
max-parallelism=10 segment-costs=[507568, 32648, 3] cpu-comparison-result=182 [max(10 (self) vs 182 (sum children))]
F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)] hosts=10 instances=10 (adjusted from 120)
Per-Instance Resources: mem-estimate=21.02MB mem-reservation=1.94MB thread-reservation=1
max-parallelism=10 segment-costs=[26748002, 32648, 3] cpu-comparison-result=182 [max(150 (self) vs 182 (sum children))]
23:AGGREGATE
| output: count(tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number), sum:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_ship_cost), sum:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_net_profit)
| mem-estimate=16.00KB mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
| tuple-ids=24 row-size=40B cardinality=1 cost=32648
| in pipelines: 23(GETNEXT), 41(OPEN)
| in pipelines: 23(GETNEXT), 22(OPEN)
|
41:AGGREGATE
| output: sum:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_ship_cost), sum:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_net_profit)
22:AGGREGATE
| output: sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_ship_cost), sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_net_profit)
| group by: tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number
| mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| tuple-ids=23 row-size=40B cardinality=155.47K cost=461690
| in pipelines: 41(GETNEXT), 02(OPEN)
|
40:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)]
| mem-estimate=1.02MB mem-reservation=0B thread-reservation=0
| tuple-ids=23 row-size=40B cardinality=155.47K cost=45878
| in pipelines: 02(GETNEXT)
|
F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)] hosts=10 instances=10 (adjusted from 120)
Per-Instance Resources: mem-estimate=22.73MB mem-reservation=2.00MB thread-reservation=1
max-parallelism=10 segment-costs=[26748002, 480579] cpu-comparison-result=182 [max(150 (self) vs 182 (sum children))]
22:AGGREGATE [STREAMING]
| output: sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_ship_cost), sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_net_profit)
| group by: tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number
| mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
| tuple-ids=23 row-size=40B cardinality=155.47K cost=461690
| in pipelines: 02(GETNEXT)
| in pipelines: 22(GETNEXT), 02(OPEN)
|
21:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=00
@@ -815,7 +785,7 @@ max-parallelism=10 segment-costs=[26748002, 480579] cpu-comparison-result=182 [m
| tuple-ids=3,16,2N,17,19,21 row-size=108B cardinality=155.47K cost=175409
| in pipelines: 02(GETNEXT), 20(OPEN)
|
|--F15:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)] hosts=10 instances=10
|--F14:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=2.95MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[23]
| JOIN BUILD
@@ -852,7 +822,7 @@ max-parallelism=10 segment-costs=[26748002, 480579] cpu-comparison-result=182 [m
| tuple-ids=3,16,2N,17,19 row-size=78B cardinality=574.03K cost=251253
| in pipelines: 02(GETNEXT), 18(OPEN)
|
|--F16:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)] hosts=10 instances=10
|--F15:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=3.00MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[17005]
| JOIN BUILD
@@ -890,7 +860,7 @@ max-parallelism=10 segment-costs=[26748002, 480579] cpu-comparison-result=182 [m
| tuple-ids=3,16,2N,17 row-size=70B cardinality=574.03K cost=8104510
| in pipelines: 02(GETNEXT), 16(OPEN)
|
|--F17:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)] hosts=10 instances=10
|--F16:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=23.11MB mem-reservation=18.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[664482]
| JOIN BUILD
@@ -929,7 +899,7 @@ max-parallelism=10 segment-costs=[26748002, 480579] cpu-comparison-result=182 [m
| tuple-ids=3,16,2N row-size=52B cardinality=31.19M cost=10768001
| in pipelines: 02(GETNEXT), 35(OPEN)
|
|--F18:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)] hosts=10 instances=10 (adjusted from 120)
|--F17:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)] hosts=10 instances=10 (adjusted from 120)
| | Per-Instance Resources: mem-estimate=192.16MB mem-reservation=68.00MB thread-reservation=1
| | max-parallelism=10 segment-costs=[131661497, 43201699] cpu-comparison-result=20 [max(10 (self) vs 20 (sum children))]
| JOIN BUILD
@@ -986,7 +956,7 @@ max-parallelism=40 segment-costs=[303083812]
| tuple-ids=3,16 row-size=44B cardinality=19.95M cost=114424244
| in pipelines: 02(GETNEXT), 32(OPEN)
|
|--F19:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales_1.cs_warehouse_sk,tpcds_partitioned_parquet_snap.catalog_sales_1.cs_order_number)] hosts=10 instances=20 (adjusted from 120)
|--F18:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales_1.cs_warehouse_sk,tpcds_partitioned_parquet_snap.catalog_sales_1.cs_order_number)] hosts=10 instances=20 (adjusted from 120)
| | Per-Instance Resources: mem-estimate=666.60MB mem-reservation=85.00MB thread-reservation=1 runtime-filters-memory=17.00MB
| | max-parallelism=40 segment-costs=[1210512576, 199461612] cpu-comparison-result=120 [max(20 (self) vs 120 (sum children))]
| JOIN BUILD
@@ -1025,7 +995,7 @@ max-parallelism=40 segment-costs=[303083812]
| | tuple-ids=5,15 row-size=24B cardinality=199.46M cost=87304347
| | in pipelines: 03(GETNEXT), 29(OPEN)
| |
| |--F20:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| |--F19:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=656.74MB mem-reservation=424.00MB thread-reservation=1 runtime-filters-memory=16.00MB
| | | max-parallelism=10 segment-costs=[50149824] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
| | JOIN BUILD
@@ -1071,7 +1041,7 @@ max-parallelism=40 segment-costs=[303083812]
| | | tuple-ids=7,9,11,13 row-size=80B cardinality=21.53M cost=24294931
| | | in pipelines: 04(GETNEXT), 09(OPEN)
| | |
| | |--F21:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | |--F20:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | max-parallelism=10 segment-costs=[23]
| | | JOIN BUILD
@@ -1108,7 +1078,7 @@ max-parallelism=40 segment-costs=[303083812]
| | | tuple-ids=7,9,11 row-size=50B cardinality=79.51M cost=34799612
| | | in pipelines: 04(GETNEXT), 07(OPEN)
| | |
| | |--F22:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | |--F21:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | Per-Instance Resources: mem-estimate=24.32MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | max-parallelism=10 segment-costs=[17005]
| | | JOIN BUILD
@@ -1146,7 +1116,7 @@ max-parallelism=40 segment-costs=[303083812]
| | | tuple-ids=7,9 row-size=42B cardinality=79.51M cost=34799612
| | | in pipelines: 04(GETNEXT), 05(OPEN)
| | |
| | |--F23:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | |--F22:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | Per-Instance Resources: mem-estimate=210.11MB mem-reservation=205.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | max-parallelism=10 segment-costs=[664482]
| | | JOIN BUILD

18
testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q35a.test vendored
View File

@@ -246,7 +246,7 @@ PLAN-ROOT SINK
05:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
HDFS partitions=1824/1824 files=1824 size=389.90GB
predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1824/1824 rows=8.64G
@@ -257,8 +257,8 @@ PLAN-ROOT SINK
tuple-ids=6 row-size=8B cardinality=55.89M(filtered from 863.99M) cost=80096557
in pipelines: 05(GETNEXT)
---- DISTRIBUTEDPLAN
Max Per-Host Resource Reservation: Memory=232.06MB Threads=23
Per-Host Resource Estimates: Memory=546MB
Max Per-Host Resource Reservation: Memory=248.06MB Threads=23
Per-Host Resource Estimates: Memory=562MB
F14:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.10MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[1844] cpu-comparison-result=81 [max(1 (self) vs 81 (sum children))]
@@ -570,7 +570,7 @@ max-parallelism=10 segment-costs=[47411809, 18510291] cpu-comparison-result=81 [
| in pipelines: 05(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=30 (adjusted from 120)
Per-Host Shared Resources: mem-estimate=5.00MB mem-reservation=5.00MB thread-reservation=0 runtime-filters-memory=5.00MB
Per-Host Shared Resources: mem-estimate=21.00MB mem-reservation=21.00MB thread-reservation=0 runtime-filters-memory=21.00MB
Per-Instance Resources: mem-estimate=17.09MB mem-reservation=4.00MB thread-reservation=1
max-parallelism=30 segment-costs=[234146885]
07:HASH JOIN [INNER JOIN, BROADCAST]
@@ -614,7 +614,7 @@ max-parallelism=30 segment-costs=[234146885]
05:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
HDFS partitions=1824/1824 files=1824 size=389.90GB
predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1824/1824 rows=8.64G
@@ -625,8 +625,8 @@ max-parallelism=30 segment-costs=[234146885]
tuple-ids=6 row-size=8B cardinality=55.89M(filtered from 863.99M) cost=80096557
in pipelines: 05(GETNEXT)
---- PARALLELPLANS
Max Per-Host Resource Reservation: Memory=232.06MB Threads=23
Per-Host Resource Estimates: Memory=546MB
Max Per-Host Resource Reservation: Memory=248.06MB Threads=23
Per-Host Resource Estimates: Memory=562MB
F14:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.10MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[1844] cpu-comparison-result=81 [max(1 (self) vs 81 (sum children))]
@@ -938,7 +938,7 @@ max-parallelism=10 segment-costs=[47411809, 18510291] cpu-comparison-result=81 [
| in pipelines: 05(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=30 (adjusted from 120)
Per-Host Shared Resources: mem-estimate=5.00MB mem-reservation=5.00MB thread-reservation=0 runtime-filters-memory=5.00MB
Per-Host Shared Resources: mem-estimate=21.00MB mem-reservation=21.00MB thread-reservation=0 runtime-filters-memory=21.00MB
Per-Instance Resources: mem-estimate=17.09MB mem-reservation=4.00MB thread-reservation=1
max-parallelism=30 segment-costs=[234146885]
07:HASH JOIN [INNER JOIN, BROADCAST]
@@ -982,7 +982,7 @@ max-parallelism=30 segment-costs=[234146885]
05:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
HDFS partitions=1824/1824 files=1824 size=389.90GB
predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1824/1824 rows=8.64G

9
testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q40.test vendored
View File

@@ -119,6 +119,7 @@ PLAN-ROOT SINK
|
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_returns]
| HDFS partitions=2060/2060 files=2060 size=32.77GB
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk
| stored statistics:
| table: rows=432.02M size=32.77GB
| partitions: 2060/2060 rows=432.02M
@@ -140,7 +141,7 @@ PLAN-ROOT SINK
tuple-ids=0 row-size=24B cardinality=431.79M(filtered from 4.32G) cost=1493018949
in pipelines: 00(GETNEXT)
---- DISTRIBUTEDPLAN
Max Per-Host Resource Reservation: Memory=720.27MB Threads=50
Max Per-Host Resource Reservation: Memory=721.27MB Threads=50
Per-Host Resource Estimates: Memory=4.67GB
F07:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.37MB mem-reservation=4.00MB thread-reservation=1
@@ -320,10 +321,12 @@ max-parallelism=320 segment-costs=[3195695735, 1184742199] cpu-comparison-result
| | in pipelines: 01(GETNEXT)
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=80 (adjusted from 120)
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| Per-Instance Resources: mem-estimate=23.03MB mem-reservation=32.00KB thread-reservation=1
| max-parallelism=80 segment-costs=[767262175]
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_returns, RANDOM]
| HDFS partitions=2060/2060 files=2060 size=32.77GB
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk
| stored statistics:
| table: rows=432.02M size=32.77GB
| partitions: 2060/2060 rows=432.02M
@@ -354,7 +357,7 @@ max-parallelism=240 segment-costs=[2382855700]
tuple-ids=0 row-size=24B cardinality=431.79M(filtered from 4.32G) cost=1493018949
in pipelines: 00(GETNEXT)
---- PARALLELPLANS
Max Per-Host Resource Reservation: Memory=720.27MB Threads=50
Max Per-Host Resource Reservation: Memory=721.27MB Threads=50
Per-Host Resource Estimates: Memory=4.67GB
F07:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.37MB mem-reservation=4.00MB thread-reservation=1
@@ -534,10 +537,12 @@ max-parallelism=320 segment-costs=[3195695735, 1184742199] cpu-comparison-result
| | in pipelines: 01(GETNEXT)
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=80 (adjusted from 120)
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| Per-Instance Resources: mem-estimate=23.03MB mem-reservation=32.00KB thread-reservation=1
| max-parallelism=80 segment-costs=[767262175]
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_returns, RANDOM]
| HDFS partitions=2060/2060 files=2060 size=32.77GB
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk
| stored statistics:
| table: rows=432.02M size=32.77GB
| partitions: 2060/2060 rows=432.02M

36
testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q75.test vendored
View File

@@ -144,6 +144,7 @@ PLAN-ROOT SINK
| | |--46:SCAN HDFS [tpcds_partitioned_parquet_snap.web_returns]
| | | HDFS partitions=2114/2114 files=2114 size=16.74GB
| | | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.web_returns_0.wr_item_sk)
| | | runtime filters: RF029[min_max] -> tpcds_partitioned_parquet_snap.web_returns_0.wr_item_sk, RF028[bloom] -> tpcds_partitioned_parquet_snap.web_returns_0.wr_item_sk
| | | stored statistics:
| | | table: rows=216.00M size=16.74GB
| | | partitions: 2114/2114 rows=216.00M
@@ -228,6 +229,7 @@ PLAN-ROOT SINK
| | |--38:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns]
| | | HDFS partitions=2004/2004 files=2004 size=48.14GB
| | | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.store_returns_0.sr_item_sk)
| | | runtime filters: RF025[min_max] -> tpcds_partitioned_parquet_snap.store_returns_0.sr_item_sk, RF024[bloom] -> tpcds_partitioned_parquet_snap.store_returns_0.sr_item_sk
| | | stored statistics:
| | | table: rows=863.99M size=48.14GB
| | | partitions: 2004/2004 rows=863.99M
@@ -302,6 +304,7 @@ PLAN-ROOT SINK
| |--31:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_returns]
| | HDFS partitions=2060/2060 files=2060 size=32.77GB
| | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.catalog_returns_0.cr_item_sk)
| | runtime filters: RF021[min_max] -> tpcds_partitioned_parquet_snap.catalog_returns_0.cr_item_sk, RF020[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns_0.cr_item_sk
| | stored statistics:
| | table: rows=432.02M size=32.77GB
| | partitions: 2060/2060 rows=432.02M
@@ -396,6 +399,7 @@ PLAN-ROOT SINK
| |--20:SCAN HDFS [tpcds_partitioned_parquet_snap.web_returns]
| | HDFS partitions=2114/2114 files=2114 size=16.74GB
| | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.web_returns.wr_item_sk)
| | runtime filters: RF017[min_max] -> tpcds_partitioned_parquet_snap.web_returns.wr_item_sk, RF016[bloom] -> tpcds_partitioned_parquet_snap.web_returns.wr_item_sk
| | stored statistics:
| | table: rows=216.00M size=16.74GB
| | partitions: 2114/2114 rows=216.00M
@@ -481,6 +485,7 @@ PLAN-ROOT SINK
| |--12:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns]
| | HDFS partitions=2004/2004 files=2004 size=48.14GB
| | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.store_returns.sr_item_sk)
| | runtime filters: RF013[min_max] -> tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_item_sk
| | stored statistics:
| | table: rows=863.99M size=48.14GB
| | partitions: 2004/2004 rows=863.99M
@@ -556,6 +561,7 @@ PLAN-ROOT SINK
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_returns]
| HDFS partitions=2060/2060 files=2060 size=32.77GB
| predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk)
| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk
| stored statistics:
| table: rows=432.02M size=32.77GB
| partitions: 2060/2060 rows=432.02M
@@ -599,8 +605,8 @@ PLAN-ROOT SINK
tuple-ids=0 row-size=24B cardinality=430.77M(filtered from 4.32G) cost=304148590
in pipelines: 02(GETNEXT)
---- DISTRIBUTEDPLAN
Max Per-Host Resource Reservation: Memory=8.26GB Threads=139
Per-Host Resource Estimates: Memory=33.63GB
Max Per-Host Resource Reservation: Memory=8.27GB Threads=139
Per-Host Resource Estimates: Memory=33.64GB
F34:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.78MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[1038] cpu-comparison-result=330 [max(1 (self) vs 330 (sum children))]
@@ -751,11 +757,13 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| | | | in pipelines: 46(GETNEXT)
| | | |
| | | F29:PLAN FRAGMENT [RANDOM] hosts=10 instances=10 (adjusted from 120)
| | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=16.09MB mem-reservation=256.00KB thread-reservation=1
| | | max-parallelism=10 segment-costs=[69911429]
| | | 46:SCAN HDFS [tpcds_partitioned_parquet_snap.web_returns, RANDOM]
| | | HDFS partitions=2114/2114 files=2114 size=16.74GB
| | | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.web_returns_0.wr_item_sk)
| | | runtime filters: RF029[min_max] -> tpcds_partitioned_parquet_snap.web_returns_0.wr_item_sk, RF028[bloom] -> tpcds_partitioned_parquet_snap.web_returns_0.wr_item_sk
| | | stored statistics:
| | | table: rows=216.00M size=16.74GB
| | | partitions: 2114/2114 rows=216.00M
@@ -901,11 +909,13 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| | | | in pipelines: 38(GETNEXT)
| | | |
| | | F23:PLAN FRAGMENT [RANDOM] hosts=10 instances=30 (adjusted from 120)
| | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=16.09MB mem-reservation=512.00KB thread-reservation=1
| | | max-parallelism=30 segment-costs=[279638560]
| | | 38:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns, RANDOM]
| | | HDFS partitions=2004/2004 files=2004 size=48.14GB
| | | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.store_returns_0.sr_item_sk)
| | | runtime filters: RF025[min_max] -> tpcds_partitioned_parquet_snap.store_returns_0.sr_item_sk, RF024[bloom] -> tpcds_partitioned_parquet_snap.store_returns_0.sr_item_sk
| | | stored statistics:
| | | table: rows=863.99M size=48.14GB
| | | partitions: 2004/2004 rows=863.99M
@@ -1026,11 +1036,13 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| | | in pipelines: 31(GETNEXT)
| | |
| | F19:PLAN FRAGMENT [RANDOM] hosts=10 instances=20 (adjusted from 120)
| | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | Per-Instance Resources: mem-estimate=16.09MB mem-reservation=32.00KB thread-reservation=1
| | max-parallelism=20 segment-costs=[139826618]
| | 31:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_returns, RANDOM]
| | HDFS partitions=2060/2060 files=2060 size=32.77GB
| | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.catalog_returns_0.cr_item_sk)
| | runtime filters: RF021[min_max] -> tpcds_partitioned_parquet_snap.catalog_returns_0.cr_item_sk, RF020[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns_0.cr_item_sk
| | stored statistics:
| | table: rows=432.02M size=32.77GB
| | partitions: 2060/2060 rows=432.02M
@@ -1201,11 +1213,13 @@ max-parallelism=120 segment-costs=[1621201806, 2903173906, 714011565] cpu-compar
| | | in pipelines: 20(GETNEXT)
| | |
| | F12:PLAN FRAGMENT [RANDOM] hosts=10 instances=10 (adjusted from 120)
| | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | Per-Instance Resources: mem-estimate=16.09MB mem-reservation=256.00KB thread-reservation=1
| | max-parallelism=10 segment-costs=[69911429]
| | 20:SCAN HDFS [tpcds_partitioned_parquet_snap.web_returns, RANDOM]
| | HDFS partitions=2114/2114 files=2114 size=16.74GB
| | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.web_returns.wr_item_sk)
| | runtime filters: RF017[min_max] -> tpcds_partitioned_parquet_snap.web_returns.wr_item_sk, RF016[bloom] -> tpcds_partitioned_parquet_snap.web_returns.wr_item_sk
| | stored statistics:
| | table: rows=216.00M size=16.74GB
| | partitions: 2114/2114 rows=216.00M
@@ -1352,11 +1366,13 @@ max-parallelism=120 segment-costs=[4504336785, 611899758] cpu-comparison-result=
| | | in pipelines: 12(GETNEXT)
| | |
| | F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=30 (adjusted from 120)
| | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | Per-Instance Resources: mem-estimate=16.09MB mem-reservation=512.00KB thread-reservation=1
| | max-parallelism=30 segment-costs=[279638560]
| | 12:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns, RANDOM]
| | HDFS partitions=2004/2004 files=2004 size=48.14GB
| | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.store_returns.sr_item_sk)
| | runtime filters: RF013[min_max] -> tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_item_sk
| | stored statistics:
| | table: rows=863.99M size=48.14GB
| | partitions: 2004/2004 rows=863.99M
@@ -1478,11 +1494,13 @@ max-parallelism=120 segment-costs=[4504336785, 611899758] cpu-comparison-result=
| | in pipelines: 05(GETNEXT)
| |
| F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=20 (adjusted from 120)
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| Per-Instance Resources: mem-estimate=16.09MB mem-reservation=32.00KB thread-reservation=1
| max-parallelism=20 segment-costs=[139826618]
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_returns, RANDOM]
| HDFS partitions=2060/2060 files=2060 size=32.77GB
| predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk)
| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk
| stored statistics:
| table: rows=432.02M size=32.77GB
| partitions: 2060/2060 rows=432.02M
@@ -1543,7 +1561,7 @@ max-parallelism=120 segment-costs=[4504336785, 611899758] cpu-comparison-result=
tuple-ids=0 row-size=24B cardinality=430.77M(filtered from 4.32G) cost=304148590
in pipelines: 02(GETNEXT)
---- PARALLELPLANS
Max Per-Host Resource Reservation: Memory=7.29GB Threads=285
Max Per-Host Resource Reservation: Memory=7.30GB Threads=285
Per-Host Resource Estimates: Memory=27.60GB
F40:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.78MB mem-reservation=4.00MB thread-reservation=1
@@ -1694,11 +1712,13 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| | | | in pipelines: 46(GETNEXT)
| | | |
| | | F34:PLAN FRAGMENT [RANDOM] hosts=10 instances=20 (adjusted from 120)
| | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=27.25MB mem-reservation=256.00KB thread-reservation=1
| | | max-parallelism=20 segment-costs=[107228054]
| | | 46:SCAN HDFS [tpcds_partitioned_parquet_snap.web_returns, RANDOM]
| | | HDFS partitions=2114/2114 files=2114 size=16.74GB
| | | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.web_returns_0.wr_item_sk)
| | | runtime filters: RF029[min_max] -> tpcds_partitioned_parquet_snap.web_returns_0.wr_item_sk, RF028[bloom] -> tpcds_partitioned_parquet_snap.web_returns_0.wr_item_sk
| | | stored statistics:
| | | table: rows=216.00M size=16.74GB
| | | partitions: 2114/2114 rows=216.00M
@@ -1852,11 +1872,13 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| | | | in pipelines: 38(GETNEXT)
| | | |
| | | F27:PLAN FRAGMENT [RANDOM] hosts=10 instances=50 (adjusted from 120)
| | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=27.25MB mem-reservation=512.00KB thread-reservation=1
| | | max-parallelism=50 segment-costs=[428901235]
| | | 38:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns, RANDOM]
| | | HDFS partitions=2004/2004 files=2004 size=48.14GB
| | | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.store_returns_0.sr_item_sk)
| | | runtime filters: RF025[min_max] -> tpcds_partitioned_parquet_snap.store_returns_0.sr_item_sk, RF024[bloom] -> tpcds_partitioned_parquet_snap.store_returns_0.sr_item_sk
| | | stored statistics:
| | | table: rows=863.99M size=48.14GB
| | | partitions: 2004/2004 rows=863.99M
@@ -1986,11 +2008,13 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| | | in pipelines: 31(GETNEXT)
| | |
| | F22:PLAN FRAGMENT [RANDOM] hosts=10 instances=30 (adjusted from 120)
| | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | Per-Instance Resources: mem-estimate=27.25MB mem-reservation=32.00KB thread-reservation=1
| | max-parallelism=30 segment-costs=[214461873]
| | 31:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_returns, RANDOM]
| | HDFS partitions=2060/2060 files=2060 size=32.77GB
| | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.catalog_returns_0.cr_item_sk)
| | runtime filters: RF021[min_max] -> tpcds_partitioned_parquet_snap.catalog_returns_0.cr_item_sk, RF020[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns_0.cr_item_sk
| | stored statistics:
| | table: rows=432.02M size=32.77GB
| | partitions: 2060/2060 rows=432.02M
@@ -2169,11 +2193,13 @@ max-parallelism=120 segment-costs=[1621201806, 2084965850, 714011565] cpu-compar
| | | in pipelines: 20(GETNEXT)
| | |
| | F14:PLAN FRAGMENT [RANDOM] hosts=10 instances=20 (adjusted from 120)
| | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | Per-Instance Resources: mem-estimate=27.25MB mem-reservation=256.00KB thread-reservation=1
| | max-parallelism=20 segment-costs=[107228054]
| | 20:SCAN HDFS [tpcds_partitioned_parquet_snap.web_returns, RANDOM]
| | HDFS partitions=2114/2114 files=2114 size=16.74GB
| | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.web_returns.wr_item_sk)
| | runtime filters: RF017[min_max] -> tpcds_partitioned_parquet_snap.web_returns.wr_item_sk, RF016[bloom] -> tpcds_partitioned_parquet_snap.web_returns.wr_item_sk
| | stored statistics:
| | table: rows=216.00M size=16.74GB
| | partitions: 2114/2114 rows=216.00M
@@ -2328,11 +2354,13 @@ max-parallelism=120 segment-costs=[3159838554, 611899758] cpu-comparison-result=
| | | in pipelines: 12(GETNEXT)
| | |
| | F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=50 (adjusted from 120)
| | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | Per-Instance Resources: mem-estimate=27.25MB mem-reservation=512.00KB thread-reservation=1
| | max-parallelism=50 segment-costs=[428901235]
| | 12:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns, RANDOM]
| | HDFS partitions=2004/2004 files=2004 size=48.14GB
| | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.store_returns.sr_item_sk)
| | runtime filters: RF013[min_max] -> tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_item_sk
| | stored statistics:
| | table: rows=863.99M size=48.14GB
| | partitions: 2004/2004 rows=863.99M
@@ -2463,11 +2491,13 @@ max-parallelism=120 segment-costs=[3159838554, 611899758] cpu-comparison-result=
| | in pipelines: 05(GETNEXT)
| |
| F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=30 (adjusted from 120)
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| Per-Instance Resources: mem-estimate=27.25MB mem-reservation=32.00KB thread-reservation=1
| max-parallelism=30 segment-costs=[214461873]
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_returns, RANDOM]
| HDFS partitions=2060/2060 files=2060 size=32.77GB
| predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk)
| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk
| stored statistics:
| table: rows=432.02M size=32.77GB
| partitions: 2060/2060 rows=432.02M

19
testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q80.test vendored
View File

@@ -234,6 +234,7 @@ PLAN-ROOT SINK
| |
| |--27:SCAN HDFS [tpcds_partitioned_parquet_snap.web_returns]
| | HDFS partitions=2114/2114 files=2114 size=16.74GB
| | runtime filters: RF023[min_max] -> tpcds_partitioned_parquet_snap.web_returns.wr_item_sk, RF022[bloom] -> tpcds_partitioned_parquet_snap.web_returns.wr_item_sk
| | stored statistics:
| | table: rows=216.00M size=16.74GB
| | partitions: 2114/2114 rows=216.00M
@@ -356,6 +357,7 @@ PLAN-ROOT SINK
| |
| |--15:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_returns]
| | HDFS partitions=2060/2060 files=2060 size=32.77GB
| | runtime filters: RF015[min_max] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk
| | stored statistics:
| | table: rows=432.02M size=32.77GB
| | partitions: 2060/2060 rows=432.02M
@@ -474,6 +476,7 @@ PLAN-ROOT SINK
|
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns]
| HDFS partitions=2004/2004 files=2004 size=48.14GB
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_item_sk
| stored statistics:
| table: rows=863.99M size=48.14GB
| partitions: 2004/2004 rows=863.99M
@@ -496,7 +499,7 @@ PLAN-ROOT SINK
in pipelines: 02(GETNEXT)
---- DISTRIBUTEDPLAN
Max Per-Host Resource Reservation: Memory=1.91GB Threads=145
Per-Host Resource Estimates: Memory=13.19GB
Per-Host Resource Estimates: Memory=13.20GB
F27:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.07MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[539] cpu-comparison-result=674 [max(1 (self) vs 674 (sum children))]
@@ -761,10 +764,12 @@ max-parallelism=80 segment-costs=[74437, 3952483, 3622, 509107, 1136665] cpu-com
| | | in pipelines: 27(GETNEXT)
| | |
| | F18:PLAN FRAGMENT [RANDOM] hosts=10 instances=50 (adjusted from 120)
| | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | Per-Instance Resources: mem-estimate=23.50MB mem-reservation=256.00KB thread-reservation=1
| | max-parallelism=50 segment-costs=[451704816]
| | 27:SCAN HDFS [tpcds_partitioned_parquet_snap.web_returns, RANDOM]
| | HDFS partitions=2114/2114 files=2114 size=16.74GB
| | runtime filters: RF023[min_max] -> tpcds_partitioned_parquet_snap.web_returns.wr_item_sk, RF022[bloom] -> tpcds_partitioned_parquet_snap.web_returns.wr_item_sk
| | stored statistics:
| | table: rows=216.00M size=16.74GB
| | partitions: 2114/2114 rows=216.00M
@@ -992,10 +997,12 @@ max-parallelism=80 segment-costs=[74437, 3952483, 3622, 509107, 1136665] cpu-com
| | | in pipelines: 15(GETNEXT)
| | |
| | F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=100 (adjusted from 120)
| | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | Per-Instance Resources: mem-estimate=23.50MB mem-reservation=32.00KB thread-reservation=1
| | max-parallelism=100 segment-costs=[903433931]
| | 15:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_returns, RANDOM]
| | HDFS partitions=2060/2060 files=2060 size=32.77GB
| | runtime filters: RF015[min_max] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk
| | stored statistics:
| | table: rows=432.02M size=32.77GB
| | partitions: 2060/2060 rows=432.02M
@@ -1219,10 +1226,12 @@ max-parallelism=390 segment-costs=[3885151565, 440125] cpu-comparison-result=247
| | in pipelines: 03(GETNEXT)
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| Per-Instance Resources: mem-estimate=23.50MB mem-reservation=512.00KB thread-reservation=1
| max-parallelism=190 segment-costs=[1806773027]
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns, RANDOM]
| HDFS partitions=2004/2004 files=2004 size=48.14GB
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_item_sk
| stored statistics:
| table: rows=863.99M size=48.14GB
| partitions: 2004/2004 rows=863.99M
@@ -1254,7 +1263,7 @@ max-parallelism=630 segment-costs=[6205817173]
in pipelines: 02(GETNEXT)
---- PARALLELPLANS
Max Per-Host Resource Reservation: Memory=1.91GB Threads=145
Per-Host Resource Estimates: Memory=13.19GB
Per-Host Resource Estimates: Memory=13.20GB
F27:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.07MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[539] cpu-comparison-result=674 [max(1 (self) vs 674 (sum children))]
@@ -1519,10 +1528,12 @@ max-parallelism=80 segment-costs=[74437, 3952483, 3622, 509107, 1136665] cpu-com
| | | in pipelines: 27(GETNEXT)
| | |
| | F18:PLAN FRAGMENT [RANDOM] hosts=10 instances=50 (adjusted from 120)
| | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | Per-Instance Resources: mem-estimate=23.50MB mem-reservation=256.00KB thread-reservation=1
| | max-parallelism=50 segment-costs=[451704816]
| | 27:SCAN HDFS [tpcds_partitioned_parquet_snap.web_returns, RANDOM]
| | HDFS partitions=2114/2114 files=2114 size=16.74GB
| | runtime filters: RF023[min_max] -> tpcds_partitioned_parquet_snap.web_returns.wr_item_sk, RF022[bloom] -> tpcds_partitioned_parquet_snap.web_returns.wr_item_sk
| | stored statistics:
| | table: rows=216.00M size=16.74GB
| | partitions: 2114/2114 rows=216.00M
@@ -1750,10 +1761,12 @@ max-parallelism=80 segment-costs=[74437, 3952483, 3622, 509107, 1136665] cpu-com
| | | in pipelines: 15(GETNEXT)
| | |
| | F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=100 (adjusted from 120)
| | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | Per-Instance Resources: mem-estimate=23.50MB mem-reservation=32.00KB thread-reservation=1
| | max-parallelism=100 segment-costs=[903433931]
| | 15:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_returns, RANDOM]
| | HDFS partitions=2060/2060 files=2060 size=32.77GB
| | runtime filters: RF015[min_max] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk
| | stored statistics:
| | table: rows=432.02M size=32.77GB
| | partitions: 2060/2060 rows=432.02M
@@ -1977,10 +1990,12 @@ max-parallelism=390 segment-costs=[3885151565, 440125] cpu-comparison-result=247
| | in pipelines: 03(GETNEXT)
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| Per-Instance Resources: mem-estimate=23.50MB mem-reservation=512.00KB thread-reservation=1
| max-parallelism=190 segment-costs=[1806773027]
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns, RANDOM]
| HDFS partitions=2004/2004 files=2004 size=48.14GB
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_item_sk
| stored statistics:
| table: rows=863.99M size=48.14GB
| partitions: 2004/2004 rows=863.99M

122
testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q94.test vendored
View File

@@ -277,9 +277,9 @@ PLAN-ROOT SINK
tuple-ids=3 row-size=32B cardinality=216.00M cost=1116703438
in pipelines: 02(GETNEXT)
---- DISTRIBUTEDPLAN
Max Per-Host Resource Reservation: Memory=1.02GB Threads=53
Per-Host Resource Estimates: Memory=2.10GB
F14:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
Max Per-Host Resource Reservation: Memory=1.02GB Threads=52
Per-Host Resource Estimates: Memory=2.09GB
F13:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.00MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[0, 0, 3] cpu-comparison-result=150 [max(1 (self) vs 150 (sum children))]
PLAN-ROOT SINK
@@ -290,49 +290,34 @@ PLAN-ROOT SINK
| order by: count(tpcds_partitioned_parquet_snap.web_sales.ws_order_number) ASC NULLS LAST
| mem-estimate=40B mem-reservation=0B thread-reservation=0
| tuple-ids=25 row-size=40B cardinality=1 cost=0
| in pipelines: 24(GETNEXT), 43(OPEN)
| in pipelines: 24(GETNEXT), 41(OPEN)
|
43:AGGREGATE [FINALIZE]
41:AGGREGATE [FINALIZE]
| output: count:merge(tpcds_partitioned_parquet_snap.web_sales.ws_order_number), sum:merge(tpcds_partitioned_parquet_snap.web_sales.ws_ext_ship_cost), sum:merge(tpcds_partitioned_parquet_snap.web_sales.ws_net_profit)
| mem-estimate=16.00KB mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
| tuple-ids=24 row-size=40B cardinality=1 cost=0
| in pipelines: 43(GETNEXT), 23(OPEN)
| in pipelines: 41(GETNEXT), 23(OPEN)
|
42:EXCHANGE [UNPARTITIONED]
40:EXCHANGE [UNPARTITIONED]
| mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
| tuple-ids=24 row-size=40B cardinality=1 cost=0
| in pipelines: 23(GETNEXT)
|
F13:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_sales.ws_order_number)] hosts=10 instances=10 (adjusted from 120)
Per-Instance Resources: mem-estimate=10.59MB mem-reservation=1.94MB thread-reservation=1
max-parallelism=10 segment-costs=[136076, 8752, 3] cpu-comparison-result=150 [max(10 (self) vs 150 (sum children))]
F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_returns.wr_order_number)] hosts=10 instances=10 (adjusted from 120)
Per-Instance Resources: mem-estimate=21.02MB mem-reservation=1.94MB thread-reservation=1
max-parallelism=10 segment-costs=[11242263, 8752, 3] cpu-comparison-result=150 [max(150 (self) vs 142 (sum children))]
23:AGGREGATE
| output: count(tpcds_partitioned_parquet_snap.web_sales.ws_order_number), sum:merge(tpcds_partitioned_parquet_snap.web_sales.ws_ext_ship_cost), sum:merge(tpcds_partitioned_parquet_snap.web_sales.ws_net_profit)
| mem-estimate=16.00KB mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
| tuple-ids=24 row-size=40B cardinality=1 cost=8752
| in pipelines: 23(GETNEXT), 41(OPEN)
| in pipelines: 23(GETNEXT), 22(OPEN)
|
41:AGGREGATE
| output: sum:merge(tpcds_partitioned_parquet_snap.web_sales.ws_ext_ship_cost), sum:merge(tpcds_partitioned_parquet_snap.web_sales.ws_net_profit)
22:AGGREGATE
| output: sum(tpcds_partitioned_parquet_snap.web_sales.ws_ext_ship_cost), sum(tpcds_partitioned_parquet_snap.web_sales.ws_net_profit)
| group by: tpcds_partitioned_parquet_snap.web_sales.ws_order_number
| mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| tuple-ids=23 row-size=40B cardinality=41.68K cost=123777
| in pipelines: 41(GETNEXT), 02(OPEN)
|
40:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.web_sales.ws_order_number)]
| mem-estimate=602.81KB mem-reservation=0B thread-reservation=0
| tuple-ids=23 row-size=40B cardinality=41.68K cost=12299
| in pipelines: 02(GETNEXT)
|
F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_returns.wr_order_number)] hosts=10 instances=10 (adjusted from 120)
Per-Instance Resources: mem-estimate=22.73MB mem-reservation=2.00MB thread-reservation=1
max-parallelism=10 segment-costs=[11242263, 128841] cpu-comparison-result=150 [max(150 (self) vs 142 (sum children))]
22:AGGREGATE [STREAMING]
| output: sum(tpcds_partitioned_parquet_snap.web_sales.ws_ext_ship_cost), sum(tpcds_partitioned_parquet_snap.web_sales.ws_net_profit)
| group by: tpcds_partitioned_parquet_snap.web_sales.ws_order_number
| mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
| tuple-ids=23 row-size=40B cardinality=41.68K cost=123777
| in pipelines: 02(GETNEXT)
| in pipelines: 22(GETNEXT), 02(OPEN)
|
21:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=00
@@ -342,7 +327,7 @@ max-parallelism=10 segment-costs=[11242263, 128841] cpu-comparison-result=150 [m
| tuple-ids=3,16,2N,17,19,21 row-size=98B cardinality=41.68K cost=72668
| in pipelines: 02(GETNEXT), 20(OPEN)
|
|--F15:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_returns.wr_order_number)] hosts=10 instances=10
|--F14:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_returns.wr_order_number)] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=2.95MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[21]
| JOIN BUILD
@@ -380,7 +365,7 @@ max-parallelism=10 segment-costs=[11242263, 128841] cpu-comparison-result=150 [m
| tuple-ids=3,16,2N,17,19 row-size=78B cardinality=253.86K cost=111116
| in pipelines: 02(GETNEXT), 18(OPEN)
|
|--F16:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_returns.wr_order_number)] hosts=10 instances=10
|--F15:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_returns.wr_order_number)] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=3.00MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[17005]
| JOIN BUILD
@@ -418,7 +403,7 @@ max-parallelism=10 segment-costs=[11242263, 128841] cpu-comparison-result=150 [m
| tuple-ids=3,16,2N,17 row-size=70B cardinality=253.86K cost=3584190
| in pipelines: 02(GETNEXT), 16(OPEN)
|
|--F17:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_returns.wr_order_number)] hosts=10 instances=10
|--F16:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_returns.wr_order_number)] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=23.11MB mem-reservation=18.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[664482]
| JOIN BUILD
@@ -457,7 +442,7 @@ max-parallelism=10 segment-costs=[11242263, 128841] cpu-comparison-result=150 [m
| tuple-ids=3,16,2N row-size=52B cardinality=13.79M cost=4550064
| in pipelines: 02(GETNEXT), 35(OPEN)
|
|--F18:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_returns.wr_order_number)] hosts=10 instances=10 (adjusted from 120)
|--F17:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_returns.wr_order_number)] hosts=10 instances=10 (adjusted from 120)
| | Per-Instance Resources: mem-estimate=96.08MB mem-reservation=68.00MB thread-reservation=1
| | max-parallelism=10 segment-costs=[65828979, 21600269] cpu-comparison-result=10 [max(10 (self) vs 10 (sum children))]
| JOIN BUILD
@@ -514,7 +499,7 @@ max-parallelism=20 segment-costs=[143534213]
| tuple-ids=3,16 row-size=44B cardinality=7.99M cost=56851768
| in pipelines: 02(GETNEXT), 32(OPEN)
|
|--F19:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_sales_1.ws_warehouse_sk,tpcds_partitioned_parquet_snap.web_sales_1.ws_order_number)] hosts=10 instances=20 (adjusted from 120)
|--F18:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_sales_1.ws_warehouse_sk,tpcds_partitioned_parquet_snap.web_sales_1.ws_order_number)] hosts=10 instances=20 (adjusted from 120)
| | Per-Instance Resources: mem-estimate=231.03MB mem-reservation=85.00MB thread-reservation=1 runtime-filters-memory=17.00MB
| | max-parallelism=20 segment-costs=[485174058, 79944316] cpu-comparison-result=90 [max(20 (self) vs 90 (sum children))]
| JOIN BUILD
@@ -553,7 +538,7 @@ max-parallelism=20 segment-costs=[143534213]
| | tuple-ids=5,15 row-size=24B cardinality=79.94M cost=34991627
| | in pipelines: 03(GETNEXT), 29(OPEN)
| |
| |--F20:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| |--F19:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=324.16MB mem-reservation=314.00MB thread-reservation=1 runtime-filters-memory=8.00MB
| | | max-parallelism=10 segment-costs=[15199907] cpu-comparison-result=90 [max(10 (self) vs 90 (sum children))]
| | JOIN BUILD
@@ -599,7 +584,7 @@ max-parallelism=20 segment-costs=[143534213]
| | | tuple-ids=7,9,11,13 row-size=70B cardinality=6.53M cost=11378838
| | | in pipelines: 04(GETNEXT), 09(OPEN)
| | |
| | |--F21:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | |--F20:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | Per-Instance Resources: mem-estimate=18.45MB mem-reservation=18.44MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | max-parallelism=10 segment-costs=[21]
| | | JOIN BUILD
@@ -637,7 +622,7 @@ max-parallelism=20 segment-costs=[143534213]
| | | tuple-ids=7,9,11 row-size=50B cardinality=39.75M(filtered from 39.75M) cost=17399234
| | | in pipelines: 04(GETNEXT), 07(OPEN)
| | |
| | |--F22:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | |--F21:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | Per-Instance Resources: mem-estimate=18.50MB mem-reservation=18.44MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | max-parallelism=10 segment-costs=[17005]
| | | JOIN BUILD
@@ -675,7 +660,7 @@ max-parallelism=20 segment-costs=[143534213]
| | | tuple-ids=7,9 row-size=42B cardinality=39.75M(filtered from 39.75M) cost=17399234
| | | in pipelines: 04(GETNEXT), 05(OPEN)
| | |
| | |--F23:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | |--F22:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | Per-Instance Resources: mem-estimate=159.11MB mem-reservation=154.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | max-parallelism=10 segment-costs=[664482]
| | | JOIN BUILD
@@ -752,9 +737,9 @@ max-parallelism=170 segment-costs=[1673111187]
tuple-ids=3 row-size=32B cardinality=216.00M cost=1116703438
in pipelines: 02(GETNEXT)
---- PARALLELPLANS
Max Per-Host Resource Reservation: Memory=1.02GB Threads=53
Per-Host Resource Estimates: Memory=2.10GB
F14:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
Max Per-Host Resource Reservation: Memory=1.02GB Threads=52
Per-Host Resource Estimates: Memory=2.09GB
F13:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.00MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[0, 0, 3] cpu-comparison-result=150 [max(1 (self) vs 150 (sum children))]
PLAN-ROOT SINK
@@ -765,49 +750,34 @@ PLAN-ROOT SINK
| order by: count(tpcds_partitioned_parquet_snap.web_sales.ws_order_number) ASC NULLS LAST
| mem-estimate=40B mem-reservation=0B thread-reservation=0
| tuple-ids=25 row-size=40B cardinality=1 cost=0
| in pipelines: 24(GETNEXT), 43(OPEN)
| in pipelines: 24(GETNEXT), 41(OPEN)
|
43:AGGREGATE [FINALIZE]
41:AGGREGATE [FINALIZE]
| output: count:merge(tpcds_partitioned_parquet_snap.web_sales.ws_order_number), sum:merge(tpcds_partitioned_parquet_snap.web_sales.ws_ext_ship_cost), sum:merge(tpcds_partitioned_parquet_snap.web_sales.ws_net_profit)
| mem-estimate=16.00KB mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
| tuple-ids=24 row-size=40B cardinality=1 cost=0
| in pipelines: 43(GETNEXT), 23(OPEN)
| in pipelines: 41(GETNEXT), 23(OPEN)
|
42:EXCHANGE [UNPARTITIONED]
40:EXCHANGE [UNPARTITIONED]
| mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
| tuple-ids=24 row-size=40B cardinality=1 cost=0
| in pipelines: 23(GETNEXT)
|
F13:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_sales.ws_order_number)] hosts=10 instances=10 (adjusted from 120)
Per-Instance Resources: mem-estimate=10.59MB mem-reservation=1.94MB thread-reservation=1
max-parallelism=10 segment-costs=[136076, 8752, 3] cpu-comparison-result=150 [max(10 (self) vs 150 (sum children))]
F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_returns.wr_order_number)] hosts=10 instances=10 (adjusted from 120)
Per-Instance Resources: mem-estimate=21.02MB mem-reservation=1.94MB thread-reservation=1
max-parallelism=10 segment-costs=[11242263, 8752, 3] cpu-comparison-result=150 [max(150 (self) vs 142 (sum children))]
23:AGGREGATE
| output: count(tpcds_partitioned_parquet_snap.web_sales.ws_order_number), sum:merge(tpcds_partitioned_parquet_snap.web_sales.ws_ext_ship_cost), sum:merge(tpcds_partitioned_parquet_snap.web_sales.ws_net_profit)
| mem-estimate=16.00KB mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
| tuple-ids=24 row-size=40B cardinality=1 cost=8752
| in pipelines: 23(GETNEXT), 41(OPEN)
| in pipelines: 23(GETNEXT), 22(OPEN)
|
41:AGGREGATE
| output: sum:merge(tpcds_partitioned_parquet_snap.web_sales.ws_ext_ship_cost), sum:merge(tpcds_partitioned_parquet_snap.web_sales.ws_net_profit)
22:AGGREGATE
| output: sum(tpcds_partitioned_parquet_snap.web_sales.ws_ext_ship_cost), sum(tpcds_partitioned_parquet_snap.web_sales.ws_net_profit)
| group by: tpcds_partitioned_parquet_snap.web_sales.ws_order_number
| mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| tuple-ids=23 row-size=40B cardinality=41.68K cost=123777
| in pipelines: 41(GETNEXT), 02(OPEN)
|
40:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.web_sales.ws_order_number)]
| mem-estimate=602.81KB mem-reservation=0B thread-reservation=0
| tuple-ids=23 row-size=40B cardinality=41.68K cost=12299
| in pipelines: 02(GETNEXT)
|
F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_returns.wr_order_number)] hosts=10 instances=10 (adjusted from 120)
Per-Instance Resources: mem-estimate=22.73MB mem-reservation=2.00MB thread-reservation=1
max-parallelism=10 segment-costs=[11242263, 128841] cpu-comparison-result=150 [max(150 (self) vs 142 (sum children))]
22:AGGREGATE [STREAMING]
| output: sum(tpcds_partitioned_parquet_snap.web_sales.ws_ext_ship_cost), sum(tpcds_partitioned_parquet_snap.web_sales.ws_net_profit)
| group by: tpcds_partitioned_parquet_snap.web_sales.ws_order_number
| mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
| tuple-ids=23 row-size=40B cardinality=41.68K cost=123777
| in pipelines: 02(GETNEXT)
| in pipelines: 22(GETNEXT), 02(OPEN)
|
21:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=00
@@ -817,7 +787,7 @@ max-parallelism=10 segment-costs=[11242263, 128841] cpu-comparison-result=150 [m
| tuple-ids=3,16,2N,17,19,21 row-size=98B cardinality=41.68K cost=72668
| in pipelines: 02(GETNEXT), 20(OPEN)
|
|--F15:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_returns.wr_order_number)] hosts=10 instances=10
|--F14:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_returns.wr_order_number)] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=2.95MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[21]
| JOIN BUILD
@@ -855,7 +825,7 @@ max-parallelism=10 segment-costs=[11242263, 128841] cpu-comparison-result=150 [m
| tuple-ids=3,16,2N,17,19 row-size=78B cardinality=253.86K cost=111116
| in pipelines: 02(GETNEXT), 18(OPEN)
|
|--F16:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_returns.wr_order_number)] hosts=10 instances=10
|--F15:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_returns.wr_order_number)] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=3.00MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[17005]
| JOIN BUILD
@@ -893,7 +863,7 @@ max-parallelism=10 segment-costs=[11242263, 128841] cpu-comparison-result=150 [m
| tuple-ids=3,16,2N,17 row-size=70B cardinality=253.86K cost=3584190
| in pipelines: 02(GETNEXT), 16(OPEN)
|
|--F17:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_returns.wr_order_number)] hosts=10 instances=10
|--F16:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_returns.wr_order_number)] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=23.11MB mem-reservation=18.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[664482]
| JOIN BUILD
@@ -932,7 +902,7 @@ max-parallelism=10 segment-costs=[11242263, 128841] cpu-comparison-result=150 [m
| tuple-ids=3,16,2N row-size=52B cardinality=13.79M cost=4550064
| in pipelines: 02(GETNEXT), 35(OPEN)
|
|--F18:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_returns.wr_order_number)] hosts=10 instances=10 (adjusted from 120)
|--F17:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_returns.wr_order_number)] hosts=10 instances=10 (adjusted from 120)
| | Per-Instance Resources: mem-estimate=96.08MB mem-reservation=68.00MB thread-reservation=1
| | max-parallelism=10 segment-costs=[65828979, 21600269] cpu-comparison-result=10 [max(10 (self) vs 10 (sum children))]
| JOIN BUILD
@@ -989,7 +959,7 @@ max-parallelism=20 segment-costs=[143534213]
| tuple-ids=3,16 row-size=44B cardinality=7.99M cost=56851768
| in pipelines: 02(GETNEXT), 32(OPEN)
|
|--F19:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_sales_1.ws_warehouse_sk,tpcds_partitioned_parquet_snap.web_sales_1.ws_order_number)] hosts=10 instances=20 (adjusted from 120)
|--F18:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.web_sales_1.ws_warehouse_sk,tpcds_partitioned_parquet_snap.web_sales_1.ws_order_number)] hosts=10 instances=20 (adjusted from 120)
| | Per-Instance Resources: mem-estimate=231.03MB mem-reservation=85.00MB thread-reservation=1 runtime-filters-memory=17.00MB
| | max-parallelism=20 segment-costs=[485174058, 79944316] cpu-comparison-result=90 [max(20 (self) vs 90 (sum children))]
| JOIN BUILD
@@ -1028,7 +998,7 @@ max-parallelism=20 segment-costs=[143534213]
| | tuple-ids=5,15 row-size=24B cardinality=79.94M cost=34991627
| | in pipelines: 03(GETNEXT), 29(OPEN)
| |
| |--F20:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| |--F19:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=324.16MB mem-reservation=314.00MB thread-reservation=1 runtime-filters-memory=8.00MB
| | | max-parallelism=10 segment-costs=[15199907] cpu-comparison-result=90 [max(10 (self) vs 90 (sum children))]
| | JOIN BUILD
@@ -1074,7 +1044,7 @@ max-parallelism=20 segment-costs=[143534213]
| | | tuple-ids=7,9,11,13 row-size=70B cardinality=6.53M cost=11378838
| | | in pipelines: 04(GETNEXT), 09(OPEN)
| | |
| | |--F21:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | |--F20:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | Per-Instance Resources: mem-estimate=18.45MB mem-reservation=18.44MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | max-parallelism=10 segment-costs=[21]
| | | JOIN BUILD
@@ -1112,7 +1082,7 @@ max-parallelism=20 segment-costs=[143534213]
| | | tuple-ids=7,9,11 row-size=50B cardinality=39.75M(filtered from 39.75M) cost=17399234
| | | in pipelines: 04(GETNEXT), 07(OPEN)
| | |
| | |--F22:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | |--F21:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | Per-Instance Resources: mem-estimate=18.50MB mem-reservation=18.44MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | max-parallelism=10 segment-costs=[17005]
| | | JOIN BUILD
@@ -1150,7 +1120,7 @@ max-parallelism=20 segment-costs=[143534213]
| | | tuple-ids=7,9 row-size=42B cardinality=39.75M(filtered from 39.75M) cost=17399234
| | | in pipelines: 04(GETNEXT), 05(OPEN)
| | |
| | |--F23:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | |--F22:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | Per-Instance Resources: mem-estimate=159.11MB mem-reservation=154.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | max-parallelism=10 segment-costs=[664482]
| | | JOIN BUILD