mirror of
https://github.com/apache/impala.git
synced 2025-12-19 18:12:08 -05:00
IMPALA-14094: Calcite planner: Use table and column statistics for optimization
This commit enables the Calcite planner join optimization rule to make use
of table and column statistics in Impala.
The ImpalaRelMetadataProvider class provides the metadata classes to the
rule optimizer.
All the ImpalaRelMd* classes are extensions of Calcite Metadata classes. The
ones overridden are:
ImpalaRelMdRowCount:
This provides the cardinality of a given type of RelNode.
The default implementation in the RelMdRowCount is used for some of the
RelNodes. The ones overridden are:
TableScan: Gets the row count from the Table object.
Filter: Calls the FilterSelectivityEstimator and adjusts the number of
rows based on the selectivity of the filter condition.
Join: Uses our own algorithm to determine the number of rows that will
be created by the join condition using the JoinRelationInfo (more on this
below).
ImpalaRelMdDistinctRowCount:
This provides the number of distinct rows returned by the RelNode.
The default implementation in the RelMdDistinct RowCount is used for
some of the RelNodes. The ones overridden are:
TableScan: Uses the stats. If stats are not defined, all rows will
be marked as distinct.
Aggregate: For some reason, Calcite sometimes returns a number of
distinct rows greater than the number of rows, which doesn't make
sense. So this ensures the number of distinct rows never exceeds
the number of rows.
Filter: The number of distinct rows is reduced by the calculated
selectivity.
Join: same as aggregate.
ImpalaRelMdRowSize:
Provides the Impala interpreted size of the Calcite datatypes.
ImpalaRelMdSelectivity:
The selectivity is calculated within the RowCount. An initial attempt
was done to use this class for selectivity, but it was seemed rather clunky
since the row counts and selectivity are very closely intertwined and
the pruned row counts (a future commit) made this even more complicated.
So the selectivity metadata is overridden or all our RelNodes as full
selectivity (1.0).
As mentioned above, the FilterSelectivityEstimator class tries to approximate
the number of rows filtered out with the given condition. Some work still
needs to be done to make this more in line with the Expr seletivities, a Jira
will be filed for this.
The JoinRelationInfo is the helper class that estimates the number of rows
that will be output of the Join RelNode. The join condition is split up into
multiple conditions broken up by the AND keyword. This first pass has some major
flaws which need to be corrected, including:
- Only equality conditions limit the number of rows. Non-equality conditions
will be ignored. If there are only non-equality conditions, the cardinality
will be the equivalent of a cross join.
- Left joins take the maximum of the calculated join and the total number
of rows on the left side. This can probably be improved upon if we find
the matching rows provide a cardinality that is greater than one for each
row. (Of course, right joins and outer joins have this same logic).
Change-Id: I9d5bb50eb562c28e4b7c7a6529d140f98e77295c
Reviewed-on: http://gerrit.cloudera.org:8080/23122
Tested-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com>
Reviewed-by: Steve Carlin <scarlin@cloudera.com>
This commit is contained in:
@@ -65,7 +65,7 @@ public abstract class JoinNode extends PlanNode {
|
||||
|
||||
// Slop in percent allowed when comparing stats for the purpose of determining whether
|
||||
// an equi-join condition is a foreign/primary key join.
|
||||
protected final static double FK_PK_MAX_STATS_DELTA_PERC = 0.05;
|
||||
public final static double FK_PK_MAX_STATS_DELTA_PERC = 0.05;
|
||||
|
||||
protected JoinOperator joinOp_;
|
||||
|
||||
|
||||
@@ -25,6 +25,7 @@ import org.apache.calcite.rel.type.RelDataTypeImpl;
|
||||
import org.apache.calcite.schema.Table;
|
||||
import org.apache.calcite.schema.impl.ViewTable;
|
||||
import org.apache.calcite.schema.impl.AbstractSchema;
|
||||
import org.apache.impala.analysis.Analyzer;
|
||||
import org.apache.impala.calcite.type.ImpalaTypeSystemImpl;
|
||||
import org.apache.impala.catalog.FeTable;
|
||||
import org.apache.impala.catalog.HdfsTable;
|
||||
@@ -60,11 +61,13 @@ public class CalciteDb extends AbstractSchema {
|
||||
this.reader_ = reader;
|
||||
}
|
||||
|
||||
public Builder addTable(String tableName, FeTable table) throws ImpalaException {
|
||||
public Builder addTable(String tableName, FeTable table,
|
||||
Analyzer analyzer) throws ImpalaException {
|
||||
if (tableMap_.containsKey(tableName)) return this;
|
||||
|
||||
if (table instanceof HdfsTable) {
|
||||
tableMap_.put(tableName.toLowerCase(), new CalciteTable(table, reader_));
|
||||
tableMap_.put(tableName.toLowerCase(),
|
||||
new CalciteTable(table, reader_, analyzer));
|
||||
return this;
|
||||
}
|
||||
|
||||
|
||||
@@ -58,6 +58,7 @@ import org.apache.impala.calcite.rel.util.ImpalaBaseTableRef;
|
||||
import org.apache.impala.calcite.type.ImpalaTypeConverter;
|
||||
import org.apache.impala.calcite.type.ImpalaTypeSystemImpl;
|
||||
import org.apache.impala.calcite.util.SimplifiedAnalyzer;
|
||||
import org.apache.impala.planner.HdfsEstimatedMissingTableStats;
|
||||
import org.apache.impala.planner.HdfsPartitionPruner;
|
||||
import org.apache.impala.common.AnalysisException;
|
||||
import org.apache.impala.common.ImpalaException;
|
||||
@@ -65,6 +66,7 @@ import org.apache.impala.common.Pair;
|
||||
import org.apache.impala.common.UnsupportedFeatureException;
|
||||
import org.apache.impala.util.AcidUtils;
|
||||
|
||||
import com.google.common.base.Preconditions;
|
||||
import com.google.common.collect.ImmutableList;
|
||||
|
||||
import java.util.ArrayList;
|
||||
@@ -83,12 +85,24 @@ public class CalciteTable extends RelOptAbstractTable
|
||||
|
||||
private final List<String> qualifiedTableName_;
|
||||
|
||||
public CalciteTable(FeTable table, CalciteCatalogReader reader)
|
||||
throws ImpalaException {
|
||||
private final List<Column> columns_;
|
||||
|
||||
private final SimplifiedAnalyzer analyzer_;
|
||||
|
||||
private final HdfsEstimatedMissingTableStats estimatedMissingStats_;
|
||||
|
||||
public CalciteTable(FeTable table, CalciteCatalogReader reader,
|
||||
Analyzer analyzer) throws ImpalaException {
|
||||
super(reader, table.getName(), buildColumnsForRelDataType(table));
|
||||
this.table_ = (HdfsTable) table;
|
||||
this.qualifiedTableName_ = table.getTableName().toPath();
|
||||
this.columns_ = table.getColumnsInHiveOrder();
|
||||
this.impalaPositionMap_ = buildPositionMap();
|
||||
this.analyzer_ = (SimplifiedAnalyzer) analyzer;
|
||||
estimatedMissingStats_ = table_.getNumRows() < 0
|
||||
? new HdfsEstimatedMissingTableStats(analyzer.getQueryOptions(), table_,
|
||||
table_.getPartitions(), -1)
|
||||
: null;
|
||||
|
||||
checkIfTableIsSupported(table);
|
||||
}
|
||||
@@ -220,9 +234,24 @@ public class CalciteTable extends RelOptAbstractTable
|
||||
|
||||
@Override
|
||||
public double getRowCount() {
|
||||
return (double) table_.getNumRows();
|
||||
if (table_.getNumRows() >= 0.0) {
|
||||
return (double) table_.getNumRows();
|
||||
}
|
||||
|
||||
Preconditions.checkNotNull(estimatedMissingStats_);
|
||||
return estimatedMissingStats_.statsNumRows_;
|
||||
}
|
||||
|
||||
public List<Column> getColumns() {
|
||||
return columns_;
|
||||
}
|
||||
|
||||
public Column getColumn(int i) {
|
||||
HdfsTable feFsTable = (HdfsTable) table_;
|
||||
return columns_.get(i);
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Returns a position map from Impala column numbers to Calcite
|
||||
* column numbers. Calcite places the columns in "Hive Order"
|
||||
|
||||
@@ -0,0 +1,302 @@
|
||||
/*
|
||||
* Licensed to the Apache Software Foundation (ASF) under one
|
||||
* or more contributor license agreements. See the NOTICE file
|
||||
* distributed with this work for additional information
|
||||
* regarding copyright ownership. The ASF licenses this file
|
||||
* to you under the Apache License, Version 2.0 (the
|
||||
* "License"); you may not use this file except in compliance
|
||||
* with the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.apache.impala.calcite.schema;
|
||||
|
||||
import java.util.HashSet;
|
||||
import java.util.Set;
|
||||
|
||||
import org.apache.calcite.rel.RelNode;
|
||||
import org.apache.calcite.rel.core.JoinRelType;
|
||||
import org.apache.calcite.rel.core.TableScan;
|
||||
import org.apache.calcite.rel.metadata.RelMetadataQuery;
|
||||
import org.apache.calcite.rex.RexCall;
|
||||
import org.apache.calcite.rex.RexInputRef;
|
||||
import org.apache.calcite.rex.RexNode;
|
||||
import org.apache.calcite.sql.SqlKind;
|
||||
import org.apache.calcite.sql.type.SqlTypeName;
|
||||
import org.apache.calcite.util.ImmutableBitSet;
|
||||
import org.apache.impala.calcite.rel.util.RexInputRefCollector;
|
||||
import org.apache.impala.calcite.schema.JoinRelationInfo.EqualityConjunction;
|
||||
import org.apache.impala.catalog.Column;
|
||||
import org.apache.impala.catalog.ColumnStats;
|
||||
|
||||
import org.apache.calcite.plan.hep.HepRelVertex;
|
||||
import org.apache.calcite.rel.core.Join;
|
||||
|
||||
import com.google.common.base.Preconditions;
|
||||
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
public class FilterSelectivityEstimator {
|
||||
|
||||
protected static final Logger LOG =
|
||||
LoggerFactory.getLogger(FilterSelectivityEstimator.class);
|
||||
|
||||
private final RelNode childRel_;
|
||||
|
||||
private final double childCardinality_;
|
||||
|
||||
private final RelMetadataQuery mq_;
|
||||
|
||||
public static final double RANGE_COMPARISON_SELECTIVITY = 1.0 / 3.0;
|
||||
|
||||
public static final double BETWEEN_SELECTIVITY = 1.0 / 9.0;
|
||||
|
||||
public FilterSelectivityEstimator(RelNode childRel, RelMetadataQuery mq) {
|
||||
this.mq_ = mq;
|
||||
this.childRel_ = (childRel instanceof HepRelVertex)
|
||||
? ((HepRelVertex)childRel).getCurrentRel()
|
||||
: childRel;
|
||||
this.childCardinality_ = mq.getRowCount(childRel);
|
||||
}
|
||||
|
||||
public Double estimateSelectivity(RexNode rexNode) {
|
||||
if (rexNode instanceof RexInputRef) {
|
||||
return estimateInputRefSelectivity((RexInputRef) rexNode);
|
||||
}
|
||||
if (rexNode instanceof RexCall) {
|
||||
return estimateCallSelectivity((RexCall)rexNode);
|
||||
}
|
||||
return 1.0;
|
||||
}
|
||||
|
||||
// Can only provide a selectivity estimate on an "inputRef" filter
|
||||
// condition if it is a true/false boolean.
|
||||
private Double estimateInputRefSelectivity(RexInputRef inputRef) {
|
||||
// There is no selectivity to process for anything other than
|
||||
// a boolean
|
||||
if (inputRef.getType().getSqlTypeName() != SqlTypeName.BOOLEAN) {
|
||||
return 1.0;
|
||||
}
|
||||
|
||||
// We can only get stats if the node directly underneath is a TableScan
|
||||
if (!(childRel_ instanceof TableScan)) {
|
||||
// For default, If it is a boolean and we assume uniform distribution,
|
||||
// it will filter half the rows
|
||||
return 0.5;
|
||||
}
|
||||
|
||||
CalciteTable table = (CalciteTable) childRel_.getTable();
|
||||
Preconditions.checkNotNull(table);
|
||||
Column column = table.getColumn(inputRef.getIndex());
|
||||
if (column.getStats() != null) {
|
||||
ColumnStats stats = column.getStats();
|
||||
if (stats.getNumTrues() == 0 && stats.getNumFalses() == 0) {
|
||||
return 0.0;
|
||||
}
|
||||
return (double) stats.getNumTrues() / childCardinality_;
|
||||
}
|
||||
|
||||
// For default, If it is a boolean and we assume uniform distribution,
|
||||
// it will filter half the rows
|
||||
return 0.5;
|
||||
}
|
||||
|
||||
private Double estimateCallSelectivity(RexCall call) {
|
||||
switch (call.getOperator().getKind()) {
|
||||
case EQUALS:
|
||||
case LIKE:
|
||||
case IS_NOT_DISTINCT_FROM:
|
||||
return computeEqualsSelectivity(call);
|
||||
case AND:
|
||||
return computeConjunctionSelectivity(call);
|
||||
case OR:
|
||||
return computeDisjunctionSelectivity(call);
|
||||
case NOT:
|
||||
case NOT_EQUALS:
|
||||
return computeNotEqualitySelectivity(call);
|
||||
case IS_NULL:
|
||||
return computeIsNullSelectivity(call);
|
||||
case IS_NOT_NULL:
|
||||
return computeIsNotNullSelectivity(call);
|
||||
// TODO: For inequalities, between, and in, we can give a selectivity
|
||||
// of 0 if condition is out of range. Also, histogram data would be
|
||||
// a nice feature to add :)
|
||||
case LESS_THAN_OR_EQUAL:
|
||||
case GREATER_THAN_OR_EQUAL:
|
||||
case LESS_THAN:
|
||||
case GREATER_THAN:
|
||||
return RANGE_COMPARISON_SELECTIVITY;
|
||||
case BETWEEN:
|
||||
// TODO: Impala has better logic than this
|
||||
return BETWEEN_SELECTIVITY;
|
||||
case IN:
|
||||
return computeInSelectivity(call);
|
||||
default:
|
||||
return computeEqualsSelectivity(call);
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* NDV of "f1(x, y, z) != f2(p, q, r)" ->
|
||||
* "(maxNDV(x,y,z,p,q,r) - 1)/maxNDV(x,y,z,p,q,r)".
|
||||
* <p>
|
||||
*
|
||||
* @param call
|
||||
* @return returns "not equals" selectivity for call.
|
||||
*/
|
||||
private Double computeNotEqualitySelectivity(RexCall call) {
|
||||
Double tmpNDV = getMaxNDV(call);
|
||||
return tmpNDV > 1.0 ? (tmpNDV - 1.0) / tmpNDV : 1.0;
|
||||
}
|
||||
|
||||
/**
|
||||
* Selectivity of f(X,y,z) -> 1/maxNDV(x,y,z).
|
||||
* <p>
|
||||
* Note that = is considered a generic function and uses this method to find its
|
||||
* selectivity.
|
||||
* @param call
|
||||
* @return returns "equals" selectivity for call.
|
||||
*/
|
||||
private Double computeEqualsSelectivity(RexCall call) {
|
||||
return 1.0 / getMaxNDV(call);
|
||||
}
|
||||
|
||||
private Double computeIsNullSelectivity(RexCall call) {
|
||||
if (childRel_ instanceof TableScan
|
||||
&& call.getOperands().get(0) instanceof RexInputRef) {
|
||||
TableScan tableScan = (TableScan) childRel_;
|
||||
return getNumNulls(call, tableScan) / Math.max(mq_.getRowCount(tableScan), 1);
|
||||
} else if (childRel_ instanceof Join) {
|
||||
Join join = (Join) childRel_;
|
||||
// TODO: fix this. If it's a non-inner join, we can hopefully calculate the number
|
||||
// of null rows based on what happens with the outer join. We also only change
|
||||
// the cardinality if the input ref is on the "outer" side.
|
||||
if (join.getJoinType() != JoinRelType.INNER) {
|
||||
return 1.0 - RANGE_COMPARISON_SELECTIVITY;
|
||||
}
|
||||
}
|
||||
return computeEqualsSelectivity(call);
|
||||
}
|
||||
|
||||
private Double computeIsNotNullSelectivity(RexCall call) {
|
||||
if (childRel_ instanceof TableScan
|
||||
&& call.getOperands().get(0) instanceof RexInputRef) {
|
||||
TableScan tableScan = (TableScan) childRel_;
|
||||
double noOfNulls = getNumNulls(call, tableScan);
|
||||
double totalNoOfTuples = mq_.getRowCount(tableScan);
|
||||
return (totalNoOfTuples - noOfNulls) / Math.max(totalNoOfTuples, 1);
|
||||
} else if (childRel_ instanceof Join) {
|
||||
Join join = (Join) childRel_;
|
||||
// TODO: fix this. If it's a non-inner join, we can hopefully calculate the number
|
||||
// of null rows based on what happens with the outer join. We also only change
|
||||
// the cardinality if the input ref is on the "outer" side.
|
||||
if (join.getJoinType() != JoinRelType.INNER) {
|
||||
return RANGE_COMPARISON_SELECTIVITY;
|
||||
}
|
||||
}
|
||||
|
||||
//TODO: IMPALA-14235, let's see if we can do better.
|
||||
return computeNotEqualitySelectivity(call);
|
||||
}
|
||||
|
||||
private Double computeInSelectivity(RexCall call) {
|
||||
Double selectivity = computeEqualsSelectivity(call);
|
||||
selectivity = selectivity * (call.operands.size() - 1);
|
||||
return Math.min(selectivity, 1.0);
|
||||
}
|
||||
|
||||
/**
|
||||
* Disjunction Selectivity -> (1 D(1-m1/n)(1-m2/n)) where n is the total
|
||||
* number of tuples from child and m1 and m2 is the expected number of tuples
|
||||
* from each part of the disjunction predicate.
|
||||
* <p>
|
||||
* Note we compute m1. m2.. by applying selectivity of the disjunctive element
|
||||
* on the cardinality from child.
|
||||
*
|
||||
* @param call
|
||||
* @return returns "disjunction" selectivity for call.
|
||||
*/
|
||||
private Double computeDisjunctionSelectivity(RexCall call) {
|
||||
Double tmpCardinality;
|
||||
Double tmpSelectivity;
|
||||
double selectivity = 1;
|
||||
|
||||
for (RexNode dje : call.getOperands()) {
|
||||
tmpCardinality = childCardinality_ * estimateSelectivity(dje);
|
||||
tmpSelectivity = (tmpCardinality > 1.0 && tmpCardinality < childCardinality_)
|
||||
? 1.0 - tmpCardinality / childCardinality_
|
||||
: 1.0;
|
||||
|
||||
selectivity *= tmpSelectivity;
|
||||
}
|
||||
|
||||
if (selectivity < 0.0) {
|
||||
selectivity = 0.0;
|
||||
}
|
||||
|
||||
return (1.0 - selectivity);
|
||||
}
|
||||
|
||||
/**
|
||||
* Selectivity of conjunctive predicate -> (selectivity of conjunctive
|
||||
* element1) * (selectivity of conjunctive element2)...
|
||||
*
|
||||
* @param call
|
||||
* @return returns "conjunction" selectivity for call.
|
||||
*/
|
||||
private Double computeConjunctionSelectivity(RexCall call) {
|
||||
double selectivity = 1.0;
|
||||
for (RexNode cje : call.getOperands()) {
|
||||
selectivity *= estimateSelectivity(cje);
|
||||
}
|
||||
return selectivity;
|
||||
}
|
||||
|
||||
/**
|
||||
* Given a RexCall of kind IS_NULL & TableScan find number of nulls.
|
||||
* first col which must be an input ref
|
||||
*
|
||||
* TODO: improve this
|
||||
*
|
||||
* @param call
|
||||
* @param t
|
||||
* @return estimated number of nulls from statistics
|
||||
*/
|
||||
private long getNumNulls(RexCall call, TableScan t) {
|
||||
Preconditions.checkState(call.getOperator().getKind() == SqlKind.IS_NULL ||
|
||||
call.getOperator().getKind() == SqlKind.IS_NOT_NULL);
|
||||
Preconditions.checkState(call.getOperands().size() == 1);
|
||||
Preconditions.checkState(call.getOperands().get(0) instanceof RexInputRef);
|
||||
RexInputRef inputRef = (RexInputRef) call.getOperands().get(0);
|
||||
CalciteTable table = (CalciteTable) t.getTable();
|
||||
Column column = table.getColumn(inputRef.getIndex());
|
||||
return column.getStats() != null ? column.getStats().getNumNulls() : 0;
|
||||
}
|
||||
|
||||
private Double getMaxNDV(RexCall call) {
|
||||
Set<Integer> inputRefs = new HashSet<>();
|
||||
for (RexNode op : call.getOperands()) {
|
||||
inputRefs.addAll(RexInputRefCollector.getInputRefs(op));
|
||||
}
|
||||
|
||||
double maxNDV = 1.0;
|
||||
for (Integer index : inputRefs) {
|
||||
maxNDV = Math.max(getDistinctRowCount(index), maxNDV);
|
||||
}
|
||||
|
||||
return maxNDV;
|
||||
}
|
||||
|
||||
private Double getDistinctRowCount(int indx) {
|
||||
ImmutableBitSet bitSetOfRqdProj = ImmutableBitSet.of(indx);
|
||||
return mq_.getDistinctRowCount(childRel_, bitSetOfRqdProj,
|
||||
childRel_.getCluster().getRexBuilder().makeLiteral(true));
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,108 @@
|
||||
/*
|
||||
* Licensed to the Apache Software Foundation (ASF) under one
|
||||
* or more contributor license agreements. See the NOTICE file
|
||||
* distributed with this work for additional information
|
||||
* regarding copyright ownership. The ASF licenses this file
|
||||
* to you under the Apache License, Version 2.0 (the
|
||||
* "License"); you may not use this file except in compliance
|
||||
* with the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.apache.impala.calcite.schema;
|
||||
|
||||
import com.google.common.base.Preconditions;
|
||||
import com.google.common.collect.ImmutableList;
|
||||
|
||||
import org.apache.calcite.rel.core.Aggregate;
|
||||
import org.apache.calcite.rel.core.Filter;
|
||||
import org.apache.calcite.rel.core.Join;
|
||||
import org.apache.calcite.rel.core.TableScan;
|
||||
import org.apache.calcite.rel.metadata.ReflectiveRelMetadataProvider;
|
||||
import org.apache.calcite.rel.metadata.RelMdDistinctRowCount;
|
||||
import org.apache.calcite.rel.metadata.RelMetadataProvider;
|
||||
import org.apache.calcite.rel.metadata.RelMetadataQuery;
|
||||
import org.apache.calcite.rex.RexNode;
|
||||
import org.apache.calcite.util.BuiltInMethod;
|
||||
import org.apache.calcite.util.ImmutableBitSet;
|
||||
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
/**
|
||||
* ImpalaRelMdDistinctRowCount is an extension of the RelMdDistinctCount
|
||||
* Calcite class which returns distinct row counts for a given logical RelNode
|
||||
*/
|
||||
public class ImpalaRelMdDistinctRowCount extends RelMdDistinctRowCount {
|
||||
|
||||
protected static final Logger LOG =
|
||||
LoggerFactory.getLogger(ImpalaRelMdDistinctRowCount.class.getName());
|
||||
|
||||
public static final RelMetadataProvider SOURCE = ReflectiveRelMetadataProvider
|
||||
.reflectiveSource(BuiltInMethod.DISTINCT_ROW_COUNT.method,
|
||||
new ImpalaRelMdDistinctRowCount());
|
||||
|
||||
@Override
|
||||
public Double getDistinctRowCount(TableScan scan, RelMetadataQuery mq,
|
||||
ImmutableBitSet groupKey, RexNode predicate) {
|
||||
double distinctRows = 1.0;
|
||||
CalciteTable table = (CalciteTable) scan.getTable();
|
||||
double totalRows = table.getRowCount();
|
||||
Preconditions.checkState(totalRows >= 0.0);
|
||||
for (Integer i : groupKey.asList()) {
|
||||
long distinctValues = table.getColumn(i).getStats().getNumDistinctValues();
|
||||
// if no distinct values stats, just assume all rows are distinct
|
||||
if (distinctValues < 0) {
|
||||
return totalRows;
|
||||
}
|
||||
distinctRows *= distinctValues;
|
||||
// number of distinct rows can never be more than number of total rows
|
||||
if (distinctRows >= totalRows) {
|
||||
return totalRows;
|
||||
}
|
||||
}
|
||||
return distinctRows;
|
||||
}
|
||||
|
||||
@Override
|
||||
public Double getDistinctRowCount(Aggregate rel, RelMetadataQuery mq,
|
||||
ImmutableBitSet groupKey, RexNode predicate) {
|
||||
// Use Calcite distinct row calculation
|
||||
// number of distinct rows can never be more than number of total rows
|
||||
return Math.min(mq.getRowCount(rel),
|
||||
super.getDistinctRowCount(rel, mq, groupKey, predicate));
|
||||
}
|
||||
|
||||
@Override
|
||||
public Double getDistinctRowCount(Filter rel, RelMetadataQuery mq,
|
||||
ImmutableBitSet groupKey, RexNode predicate) {
|
||||
// For the distinct row count, we take the number of distinct rows before the
|
||||
// filter and multiply it by the selectivity
|
||||
// TODO: We can do a little better if the "groupKey" is for the column being
|
||||
// selected. Specifically, if we find the selectivity for col1 and the condition
|
||||
// is "col1 is null", we know there is only one distinct row, but it will multiply
|
||||
// by the selectivity of all the distinct rows.
|
||||
Double rowCount = mq.getRowCount(rel);
|
||||
Preconditions.checkState(rowCount >= 0.0);
|
||||
Double childRowCount = mq.getRowCount(rel.getInput(0));
|
||||
Double distinctRowCount =
|
||||
mq.getDistinctRowCount(rel.getInput(0), groupKey, predicate);
|
||||
Preconditions.checkState(rowCount <= childRowCount);
|
||||
return Math.max(1.0, distinctRowCount * rowCount / childRowCount);
|
||||
}
|
||||
|
||||
@Override
|
||||
public Double getDistinctRowCount(Join rel, RelMetadataQuery mq,
|
||||
ImmutableBitSet groupKey, RexNode predicate) {
|
||||
// Use Calcite distinct row calculation
|
||||
// number of distinct rows can never be more than number of total rows
|
||||
return Math.min(mq.getRowCount(rel),
|
||||
super.getDistinctRowCount(rel, mq, groupKey, predicate));
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,99 @@
|
||||
/*
|
||||
* Licensed to the Apache Software Foundation (ASF) under one
|
||||
* or more contributor license agreements. See the NOTICE file
|
||||
* distributed with this work for additional information
|
||||
* regarding copyright ownership. The ASF licenses this file
|
||||
* to you under the Apache License, Version 2.0 (the
|
||||
* "License"); you may not use this file except in compliance
|
||||
* with the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.apache.impala.calcite.schema;
|
||||
|
||||
import org.apache.calcite.plan.hep.HepRelVertex;
|
||||
import org.apache.calcite.rel.RelNode;
|
||||
import org.apache.calcite.rel.core.Aggregate;
|
||||
import org.apache.calcite.rel.core.Filter;
|
||||
import org.apache.calcite.rel.core.Join;
|
||||
import org.apache.calcite.rel.core.TableScan;
|
||||
import org.apache.calcite.rel.metadata.ReflectiveRelMetadataProvider;
|
||||
import org.apache.calcite.rel.metadata.RelMdRowCount;
|
||||
import org.apache.calcite.rel.metadata.RelMetadataProvider;
|
||||
import org.apache.calcite.rel.metadata.RelMetadataQuery;
|
||||
import org.apache.calcite.rex.RexBuilder;
|
||||
import org.apache.calcite.rex.RexNode;
|
||||
import org.apache.calcite.util.BuiltInMethod;
|
||||
import org.apache.impala.calcite.rel.util.PrunedPartitionHelper;
|
||||
import org.apache.impala.common.ImpalaException;
|
||||
import org.apache.impala.calcite.schema.JoinRelationInfo.EqualityConjunction;
|
||||
|
||||
import com.google.common.base.Preconditions;
|
||||
|
||||
import static org.apache.calcite.util.NumberUtil.multiply;
|
||||
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
/**
|
||||
* ImpalaRelMdRowCount is an extension of the RelMdRowCount
|
||||
* Calcite class which returns row counts for a given logical RelNode
|
||||
*/
|
||||
public class ImpalaRelMdRowCount extends RelMdRowCount {
|
||||
|
||||
protected static final Logger LOG =
|
||||
LoggerFactory.getLogger(ImpalaRelMdRowCount.class.getName());
|
||||
|
||||
public static final RelMetadataProvider SOURCE = ReflectiveRelMetadataProvider
|
||||
.reflectiveSource(BuiltInMethod.ROW_COUNT.method, new ImpalaRelMdRowCount());
|
||||
|
||||
protected ImpalaRelMdRowCount() {
|
||||
super();
|
||||
}
|
||||
|
||||
@Override
|
||||
public Double getRowCount(Filter filter, RelMetadataQuery mq) {
|
||||
RelNode input = filter.getInput();
|
||||
CalciteTable table = getTable(input);
|
||||
RexNode condition = filter.getCondition();
|
||||
|
||||
Double inputRowCount = mq.getRowCount(input);
|
||||
Preconditions.checkState(inputRowCount >= 0.0);
|
||||
|
||||
FilterSelectivityEstimator estimator =
|
||||
new FilterSelectivityEstimator(input, mq);
|
||||
Double selectivity = condition != null
|
||||
? estimator.estimateSelectivity(condition)
|
||||
: 1.0;
|
||||
return multiply(inputRowCount, selectivity);
|
||||
}
|
||||
|
||||
@Override
|
||||
public Double getRowCount(Join join, RelMetadataQuery mq) {
|
||||
RexBuilder rexBuilder = join.getCluster().getRexBuilder();
|
||||
|
||||
// Build information about the join, and get the row count from there
|
||||
// if available
|
||||
JoinRelationInfo info = new JoinRelationInfo(join, rexBuilder, mq);
|
||||
return (info.useDefaultRowCount())
|
||||
? super.getRowCount(join, mq)
|
||||
: info.getRowCount();
|
||||
}
|
||||
|
||||
@Override
|
||||
public Double getRowCount(TableScan ts, RelMetadataQuery mq) {
|
||||
return ts.getTable().getRowCount();
|
||||
}
|
||||
|
||||
private CalciteTable getTable(RelNode input) {
|
||||
return (input instanceof HepRelVertex)
|
||||
? (CalciteTable) ((HepRelVertex)input).getCurrentRel().getTable()
|
||||
: (CalciteTable) input.getTable();
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,89 @@
|
||||
/*
|
||||
* Licensed to the Apache Software Foundation (ASF) under one
|
||||
* or more contributor license agreements. See the NOTICE file
|
||||
* distributed with this work for additional information
|
||||
* regarding copyright ownership. The ASF licenses this file
|
||||
* to you under the Apache License, Version 2.0 (the
|
||||
* "License"); you may not use this file except in compliance
|
||||
* with the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.apache.impala.calcite.schema;
|
||||
|
||||
import org.apache.calcite.rel.RelNode;
|
||||
import org.apache.calcite.rel.core.Aggregate;
|
||||
import org.apache.calcite.rel.core.Filter;
|
||||
import org.apache.calcite.rel.core.Join;
|
||||
import org.apache.calcite.rel.core.Project;
|
||||
import org.apache.calcite.rel.core.Sort;
|
||||
import org.apache.calcite.rel.core.Union;
|
||||
import org.apache.calcite.rel.metadata.BuiltInMetadata;
|
||||
import org.apache.calcite.rel.metadata.MetadataDef;
|
||||
import org.apache.calcite.rel.metadata.MetadataHandler;
|
||||
import org.apache.calcite.rel.metadata.ReflectiveRelMetadataProvider;
|
||||
import org.apache.calcite.rel.metadata.RelMetadataProvider;
|
||||
import org.apache.calcite.rel.metadata.RelMetadataQuery;
|
||||
import org.apache.calcite.rex.RexNode;
|
||||
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
/**
|
||||
* ImpalaRelMdSelectivity is an extension of the Calcite selectivity class.
|
||||
* The selectivity is baked into the row count because of partition pruning
|
||||
* processing. So we override selectivity to always be 1.0.
|
||||
*/
|
||||
public class ImpalaRelMdSelectivity
|
||||
implements MetadataHandler<BuiltInMetadata.Selectivity> {
|
||||
protected static final Logger LOG =
|
||||
LoggerFactory.getLogger(ImpalaRelMdSelectivity.class.getName());
|
||||
|
||||
public static final RelMetadataProvider SOURCE =
|
||||
ReflectiveRelMetadataProvider.reflectiveSource(
|
||||
new ImpalaRelMdSelectivity(), BuiltInMetadata.Selectivity.Handler.class);
|
||||
|
||||
//~ Constructors -----------------------------------------------------------
|
||||
|
||||
public ImpalaRelMdSelectivity() {}
|
||||
|
||||
//~ Methods ----------------------------------------------------------------
|
||||
|
||||
@Override public MetadataDef<BuiltInMetadata.Selectivity> getDef() {
|
||||
return BuiltInMetadata.Selectivity.DEF;
|
||||
}
|
||||
|
||||
public Double getSelectivity(Aggregate rel, RelMetadataQuery mq, RexNode predicate) {
|
||||
return 1.0;
|
||||
}
|
||||
|
||||
public Double getSelectivity(Filter rel, RelMetadataQuery mq, RexNode predicate) {
|
||||
return 1.0;
|
||||
}
|
||||
|
||||
public Double getSelectivity(Join rel, RelMetadataQuery mq, RexNode predicate) {
|
||||
return 1.0;
|
||||
}
|
||||
|
||||
public Double getSelectivity(Project rel, RelMetadataQuery mq, RexNode predicate) {
|
||||
return 1.0;
|
||||
}
|
||||
|
||||
public Double getSelectivity(Sort rel, RelMetadataQuery mq, RexNode predicate) {
|
||||
return 1.0;
|
||||
}
|
||||
|
||||
public Double getSelectivity(Union rel, RelMetadataQuery mq, RexNode predicate) {
|
||||
return 1.0;
|
||||
}
|
||||
|
||||
public Double getSelectivity(RelNode rel, RelMetadataQuery mq, RexNode predicate) {
|
||||
return 1.0;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,121 @@
|
||||
/*
|
||||
* Licensed to the Apache Software Foundation (ASF) under one
|
||||
* or more contributor license agreements. See the NOTICE file
|
||||
* distributed with this work for additional information
|
||||
* regarding copyright ownership. The ASF licenses this file
|
||||
* to you under the Apache License, Version 2.0 (the
|
||||
* "License"); you may not use this file except in compliance
|
||||
* with the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.apache.impala.calcite.schema;
|
||||
|
||||
import java.util.List;
|
||||
|
||||
import org.apache.calcite.rel.core.TableScan;
|
||||
import org.apache.calcite.rel.metadata.ReflectiveRelMetadataProvider;
|
||||
import org.apache.calcite.rel.metadata.RelMdSize;
|
||||
import org.apache.calcite.rel.metadata.RelMetadataProvider;
|
||||
import org.apache.calcite.rel.metadata.RelMetadataQuery;
|
||||
import org.apache.calcite.rel.type.RelDataType;
|
||||
import org.apache.calcite.rel.type.RelDataTypeField;
|
||||
import org.apache.calcite.util.BuiltInMethod;
|
||||
import org.apache.impala.catalog.Column;
|
||||
|
||||
import com.google.common.base.Preconditions;
|
||||
import com.google.common.collect.ImmutableList;
|
||||
|
||||
/**
|
||||
* ImpalaRelMdSize is an extension of the RelMdSize
|
||||
* Calcite class which returns the size of a given column datatype.
|
||||
*/
|
||||
public class ImpalaRelMdSize extends RelMdSize {
|
||||
|
||||
public static final ImpalaRelMdSize INSTANCE = new ImpalaRelMdSize();
|
||||
|
||||
public static final RelMetadataProvider SOURCE =
|
||||
ReflectiveRelMetadataProvider.reflectiveSource(INSTANCE,
|
||||
BuiltInMethod.AVERAGE_COLUMN_SIZES.method,
|
||||
BuiltInMethod.AVERAGE_ROW_SIZE.method);
|
||||
|
||||
//~ Methods ----------------------------------------------------------------
|
||||
|
||||
@Override
|
||||
public List<Double> averageColumnSizes(TableScan scan, RelMetadataQuery mq) {
|
||||
// Obtain list of col stats, or use default if they are not available
|
||||
final ImmutableList.Builder<Double> list = ImmutableList.builder();
|
||||
CalciteTable table = (CalciteTable) scan.getTable();
|
||||
Preconditions.checkState(
|
||||
scan.getRowType().getFieldCount() == table.getColumns().size());
|
||||
for (int i = 0; i < table.getColumns().size(); ++i) {
|
||||
Column c = table.getColumn(i);
|
||||
double avgSize = c.getStats().getAvgSize();
|
||||
if (avgSize == -1) {
|
||||
avgSize = averageTypeValueSize(
|
||||
table.getRowType().getFieldList().get(i).getType());
|
||||
}
|
||||
list.add(avgSize);
|
||||
}
|
||||
return list.build();
|
||||
}
|
||||
|
||||
@Override
|
||||
public Double averageTypeValueSize(RelDataType type) {
|
||||
switch (type.getSqlTypeName()) {
|
||||
case BOOLEAN:
|
||||
case TINYINT:
|
||||
return 1d;
|
||||
case SMALLINT:
|
||||
return 2d;
|
||||
case INTEGER:
|
||||
case FLOAT:
|
||||
case REAL:
|
||||
case DECIMAL:
|
||||
case DATE:
|
||||
case TIME:
|
||||
case INTERVAL_YEAR:
|
||||
case INTERVAL_YEAR_MONTH:
|
||||
case INTERVAL_MONTH:
|
||||
return 4d;
|
||||
case BIGINT:
|
||||
case DOUBLE:
|
||||
case TIMESTAMP:
|
||||
case TIMESTAMP_WITH_LOCAL_TIME_ZONE:
|
||||
case INTERVAL_DAY:
|
||||
case INTERVAL_DAY_HOUR:
|
||||
case INTERVAL_DAY_MINUTE:
|
||||
case INTERVAL_DAY_SECOND:
|
||||
case INTERVAL_HOUR:
|
||||
case INTERVAL_HOUR_MINUTE:
|
||||
case INTERVAL_HOUR_SECOND:
|
||||
case INTERVAL_MINUTE:
|
||||
case INTERVAL_MINUTE_SECOND:
|
||||
case INTERVAL_SECOND:
|
||||
return 8d;
|
||||
case BINARY:
|
||||
return (double) type.getPrecision();
|
||||
case VARBINARY:
|
||||
return Math.min(type.getPrecision(), 100d);
|
||||
case CHAR:
|
||||
return (double) type.getPrecision() * BYTES_PER_CHARACTER;
|
||||
case VARCHAR:
|
||||
// Even in large (say VARCHAR(2000)) columns most strings are small
|
||||
return Math.min((double) type.getPrecision() * BYTES_PER_CHARACTER, 100d);
|
||||
case ROW:
|
||||
Double average = 0.0;
|
||||
for (RelDataTypeField field : type.getFieldList()) {
|
||||
average += averageTypeValueSize(field.getType());
|
||||
}
|
||||
return average;
|
||||
default:
|
||||
return null;
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,36 @@
|
||||
/*
|
||||
* Licensed to the Apache Software Foundation (ASF) under one
|
||||
* or more contributor license agreements. See the NOTICE file
|
||||
* distributed with this work for additional information
|
||||
* regarding copyright ownership. The ASF licenses this file
|
||||
* to you under the Apache License, Version 2.0 (the
|
||||
* "License"); you may not use this file except in compliance
|
||||
* with the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.apache.impala.calcite.schema;
|
||||
|
||||
import org.apache.calcite.rel.metadata.ChainedRelMetadataProvider;
|
||||
import org.apache.calcite.rel.metadata.JaninoRelMetadataProvider;
|
||||
|
||||
import com.google.common.collect.ImmutableList;
|
||||
|
||||
public class ImpalaRelMetadataProvider {
|
||||
|
||||
public static final JaninoRelMetadataProvider DEFAULT =
|
||||
JaninoRelMetadataProvider.of(
|
||||
ChainedRelMetadataProvider.of(
|
||||
ImmutableList.of(
|
||||
ImpalaRelMdDistinctRowCount.SOURCE,
|
||||
ImpalaRelMdRowCount.SOURCE,
|
||||
ImpalaRelMdSize.SOURCE,
|
||||
ImpalaRelMdSelectivity.SOURCE,
|
||||
JaninoRelMetadataProvider.DEFAULT)));
|
||||
}
|
||||
@@ -0,0 +1,219 @@
|
||||
/*
|
||||
* Licensed to the Apache Software Foundation (ASF) under one
|
||||
* or more contributor license agreements. See the NOTICE file
|
||||
* distributed with this work for additional information
|
||||
* regarding copyright ownership. The ASF licenses this file
|
||||
* to you under the Apache License, Version 2.0 (the
|
||||
* "License"); you may not use this file except in compliance
|
||||
* with the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
package org.apache.impala.calcite.schema;
|
||||
|
||||
import java.util.List;
|
||||
|
||||
import org.apache.calcite.plan.RelOptUtil;
|
||||
import org.apache.calcite.rel.RelNode;
|
||||
import org.apache.calcite.rel.core.Join;
|
||||
import org.apache.calcite.rel.core.JoinRelType;
|
||||
import org.apache.calcite.rel.metadata.RelMetadataQuery;
|
||||
import org.apache.calcite.rex.RexBuilder;
|
||||
import org.apache.calcite.rex.RexCall;
|
||||
import org.apache.calcite.rex.RexNode;
|
||||
import org.apache.calcite.rex.RexUtil;
|
||||
import org.apache.calcite.sql.fun.SqlStdOperatorTable;
|
||||
import org.apache.calcite.util.ImmutableBitSet;
|
||||
import org.apache.calcite.util.Pair;
|
||||
import org.apache.impala.planner.JoinNode;
|
||||
|
||||
import com.google.common.base.Preconditions;
|
||||
import com.google.common.collect.ImmutableList;
|
||||
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
/**
|
||||
* JoinRelationInfo contains metadata information about the Join RelNode.
|
||||
* It calculates row counts based on the conditions in the join and is used
|
||||
* at join ordering optimization time.
|
||||
*/
|
||||
public class JoinRelationInfo {
|
||||
|
||||
protected static final Logger LOG =
|
||||
LoggerFactory.getLogger(JoinRelationInfo.class.getName());
|
||||
|
||||
private final List<EqualityConjunction> equalityConjunctions_;
|
||||
|
||||
private final RexNode nonEqualityConjunction_;
|
||||
|
||||
private final Double DISTINCT_PERCENTAGE = (1.0 - JoinNode.FK_PK_MAX_STATS_DELTA_PERC);
|
||||
|
||||
private final Join join_;
|
||||
|
||||
private final RelMetadataQuery mq_;
|
||||
|
||||
public JoinRelationInfo(Join join, RexBuilder rexBuilder, RelMetadataQuery mq) {
|
||||
List<RexNode> conjunctions = RelOptUtil.conjunctions(join.getCondition());
|
||||
join_ = join;
|
||||
mq_ = mq;
|
||||
ImmutableList.Builder<EqualityConjunction> equalityConjBuilder =
|
||||
ImmutableList.builder();
|
||||
ImmutableList.Builder<RexNode> nonEqualityConjBuilder = ImmutableList.builder();
|
||||
EqualityConjunction foundConj = null;
|
||||
for (RexNode conjunction : conjunctions) {
|
||||
EqualityConjunction equalityConj = createEqualityConjunction(join, conjunction, mq);
|
||||
if (equalityConj != null) {
|
||||
equalityConjBuilder.add(equalityConj);
|
||||
} else {
|
||||
nonEqualityConjBuilder.add(conjunction);
|
||||
}
|
||||
}
|
||||
|
||||
equalityConjunctions_ = equalityConjBuilder.build();
|
||||
List<RexNode> nonEqualityConjs = nonEqualityConjBuilder.build();
|
||||
|
||||
nonEqualityConjunction_ = nonEqualityConjs.size() > 0
|
||||
? RexUtil.composeConjunction(rexBuilder, nonEqualityConjs)
|
||||
: null;
|
||||
}
|
||||
|
||||
public boolean useDefaultRowCount() {
|
||||
// if there are no equality conjunctions, just use the Calcite
|
||||
// default row count method.
|
||||
return equalityConjunctions_.size() == 0;
|
||||
}
|
||||
|
||||
public Double getRowCount() {
|
||||
Preconditions.checkState(equalityConjunctions_.size() != 0);
|
||||
// number of rows should be the same on any conjunction so just
|
||||
// use the first.
|
||||
EqualityConjunction conj0 = equalityConjunctions_.get(0);
|
||||
|
||||
Double ret = conj0.lhsNumRows_ * conj0.rhsNumRows_ / getDistinctRows();
|
||||
if (join_.getJoinType() == JoinRelType.LEFT ||
|
||||
join_.getJoinType() == JoinRelType.FULL) {
|
||||
ret = Math.max(conj0.lhsNumRows_, ret);
|
||||
}
|
||||
if (join_.getJoinType() == JoinRelType.RIGHT ||
|
||||
join_.getJoinType() == JoinRelType.FULL) {
|
||||
ret = Math.max(conj0.rhsNumRows_, ret);
|
||||
}
|
||||
|
||||
return ret;
|
||||
}
|
||||
|
||||
private EqualityConjunction createEqualityConjunction(Join join, RexNode conjunction,
|
||||
RelMetadataQuery mq) {
|
||||
|
||||
// get all the join input refs...should be one on the left and one on the right.
|
||||
Pair<Integer, Integer> joinCols = getJoinInputRefs(join, conjunction);
|
||||
if (joinCols == null) {
|
||||
return null;
|
||||
}
|
||||
|
||||
EqualityConjunction candidate = new EqualityConjunction(join, mq, joinCols);
|
||||
|
||||
// one side didn't have statistics so we can't use this to analyze row counts.
|
||||
if (candidate.lhsNumRows_ == null || candidate.rhsNumRows_ == null) {
|
||||
return null;
|
||||
}
|
||||
|
||||
return candidate;
|
||||
}
|
||||
|
||||
/*
|
||||
* 1. Join condition must be an Equality Predicate.
|
||||
* 2. both sides must reference 1 column.
|
||||
* 3. If needed flip the columns.
|
||||
*/
|
||||
private static Pair<Integer, Integer> getJoinInputRefs(Join joinRel,
|
||||
RexNode joinCond) {
|
||||
|
||||
if (!(joinCond instanceof RexCall)) {
|
||||
return null;
|
||||
}
|
||||
|
||||
if (((RexCall) joinCond).getOperator() != SqlStdOperatorTable.EQUALS) {
|
||||
return null;
|
||||
}
|
||||
|
||||
ImmutableBitSet leftCols =
|
||||
RelOptUtil.InputFinder.bits(((RexCall) joinCond).getOperands().get(0));
|
||||
ImmutableBitSet rightCols =
|
||||
RelOptUtil.InputFinder.bits(((RexCall) joinCond).getOperands().get(1));
|
||||
|
||||
// Any operator that doesn't have a column from each side of the join would
|
||||
// have been pushed down.
|
||||
Preconditions.checkState(leftCols.cardinality() == 1 && rightCols.cardinality() == 1);
|
||||
|
||||
int nFieldsLeft = joinRel.getLeft().getRowType().getFieldList().size();
|
||||
int nFieldsRight = joinRel.getRight().getRowType().getFieldList().size();
|
||||
ImmutableBitSet rightFieldsBitSet = ImmutableBitSet.range(nFieldsLeft,
|
||||
nFieldsLeft + nFieldsRight);
|
||||
/*
|
||||
* flip column references if join condition specified in reverse order to
|
||||
* join sources.
|
||||
*/
|
||||
if (rightFieldsBitSet.contains(leftCols)) {
|
||||
ImmutableBitSet t = leftCols;
|
||||
leftCols = rightCols;
|
||||
rightCols = t;
|
||||
}
|
||||
|
||||
int leftColIdx = leftCols.nextSetBit(0);
|
||||
int rightColIdx = rightCols.nextSetBit(0) - + nFieldsLeft;
|
||||
|
||||
return new Pair<Integer, Integer>(leftColIdx, rightColIdx);
|
||||
}
|
||||
|
||||
public double getDistinctRows() {
|
||||
double maxLeft = 1.0;
|
||||
double maxRight = 1.0;
|
||||
// the number of distinct rows is the maximum of the number of distinct rows
|
||||
// on the left or on the right. If there are multiple columns, we make a
|
||||
// blind assumption that there is no correlation between the columns and thus
|
||||
// multiply the columns to get the number of distinct rows. We also
|
||||
// make sure that the number of distinct rows never exceeds the total number
|
||||
// of rows.
|
||||
for (EqualityConjunction equalityConj : equalityConjunctions_) {
|
||||
if (maxLeft < equalityConj.lhsNumRows_) {
|
||||
maxLeft = Math.min(equalityConj.lhsNumRows_, maxLeft * equalityConj.lhsNdv_);
|
||||
}
|
||||
if (maxRight < equalityConj.rhsNumRows_) {
|
||||
maxRight = Math.min(equalityConj.rhsNumRows_, maxRight * equalityConj.rhsNdv_);
|
||||
}
|
||||
}
|
||||
|
||||
return Math.max(maxLeft, maxRight);
|
||||
}
|
||||
|
||||
public static class EqualityConjunction {
|
||||
|
||||
public final Double lhsNumRows_;
|
||||
public final Double rhsNumRows_;
|
||||
public final Double lhsNdv_;
|
||||
public final Double rhsNdv_;
|
||||
|
||||
public EqualityConjunction(Join join, RelMetadataQuery mq,
|
||||
Pair<Integer, Integer> joinCols) {
|
||||
RelNode leftInput = join.getLeft();
|
||||
RelNode rightInput = join.getRight();
|
||||
lhsNumRows_ = mq.getRowCount(leftInput);
|
||||
rhsNumRows_ = mq.getRowCount(rightInput);
|
||||
|
||||
ImmutableBitSet leftColumnBitSet = ImmutableBitSet.of(joinCols.left);
|
||||
ImmutableBitSet rightColumnBitSet = ImmutableBitSet.of(joinCols.right);
|
||||
lhsNdv_ = mq.getDistinctRowCount(leftInput, leftColumnBitSet, null);
|
||||
rhsNdv_ = mq.getDistinctRowCount(rightInput, rightColumnBitSet, null);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -108,7 +108,7 @@ public class CalciteAnalysisDriver implements AnalysisDriver {
|
||||
// Recall that parsedStmt_.getTablesInQuery(null) only contains TableName's in the
|
||||
// given query but not the underlying tables referenced by a regular view.
|
||||
CalciteMetadataHandler.populateCalciteSchema(reader_, ctx_.getCatalog(),
|
||||
stmtTableCache_);
|
||||
stmtTableCache_, analyzer_);
|
||||
|
||||
typeFactory_ = new JavaTypeFactoryImpl(new ImpalaTypeSystemImpl());
|
||||
sqlValidator_ = SqlValidatorUtil.newValidator(
|
||||
|
||||
@@ -39,6 +39,7 @@ import org.apache.impala.common.UnsupportedFeatureException;
|
||||
import org.apache.impala.service.Frontend;
|
||||
import org.apache.impala.service.FrontendProfile;
|
||||
import org.apache.impala.service.JniFrontend;
|
||||
import org.apache.impala.thrift.TClientRequest;
|
||||
import org.apache.impala.thrift.TExecRequest;
|
||||
import org.apache.impala.thrift.TQueryCtx;
|
||||
import org.apache.impala.thrift.TQueryOptions;
|
||||
@@ -268,6 +269,16 @@ public class CalciteJniFrontend extends JniFrontend {
|
||||
this.timeline_ = new EventSequence("Frontend Timeline (Calcite Planner)");
|
||||
}
|
||||
|
||||
public QueryContext(TQueryOptions options, Frontend frontend,
|
||||
String stmt) throws ImpalaException {
|
||||
this.queryCtx_ = new TQueryCtx();
|
||||
this.queryCtx_.setClient_request(new TClientRequest("FeTests", options));
|
||||
this.frontend_ = frontend;
|
||||
this.stmt_ = stmt;
|
||||
this.currentDb_ = "default";
|
||||
this.timeline_ = new EventSequence("Frontend Timeline (Calcite Planner)");
|
||||
}
|
||||
|
||||
public TQueryCtx getTQueryCtx() {
|
||||
return queryCtx_;
|
||||
}
|
||||
|
||||
@@ -33,11 +33,14 @@ import org.apache.calcite.sql.SqlKind;
|
||||
import org.apache.calcite.sql.SqlNode;
|
||||
import org.apache.calcite.sql.SqlSelect;
|
||||
import org.apache.calcite.sql.util.SqlBasicVisitor;
|
||||
import org.apache.impala.analysis.Analyzer;
|
||||
import org.apache.impala.analysis.StmtMetadataLoader;
|
||||
import org.apache.impala.analysis.TableName;
|
||||
import org.apache.impala.authorization.NoopAuthorizationFactory;
|
||||
import org.apache.impala.calcite.schema.CalciteDb;
|
||||
import org.apache.impala.calcite.schema.ImpalaCalciteCatalogReader;
|
||||
import org.apache.impala.calcite.type.ImpalaTypeSystemImpl;
|
||||
import org.apache.impala.calcite.util.SimplifiedAnalyzer;
|
||||
import org.apache.impala.catalog.FeCatalog;
|
||||
import org.apache.impala.catalog.FeDb;
|
||||
import org.apache.impala.catalog.FeTable;
|
||||
@@ -77,6 +80,8 @@ public class CalciteMetadataHandler implements CompilerStep {
|
||||
// may be needed by the CalciteTable object
|
||||
private final CalciteCatalogReader reader_;
|
||||
|
||||
private final Analyzer analyzer_;
|
||||
|
||||
public CalciteMetadataHandler(SqlNode parsedNode,
|
||||
CalciteJniFrontend.QueryContext queryCtx) throws ImpalaException {
|
||||
|
||||
@@ -93,11 +98,13 @@ public class CalciteMetadataHandler implements CompilerStep {
|
||||
this.reader_ = createCalciteCatalogReader(stmtTableCache_,
|
||||
queryCtx.getTQueryCtx(), queryCtx.getCurrentDb());
|
||||
|
||||
this.analyzer_ = createAnalyzer(stmtTableCache_, queryCtx);
|
||||
|
||||
// populate calcite schema. This step needs to be done after the loader because the
|
||||
// schema needs to contain the columns in the table for validation, which cannot
|
||||
// be done when it's an IncompleteTable
|
||||
List<String> errorTables = populateCalciteSchema(reader_,
|
||||
queryCtx.getFrontend().getCatalog(), stmtTableCache_);
|
||||
queryCtx.getFrontend().getCatalog(), stmtTableCache_, analyzer_);
|
||||
|
||||
tableVisitor.checkForComplexTable(stmtTableCache_, errorTables, queryCtx);
|
||||
}
|
||||
@@ -125,8 +132,8 @@ public class CalciteMetadataHandler implements CompilerStep {
|
||||
* list of tables in the query that are not found in the database.
|
||||
*/
|
||||
public static List<String> populateCalciteSchema(CalciteCatalogReader reader,
|
||||
FeCatalog catalog, StmtMetadataLoader.StmtTableCache stmtTableCache)
|
||||
throws ImpalaException {
|
||||
FeCatalog catalog, StmtMetadataLoader.StmtTableCache stmtTableCache,
|
||||
Analyzer analyzer) throws ImpalaException {
|
||||
List<String> notFoundTables = new ArrayList<>();
|
||||
CalciteSchema rootSchema = reader.getRootSchema();
|
||||
Map<String, CalciteDb.Builder> dbSchemas = new HashMap<>();
|
||||
@@ -149,7 +156,7 @@ public class CalciteMetadataHandler implements CompilerStep {
|
||||
// first instance seen in the query.
|
||||
CalciteDb.Builder dbBuilder =
|
||||
dbSchemas.getOrDefault(tableName.getDb(), new CalciteDb.Builder(reader));
|
||||
dbBuilder.addTable(tableName.getTbl().toLowerCase(), feTable);
|
||||
dbBuilder.addTable(tableName.getTbl().toLowerCase(), feTable, analyzer);
|
||||
dbSchemas.put(tableName.getDb().toLowerCase(), dbBuilder);
|
||||
}
|
||||
|
||||
@@ -168,6 +175,18 @@ public class CalciteMetadataHandler implements CompilerStep {
|
||||
return reader_;
|
||||
}
|
||||
|
||||
public Analyzer getAnalyzer() {
|
||||
return analyzer_;
|
||||
}
|
||||
|
||||
private Analyzer createAnalyzer(StmtMetadataLoader.StmtTableCache stmtTableCache,
|
||||
CalciteJniFrontend.QueryContext queryCtx) throws ImpalaException {
|
||||
// XXX: using NoopAuthorizationFactory, but this part of the code will
|
||||
// eventually either be deprecated or only used in the test environment.
|
||||
return new SimplifiedAnalyzer(stmtTableCache, queryCtx.getTQueryCtx(),
|
||||
new NoopAuthorizationFactory(), null);
|
||||
}
|
||||
|
||||
/**
|
||||
* TableVisitor walks through the AST and places all the tables into
|
||||
* tableNames
|
||||
|
||||
@@ -50,13 +50,7 @@ public class CalcitePhysPlanCreator implements CompilerStep {
|
||||
|
||||
public CalcitePhysPlanCreator(CalciteMetadataHandler mdHandler,
|
||||
CalciteJniFrontend.QueryContext queryCtx) throws ImpalaException {
|
||||
// TODO: IMPALA-13011: Awkward call for authorization here. Authorization
|
||||
// will be done at validation time, but this is needed here for the Analyzer
|
||||
// instantiation.
|
||||
AuthorizationFactory authzFactory =
|
||||
AuthorizationUtil.authzFactoryFrom(BackendConfig.INSTANCE);
|
||||
this.analyzer_ = new SimplifiedAnalyzer(mdHandler.getStmtTableCache(),
|
||||
queryCtx.getTQueryCtx(), authzFactory, null);
|
||||
this.analyzer_ = mdHandler.getAnalyzer();
|
||||
this.plannerContext_ =
|
||||
new PlannerContext(analyzer_, queryCtx.getTQueryCtx(), queryCtx.getTimeline());
|
||||
|
||||
|
||||
@@ -31,27 +31,27 @@ import org.apache.calcite.plan.hep.HepMatchOrder;
|
||||
import org.apache.calcite.plan.hep.HepPlanner;
|
||||
import org.apache.calcite.plan.hep.HepProgramBuilder;
|
||||
import org.apache.calcite.plan.volcano.VolcanoPlanner;
|
||||
import org.apache.calcite.prepare.CalciteCatalogReader;
|
||||
import org.apache.calcite.prepare.PlannerImpl;
|
||||
import org.apache.calcite.rel.RelNode;
|
||||
import org.apache.calcite.rel.RelRoot;
|
||||
import org.apache.calcite.rel.core.RelFactories;
|
||||
import org.apache.calcite.rel.rules.CoreRules;
|
||||
import org.apache.calcite.rex.RexBuilder;
|
||||
import org.apache.calcite.schema.SchemaPlus;
|
||||
import org.apache.calcite.sql.parser.SqlParser;
|
||||
import org.apache.calcite.sql.SqlExplainFormat;
|
||||
import org.apache.calcite.sql.SqlExplainLevel;
|
||||
import org.apache.calcite.sql.SqlNode;
|
||||
import org.apache.calcite.sql.validate.SqlValidator;
|
||||
import org.apache.calcite.sql2rel.RelDecorrelator;
|
||||
import org.apache.calcite.sql2rel.SqlToRelConverter;
|
||||
import org.apache.impala.calcite.operators.ImpalaConvertletTable;
|
||||
import org.apache.calcite.prepare.PlannerImpl;
|
||||
import org.apache.calcite.schema.SchemaPlus;
|
||||
import org.apache.calcite.sql2rel.StandardConvertletTable;
|
||||
import org.apache.calcite.tools.FrameworkConfig;
|
||||
import org.apache.calcite.tools.Frameworks;
|
||||
import org.apache.calcite.tools.RelBuilder;
|
||||
|
||||
import org.apache.calcite.sql.validate.SqlValidator;
|
||||
import org.apache.calcite.prepare.CalciteCatalogReader;
|
||||
import org.apache.impala.calcite.operators.ImpalaConvertletTable;
|
||||
import org.apache.impala.calcite.schema.ImpalaRelMetadataProvider;
|
||||
|
||||
import java.util.List;
|
||||
|
||||
@@ -88,6 +88,7 @@ public class CalciteRelNodeConverter implements CompilerStep {
|
||||
RelOptCluster.create(planner_, new RexBuilder(typeFactory_));
|
||||
viewExpander_ = createViewExpander(
|
||||
analysisResult.getSqlValidator().getCatalogReader().getRootSchema().plus());
|
||||
cluster_.setMetadataProvider(ImpalaRelMetadataProvider.DEFAULT);
|
||||
}
|
||||
|
||||
public CalciteRelNodeConverter(CalciteValidator validator) {
|
||||
@@ -100,6 +101,7 @@ public class CalciteRelNodeConverter implements CompilerStep {
|
||||
RelOptCluster.create(planner_, new RexBuilder(typeFactory_));
|
||||
viewExpander_ = createViewExpander(validator.getCatalogReader()
|
||||
.getRootSchema().plus());
|
||||
cluster_.setMetadataProvider(ImpalaRelMetadataProvider.DEFAULT);
|
||||
}
|
||||
|
||||
private static RelOptTable.ViewExpander createViewExpander(SchemaPlus schemaPlus) {
|
||||
|
||||
@@ -0,0 +1,606 @@
|
||||
// Licensed to the Apache Software Foundation (ASF) under one
|
||||
// or more contributor license agreements. See the NOTICE file
|
||||
// distributed with this work for additional information
|
||||
// regarding copyright ownership. The ASF licenses this file
|
||||
// to you under the Apache License, Version 2.0 (the
|
||||
// "License"); you may not use this file except in compliance
|
||||
// with the License. You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing,
|
||||
// software distributed under the License is distributed on an
|
||||
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
// KIND, either express or implied. See the License for the
|
||||
// specific language governing permissions and limitations
|
||||
// under the License.
|
||||
|
||||
package org.apache.impala.planner;
|
||||
|
||||
|
||||
import org.apache.impala.common.ImpalaException;
|
||||
import org.apache.impala.common.RuntimeEnv;
|
||||
import org.apache.impala.thrift.TQueryOptions;
|
||||
import org.apache.impala.thrift.TSessionState;
|
||||
import org.junit.AfterClass;
|
||||
import org.junit.BeforeClass;
|
||||
import org.junit.Test;
|
||||
import org.junit.rules.TemporaryFolder;
|
||||
|
||||
import java.util.List;
|
||||
import java.util.Set;
|
||||
|
||||
import org.apache.calcite.jdbc.JavaTypeFactoryImpl;
|
||||
import org.apache.calcite.plan.RelOptCluster;
|
||||
import org.apache.calcite.plan.RelOptCostImpl;
|
||||
import org.apache.calcite.plan.RelOptPlanner;
|
||||
import org.apache.calcite.plan.hep.HepPlanner;
|
||||
import org.apache.calcite.plan.hep.HepProgramBuilder;
|
||||
import org.apache.calcite.plan.volcano.VolcanoPlanner;
|
||||
import org.apache.calcite.rel.core.Filter;
|
||||
import org.apache.calcite.rel.RelNode;
|
||||
import org.apache.calcite.rel.metadata.DefaultRelMetadataProvider;
|
||||
import org.apache.calcite.rel.metadata.JaninoRelMetadataProvider;
|
||||
import org.apache.calcite.rel.metadata.RelMetadataQuery;
|
||||
import org.apache.calcite.rel.rules.CoreRules;
|
||||
import org.apache.calcite.rel.type.RelDataTypeFactory;
|
||||
import org.apache.calcite.rex.RexBuilder;
|
||||
import org.apache.calcite.rex.RexNode;
|
||||
import org.apache.calcite.sql.SqlNode;
|
||||
import org.apache.calcite.util.ImmutableBitSet;
|
||||
import org.apache.impala.analysis.Expr;
|
||||
import org.apache.impala.calcite.operators.ImpalaOperatorTable;
|
||||
import org.apache.impala.calcite.rel.util.PrunedPartitionHelper;
|
||||
import org.apache.impala.calcite.schema.ImpalaRelMetadataProvider;
|
||||
import org.apache.impala.calcite.schema.CalciteTable;
|
||||
import org.apache.impala.calcite.schema.FilterSelectivityEstimator;
|
||||
import org.apache.impala.calcite.service.CalciteJniFrontend.QueryContext;
|
||||
import org.apache.impala.calcite.service.CalciteMetadataHandler;
|
||||
import org.apache.impala.calcite.service.CalciteQueryParser;
|
||||
import org.apache.impala.calcite.service.CalciteRelNodeConverter;
|
||||
import org.apache.impala.calcite.service.CalciteValidator;
|
||||
import org.apache.impala.calcite.type.ImpalaTypeSystemImpl;
|
||||
import org.apache.impala.catalog.BuiltinsDb;
|
||||
import org.apache.impala.catalog.FeFsPartition;
|
||||
import com.google.common.base.Preconditions;
|
||||
|
||||
import static org.junit.Assert.assertEquals;
|
||||
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
public class TestCalciteStats extends PlannerTestBase {
|
||||
protected static final Logger LOG =
|
||||
LoggerFactory.getLogger(TestCalciteStats.class.getName());
|
||||
|
||||
// Planner test option to run each planner test.
|
||||
private static Set<PlannerTestOption> testOptions = tpcdsParquetTestOptions();
|
||||
|
||||
private static final double ALL_TYPES_CARD = 7300.0;
|
||||
|
||||
private static final double ALL_TYPES_TINY_CARD = 8.0;
|
||||
|
||||
private static final double BIGINT_NDV = 10.0;
|
||||
|
||||
private static final double BIGINT_TINY_NDV = 2.0;
|
||||
|
||||
private static final double DOUBLE_ERR = .000001;
|
||||
|
||||
private static final double PARTITIONED_MONTH_ROWS = 560.0;
|
||||
|
||||
// Query option to run each planner test.
|
||||
private static TQueryOptions options =
|
||||
tpcdsParquetQueryOptions();
|
||||
|
||||
@BeforeClass
|
||||
public static void setUpClass() throws Exception {
|
||||
RuntimeEnv.INSTANCE.setTestEnv(true);
|
||||
ImpalaOperatorTable.create(BuiltinsDb.getInstance());
|
||||
RelMetadataQuery.THREAD_PROVIDERS.set(
|
||||
JaninoRelMetadataProvider.of(DefaultRelMetadataProvider.INSTANCE));
|
||||
}
|
||||
|
||||
@AfterClass
|
||||
public static void cleanUpClass() {
|
||||
RuntimeEnv.INSTANCE.reset();
|
||||
}
|
||||
|
||||
private RelNode getRelNodeForQuery(String query) throws ImpalaException {
|
||||
QueryContext queryCtx = new QueryContext(options, frontend_, query);
|
||||
TSessionState session = new TSessionState();
|
||||
session.setConnected_user("dummy");
|
||||
queryCtx.getTQueryCtx().setSession(session);
|
||||
CalciteQueryParser queryParser = new CalciteQueryParser(queryCtx);
|
||||
SqlNode parsedSqlNode = queryParser.parse();
|
||||
|
||||
// Make sure the metadata cache has all the info for the query.
|
||||
CalciteMetadataHandler mdHandler =
|
||||
new CalciteMetadataHandler(parsedSqlNode, queryCtx);
|
||||
CalciteValidator validator = new CalciteValidator(mdHandler, queryCtx);
|
||||
SqlNode validatedNode = validator.validate(parsedSqlNode);
|
||||
CalciteRelNodeConverter relNodeConverter = new CalciteRelNodeConverter(validator);
|
||||
return relNodeConverter.convert(validatedNode);
|
||||
}
|
||||
|
||||
private RelMetadataQuery getMQ() {
|
||||
RelDataTypeFactory typeFactory_ = new JavaTypeFactoryImpl(new ImpalaTypeSystemImpl());
|
||||
RelOptPlanner planner_ = new VolcanoPlanner();
|
||||
RelOptCluster cluster = RelOptCluster.create(planner_, new RexBuilder(typeFactory_));
|
||||
cluster.setMetadataProvider(ImpalaRelMetadataProvider.DEFAULT);
|
||||
return cluster.getMetadataQuery();
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testSimpleQuery() {
|
||||
try {
|
||||
RelNode logicalPlan =
|
||||
getRelNodeForQuery("SELECT id FROM functional.alltypes");
|
||||
RelMetadataQuery mq = getMQ();
|
||||
assertEquals(ALL_TYPES_CARD, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
|
||||
assertEquals(1.0, (double) mq.getSelectivity(logicalPlan, null), DOUBLE_ERR);
|
||||
} catch (ImpalaException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testFilterNotEquals() {
|
||||
try {
|
||||
RelNode logicalPlan = getRelNodeForQuery("SELECT bigint_col " +
|
||||
"FROM functional.alltypes where bigint_col != 10");
|
||||
RelMetadataQuery mq = getMQ();
|
||||
double cardinality = (10.0 - 1.0) * ALL_TYPES_CARD/10.0;
|
||||
assertEquals(cardinality, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
|
||||
ImmutableBitSet bitSet = ImmutableBitSet.of(0);
|
||||
assertEquals(9.0, (double) mq.getDistinctRowCount(logicalPlan, bitSet, null),
|
||||
DOUBLE_ERR);
|
||||
assertEquals(1.0, (double) mq.getSelectivity(logicalPlan, null), DOUBLE_ERR);
|
||||
} catch (ImpalaException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testFilterEquals() {
|
||||
try {
|
||||
RelNode logicalPlan = getRelNodeForQuery("SELECT bigint_col, id " +
|
||||
"FROM functional.alltypes where bigint_col = 10");
|
||||
RelMetadataQuery mq = getMQ();
|
||||
double cardinality = ALL_TYPES_CARD/10.0;
|
||||
assertEquals(cardinality, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
|
||||
ImmutableBitSet bitSet = ImmutableBitSet.of(0);
|
||||
assertEquals(1.0, (double) mq.getDistinctRowCount(logicalPlan, bitSet, null),
|
||||
DOUBLE_ERR);
|
||||
bitSet = ImmutableBitSet.of(1);
|
||||
double distinctId = ALL_TYPES_CARD / BIGINT_NDV;
|
||||
assertEquals(distinctId, (double) mq.getDistinctRowCount(logicalPlan, bitSet, null),
|
||||
DOUBLE_ERR);
|
||||
} catch (ImpalaException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testFilterAnd() {
|
||||
try {
|
||||
RelNode logicalPlan = getRelNodeForQuery("SELECT bigint_col " +
|
||||
"FROM functional.alltypes where bigint_col = 10 and smallint_col = 10");
|
||||
RelMetadataQuery mq = getMQ();
|
||||
double cardinality = ALL_TYPES_CARD/100.0;
|
||||
assertEquals(cardinality, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
|
||||
ImmutableBitSet bitSet = ImmutableBitSet.of(0);
|
||||
assertEquals(1.0, (double) mq.getDistinctRowCount(logicalPlan, bitSet, null),
|
||||
DOUBLE_ERR);
|
||||
} catch (ImpalaException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testFilterOr() {
|
||||
try {
|
||||
RelNode logicalPlan = getRelNodeForQuery("SELECT bigint_col " +
|
||||
"FROM functional.alltypes where bigint_col = 10 or smallint_col = 10");
|
||||
RelMetadataQuery mq = getMQ();
|
||||
Double cardinality = ALL_TYPES_CARD * (1.0 - .9 * .9);
|
||||
assertEquals(cardinality, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
|
||||
ImmutableBitSet bitSet = ImmutableBitSet.of(0);
|
||||
Double distinctRows = 10.0 * cardinality / ALL_TYPES_CARD;
|
||||
assertEquals(distinctRows, (double) mq.getDistinctRowCount(logicalPlan,
|
||||
bitSet, null), DOUBLE_ERR);
|
||||
} catch (ImpalaException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testFilterIsNull() {
|
||||
try {
|
||||
RelNode logicalPlan = getRelNodeForQuery("SELECT some_nulls " +
|
||||
"FROM functional.nullrows where some_nulls is null");
|
||||
RelMetadataQuery mq = getMQ();
|
||||
assertEquals(20.0, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
|
||||
ImmutableBitSet bitSet = ImmutableBitSet.of(0);
|
||||
// TODO: incorrect value here...it should be 1, but it is taking a percentage of
|
||||
// distinct rows
|
||||
Double incorrectDistinctRowCount = 6.0 * 20.0/26.0;
|
||||
assertEquals(incorrectDistinctRowCount, (double) mq.getDistinctRowCount(
|
||||
logicalPlan, bitSet, null), DOUBLE_ERR);
|
||||
} catch (ImpalaException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testFilterIsNotNull() {
|
||||
try {
|
||||
RelNode logicalPlan = getRelNodeForQuery("SELECT some_nulls " +
|
||||
"FROM functional.nullrows where some_nulls is not null");
|
||||
RelMetadataQuery mq = getMQ();
|
||||
assertEquals(6.0, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
|
||||
ImmutableBitSet bitSet = ImmutableBitSet.of(0);
|
||||
Double distinctRowCount = 6.0 * 6.0/26.0;
|
||||
assertEquals(distinctRowCount, (double) mq.getDistinctRowCount(
|
||||
logicalPlan, bitSet, null), DOUBLE_ERR);
|
||||
} catch (ImpalaException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testFilterBoolean() {
|
||||
try {
|
||||
RelNode logicalPlan =
|
||||
getRelNodeForQuery("SELECT bool_col FROM functional.alltypes where bool_col");
|
||||
RelMetadataQuery mq = getMQ();
|
||||
assertEquals((double) mq.getRowCount(logicalPlan), ALL_TYPES_CARD/2.0, DOUBLE_ERR);
|
||||
ImmutableBitSet bitSet = ImmutableBitSet.of(0);
|
||||
assertEquals(1.0, (double) mq.getDistinctRowCount(logicalPlan, bitSet, null),
|
||||
DOUBLE_ERR);
|
||||
} catch (ImpalaException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testFilterInequality() {
|
||||
try {
|
||||
RelNode logicalPlan = getRelNodeForQuery("SELECT bigint_col " +
|
||||
"FROM functional.alltypes where bigint_col < 5");
|
||||
RelMetadataQuery mq = getMQ();
|
||||
double cardinality =
|
||||
ALL_TYPES_CARD * FilterSelectivityEstimator.RANGE_COMPARISON_SELECTIVITY;
|
||||
assertEquals(cardinality, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
|
||||
ImmutableBitSet bitSet = ImmutableBitSet.of(0);
|
||||
double distinctRows =
|
||||
BIGINT_NDV * FilterSelectivityEstimator.RANGE_COMPARISON_SELECTIVITY;
|
||||
assertEquals(distinctRows, (double) mq.getDistinctRowCount(logicalPlan,
|
||||
bitSet, null), DOUBLE_ERR);
|
||||
} catch (ImpalaException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testFilterBetween() {
|
||||
try {
|
||||
RelNode logicalPlan = getRelNodeForQuery("SELECT bigint_col " +
|
||||
"FROM functional.alltypes where bigint_col between 1 and 2");
|
||||
// TODO: Need to apply Impala selectivity logic for between
|
||||
RelMetadataQuery mq = getMQ();
|
||||
double cardinality =
|
||||
ALL_TYPES_CARD * FilterSelectivityEstimator.BETWEEN_SELECTIVITY;
|
||||
assertEquals(cardinality, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
|
||||
ImmutableBitSet bitSet = ImmutableBitSet.of(0);
|
||||
double distinctRows =
|
||||
BIGINT_NDV * FilterSelectivityEstimator.BETWEEN_SELECTIVITY;
|
||||
assertEquals(distinctRows, (double) mq.getDistinctRowCount(logicalPlan,
|
||||
bitSet, null), DOUBLE_ERR);
|
||||
} catch (ImpalaException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testFilterIn() {
|
||||
try {
|
||||
RelNode logicalPlan = getRelNodeForQuery("SELECT bigint_col " +
|
||||
"FROM functional.alltypes where bigint_col in (1,2)");
|
||||
// TODO: It's using "OR" logic, not "IN" logic
|
||||
RelMetadataQuery mq = getMQ();
|
||||
Double cardinality = ALL_TYPES_CARD * (1.0 - .9 * .9);
|
||||
assertEquals(cardinality, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
|
||||
ImmutableBitSet bitSet = ImmutableBitSet.of(0);
|
||||
Double distinctRows = 10.0 * cardinality / ALL_TYPES_CARD;
|
||||
assertEquals(distinctRows, (double) mq.getDistinctRowCount(logicalPlan,
|
||||
bitSet, null), DOUBLE_ERR);
|
||||
} catch (ImpalaException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
// Simple Join test.
|
||||
// alltypes has 7300 rows, all unique on id
|
||||
// alltypestiny has 8 rows, all unique on id
|
||||
// So a good guess on the join is 8
|
||||
// (<num rows alltypes> * <num rows alltypetiny> / <distinct rows alltypes>
|
||||
// The numerator is the number of rows if it were a cross join. Dividing
|
||||
// by the number of distinct rows in this join gives us the
|
||||
// number of rows in the tiny table.
|
||||
@Test
|
||||
public void testSimpleInnerJoin() {
|
||||
try {
|
||||
RelNode logicalPlan = getRelNodeForQuery("SELECT a.id FROM functional.alltypes a " +
|
||||
"inner join functional.alltypestiny b on (a.id= b.id)");
|
||||
RelMetadataQuery mq = getMQ();
|
||||
assertEquals(ALL_TYPES_TINY_CARD, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
|
||||
ImmutableBitSet bitSet = ImmutableBitSet.of(0);
|
||||
// value not exactly 8 because we're using Calcite's estimation for distinct row
|
||||
// count
|
||||
assertEquals(7.9961654, (double) mq.getDistinctRowCount(logicalPlan, bitSet, null),
|
||||
DOUBLE_ERR);
|
||||
assertEquals(1.0, (double) mq.getSelectivity(logicalPlan, null), DOUBLE_ERR);
|
||||
} catch (ImpalaException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
// Slightly more complicated Join test.
|
||||
// alltypes has 7300 rows, 10 distinct bigint_col rows
|
||||
// alltypestiny has 8 rows, 2 distinct bigint_col rows
|
||||
// The number of total rows calculated uses the below formula
|
||||
// (<num rows alltypes> * <num rows alltypetiny> / <distinct rows alltypes>
|
||||
// There are 730 rows for every distinct bigint_col in the big table. Each
|
||||
// of the 8 rows will be joined with 730 rows, giving us 730 * 8 = 5840 rows.
|
||||
// (which matches the rows if you did the select within impala-shell)
|
||||
@Test
|
||||
public void testInnerJoinSlightCross() {
|
||||
try {
|
||||
RelNode logicalPlan = getRelNodeForQuery("SELECT a.bigint_col FROM " +
|
||||
"functional.alltypes a inner join functional.alltypestiny b " +
|
||||
"on (a.bigint_col= b.bigint_col)");
|
||||
RelMetadataQuery mq = getMQ();
|
||||
double cardinality = ALL_TYPES_CARD * ALL_TYPES_TINY_CARD / BIGINT_NDV;
|
||||
assertEquals(cardinality, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
|
||||
ImmutableBitSet bitSet = ImmutableBitSet.of(0);
|
||||
// value not exactly 8 because we're using Calcite's estimation for distinct row
|
||||
// count
|
||||
assertEquals(10.0, (double) mq.getDistinctRowCount(logicalPlan, bitSet, null),
|
||||
DOUBLE_ERR);
|
||||
} catch (ImpalaException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testInnerJoinSlightCrossWithFilter() {
|
||||
try {
|
||||
RelNode logicalPlan = getRelNodeForQuery("SELECT a.bigint_col FROM " +
|
||||
"functional.alltypes a inner join functional.alltypestiny b on " +
|
||||
"(a.bigint_col= b.bigint_col) and b.bigint_col = 10");
|
||||
logicalPlan = pushFilterIntoOrBelowJoin(logicalPlan);
|
||||
RelMetadataQuery mq = getMQ();
|
||||
// half of the number of rows from testSimpleInnerJoinSlightCross()
|
||||
double cardinality = .5 * ALL_TYPES_CARD * ALL_TYPES_TINY_CARD / BIGINT_NDV;
|
||||
assertEquals(cardinality, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
|
||||
ImmutableBitSet bitSet = ImmutableBitSet.of(0);
|
||||
// value not exactly 8 because we're using Calcite's estimation for distinct row
|
||||
// count
|
||||
assertEquals(10.0, (double) mq.getDistinctRowCount(logicalPlan, bitSet, null),
|
||||
DOUBLE_ERR);
|
||||
} catch (ImpalaException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testInnerJoinWithMultipleConditionFilter() {
|
||||
try {
|
||||
RelNode logicalPlan = getRelNodeForQuery("SELECT a.year, a.month FROM " +
|
||||
"functional.alltypestiny a, functional.alltypes b where " +
|
||||
"a.year = b.year and a.month = b.month");
|
||||
logicalPlan = pushFilterIntoOrBelowJoin(logicalPlan);
|
||||
RelMetadataQuery mq = getMQ();
|
||||
// The approximate number of rows is calculated as follows:
|
||||
// There are 2 unique years in alltypes and 12 unique months, giving us 24 distinct
|
||||
// rows. This gives us a distribution of 7300/24 rows for each row in the
|
||||
// alltypestiny table. So the stats return 8 * 7300/24 rows, or 2433.333333 rows.
|
||||
// Note: The actual select in impala-shell gives us 2400 rows, which isn't exact,
|
||||
// but the approximation here is pretty good.
|
||||
double cardinality = ALL_TYPES_CARD * ALL_TYPES_TINY_CARD / (2.0 * 12.0);
|
||||
assertEquals(cardinality, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
|
||||
ImmutableBitSet bitSet = ImmutableBitSet.of(0);
|
||||
assertEquals(1.0, (double) mq.getDistinctRowCount(logicalPlan, bitSet, null),
|
||||
DOUBLE_ERR);
|
||||
bitSet = ImmutableBitSet.of(1);
|
||||
assertEquals(4.0, (double) mq.getDistinctRowCount(logicalPlan, bitSet, null),
|
||||
DOUBLE_ERR);
|
||||
} catch (ImpalaException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testLeftJoin() {
|
||||
try {
|
||||
RelNode logicalPlan = getRelNodeForQuery("SELECT a.id, b.id FROM " +
|
||||
"functional.alltypes a left join functional.alltypestiny b on ( a.id = b.id)");
|
||||
RelMetadataQuery mq = getMQ();
|
||||
assertEquals(ALL_TYPES_CARD, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
|
||||
ImmutableBitSet bitSet = ImmutableBitSet.of(0);
|
||||
// Using Calcite's distinct row count, can prolly do better here.
|
||||
assertEquals(4614.6640296686, (double) mq.getDistinctRowCount(logicalPlan,
|
||||
bitSet, null), DOUBLE_ERR);
|
||||
bitSet = ImmutableBitSet.of(1);
|
||||
assertEquals(8.0, (double) mq.getDistinctRowCount(logicalPlan, bitSet, null),
|
||||
DOUBLE_ERR);
|
||||
} catch (ImpalaException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testRightJoin() {
|
||||
try {
|
||||
RelNode logicalPlan = getRelNodeForQuery("SELECT b.id, a.id FROM " +
|
||||
"functional.alltypestiny a right join functional.alltypes b " +
|
||||
"on ( a.id = b.id)");
|
||||
RelMetadataQuery mq = getMQ();
|
||||
assertEquals(ALL_TYPES_CARD, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
|
||||
ImmutableBitSet bitSet = ImmutableBitSet.of(0);
|
||||
// Using Calcite's distinct row count, can prolly do better here.
|
||||
assertEquals(4614.6640296686, (double) mq.getDistinctRowCount(logicalPlan,
|
||||
bitSet, null), DOUBLE_ERR);
|
||||
bitSet = ImmutableBitSet.of(1);
|
||||
assertEquals(8.0, (double) mq.getDistinctRowCount(logicalPlan, bitSet, null),
|
||||
DOUBLE_ERR);
|
||||
} catch (ImpalaException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testSimpleQueryNoStats() {
|
||||
try {
|
||||
RelMetadataQuery mq = getMQ();
|
||||
assertEquals(17545.0, (double) mq.getRowCount(getRelNodeForQuery(
|
||||
"SELECT id FROM functional_parquet.alltypesagg_hive_13_1")), DOUBLE_ERR);
|
||||
// Even though there are no stats, filter estimator will still return 1 since
|
||||
// this is an exact match.
|
||||
assertEquals(1.0, (double) mq.getRowCount(getRelNodeForQuery("SELECT" +
|
||||
" bigint_col, id FROM functional_parquet.alltypes where bigint_col = 10")),
|
||||
DOUBLE_ERR);
|
||||
assertEquals(758.0, (double) mq.getRowCount(getRelNodeForQuery(
|
||||
"SELECT a.id FROM functional_parquet.alltypes a inner join " +
|
||||
"functional_parquet.alltypestiny b on (a.id= b.id)")), DOUBLE_ERR);
|
||||
} catch (ImpalaException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testAggregate() {
|
||||
try {
|
||||
RelNode logicalPlan = getRelNodeForQuery("SELECT bigint_col FROM " +
|
||||
"functional.alltypes group by bigint_col");
|
||||
RelMetadataQuery mq = getMQ();
|
||||
assertEquals(BIGINT_NDV, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
|
||||
ImmutableBitSet bitSet = ImmutableBitSet.of(0);
|
||||
// Using Calcite's distinct row count, can prolly do better here.
|
||||
assertEquals(BIGINT_NDV, (double) mq.getDistinctRowCount(logicalPlan,
|
||||
bitSet, null), DOUBLE_ERR);
|
||||
} catch (ImpalaException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testAggregateWithHaving() {
|
||||
try {
|
||||
RelNode logicalPlan = getRelNodeForQuery("SELECT bigint_col FROM " +
|
||||
"functional.alltypes group by bigint_col HAVING bigint_col >= 5");
|
||||
RelMetadataQuery mq = getMQ();
|
||||
double selectivity =
|
||||
BIGINT_NDV * FilterSelectivityEstimator.RANGE_COMPARISON_SELECTIVITY;
|
||||
assertEquals(selectivity, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
|
||||
ImmutableBitSet bitSet = ImmutableBitSet.of(0);
|
||||
// Using Calcite's distinct row count, can prolly do better here.
|
||||
assertEquals(selectivity, (double) mq.getDistinctRowCount(logicalPlan,
|
||||
bitSet, null), DOUBLE_ERR);
|
||||
} catch (ImpalaException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testUnion() {
|
||||
try {
|
||||
RelNode logicalPlan = getRelNodeForQuery("SELECT bigint_col FROM " +
|
||||
"functional.alltypes union all SELECT bigint_col FROM " +
|
||||
"functional.alltypestiny");
|
||||
RelMetadataQuery mq = getMQ();
|
||||
double cardinality = ALL_TYPES_CARD + ALL_TYPES_TINY_CARD;
|
||||
assertEquals(cardinality, (double) mq.getRowCount(logicalPlan), DOUBLE_ERR);
|
||||
ImmutableBitSet bitSet = ImmutableBitSet.of(0);
|
||||
// Using Calcite's distinct row count, can prolly do better here.
|
||||
double distinctRows = BIGINT_NDV + BIGINT_TINY_NDV;
|
||||
assertEquals(distinctRows, (double) mq.getDistinctRowCount(logicalPlan,
|
||||
bitSet, null), DOUBLE_ERR);
|
||||
} catch (ImpalaException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testSize() {
|
||||
try {
|
||||
RelNode logicalPlan =
|
||||
getRelNodeForQuery("select * from functional.alltypes");
|
||||
RelMetadataQuery mq = getMQ();
|
||||
List<Double> avgColumnSizes = mq.getAverageColumnSizes(logicalPlan);
|
||||
// id
|
||||
assertEquals(4.0, (double) avgColumnSizes.get(0), DOUBLE_ERR);
|
||||
// bool_col
|
||||
assertEquals(1.0, (double) avgColumnSizes.get(1), DOUBLE_ERR);
|
||||
// tinyint_col
|
||||
assertEquals(1.0, (double) avgColumnSizes.get(2), DOUBLE_ERR);
|
||||
// smallint_col
|
||||
assertEquals(2.0,(double) avgColumnSizes.get(3), DOUBLE_ERR);
|
||||
// int_col
|
||||
assertEquals(4.0, (double) avgColumnSizes.get(4), DOUBLE_ERR);
|
||||
// bigint_col
|
||||
assertEquals(8.0, (double) avgColumnSizes.get(5), DOUBLE_ERR);
|
||||
// float_col
|
||||
assertEquals(4.0, (double) avgColumnSizes.get(6), DOUBLE_ERR);
|
||||
// double_col
|
||||
assertEquals(8.0, (double) avgColumnSizes.get(7), DOUBLE_ERR);
|
||||
// datestring_col
|
||||
assertEquals(8.0, (double) avgColumnSizes.get(8), DOUBLE_ERR);
|
||||
// string_col
|
||||
assertEquals(1.0, (double) avgColumnSizes.get(9), DOUBLE_ERR);
|
||||
// timestamp_col
|
||||
assertEquals(16.0, (double) avgColumnSizes.get(10), DOUBLE_ERR);
|
||||
// year
|
||||
assertEquals(4.0, (double) avgColumnSizes.get(11), DOUBLE_ERR);
|
||||
// month
|
||||
assertEquals(4.0, (double) avgColumnSizes.get(12), DOUBLE_ERR);
|
||||
} catch (ImpalaException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
private RelNode pushFilterIntoOrBelowJoin(RelNode logicalPlan) {
|
||||
HepProgramBuilder builder = new HepProgramBuilder();
|
||||
builder.addRuleInstance(CoreRules.FILTER_INTO_JOIN);
|
||||
builder.addRuleInstance(CoreRules.JOIN_CONDITION_PUSH);
|
||||
HepPlanner planner = new HepPlanner(builder.build(),
|
||||
logicalPlan.getCluster().getPlanner().getContext(), true, null,
|
||||
RelOptCostImpl.FACTORY);
|
||||
planner.setRoot(logicalPlan);
|
||||
return planner.findBestExp();
|
||||
}
|
||||
|
||||
// very basic method to get table, only looks at first input.
|
||||
private RexNode getFirstFilterCondition(RelNode relNode) {
|
||||
while (relNode.getInputs().size() > 0) {
|
||||
relNode = relNode.getInput(0);
|
||||
if (relNode instanceof Filter) {
|
||||
break;
|
||||
}
|
||||
}
|
||||
if (!(relNode instanceof Filter)) {
|
||||
return null;
|
||||
}
|
||||
Filter filter = (Filter) relNode;
|
||||
return filter.getCondition();
|
||||
}
|
||||
|
||||
// very basic method to get table, only looks at first input.
|
||||
private CalciteTable getTable(RelNode relNode) {
|
||||
while (relNode.getInputs().size() > 0) {
|
||||
relNode = relNode.getInput(0);
|
||||
}
|
||||
return (CalciteTable) relNode.getTable();
|
||||
}
|
||||
}
|
||||
File diff suppressed because it is too large
Load Diff
@@ -25,7 +25,7 @@ Max Per-Host Resource Reservation: Memory=48.81MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=544MB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=544.41MB mem-reservation=48.81MB thread-reservation=1 runtime-filters-memory=2.00MB
|
||||
| max-parallelism=1 segment-costs=[13570228591, 117158429, 400]
|
||||
| max-parallelism=1 segment-costs=[12006302306, 117158429, 400]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.item.i_brand_id, tpcds_partitioned_parquet_snap.item.i_brand, sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=400
|
||||
@@ -44,35 +44,14 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 05(GETNEXT), 00(OPEN)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=9.00M cost=3937676
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=375 cost=1365725
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=333B cardinality=9.00M(filtered from 8.64G) cost=1567869673
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=9.00M cost=3943388
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| stored statistics:
|
||||
@@ -82,12 +61,33 @@ PLAN-ROOT SINK
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=6.09K cost=112653
|
||||
| tuple-ids=4 row-size=237B cardinality=6.09K cost=112653
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=501B cardinality=9.00M cost=3937676
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=375 cost=1365725
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -137,7 +137,7 @@ max-parallelism=20 segment-costs=[56254141, 117158429, 168] cpu-comparison-resul
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=30.39MB mem-reservation=13.00MB thread-reservation=1
|
||||
max-parallelism=1360 segment-costs=[13568743751, 34850578] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
|
||||
max-parallelism=1210 segment-costs=[12004817466, 34850578] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
|
||||
05:AGGREGATE [STREAMING]
|
||||
| output: sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.item.i_brand, tpcds_partitioned_parquet_snap.item.i_brand_id
|
||||
@@ -147,68 +147,30 @@ max-parallelism=1360 segment-costs=[13568743751, 34850578] cpu-comparison-result
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=9.00M cost=3937301
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.98MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[865]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=375
|
||||
| |
|
||||
| 08:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=748.35KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=405B cardinality=375 cost=490
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1366143]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=375 cost=1365725
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=333B cardinality=9.00M(filtered from 8.64G) cost=1567863586
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.11MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[14167]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=6087
|
||||
| |
|
||||
| 07:EXCHANGE [BROADCAST]
|
||||
| 08:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.61MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=6.09K cost=8080
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=237B cardinality=6.09K cost=8080
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[116681]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| stored statistics:
|
||||
@@ -218,12 +180,50 @@ max-parallelism=1360 segment-costs=[13568743751, 34850578] cpu-comparison-result
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=6.09K cost=112653
|
||||
| tuple-ids=4 row-size=237B cardinality=6.09K cost=112653
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=501B cardinality=9.00M cost=3937301
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.98MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[865]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=375
|
||||
| |
|
||||
| 07:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=748.35KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=375 cost=490
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1366143]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=375 cost=1365725
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -273,7 +273,7 @@ max-parallelism=20 segment-costs=[56254141, 117158429, 168] cpu-comparison-resul
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=30.39MB mem-reservation=13.00MB thread-reservation=1
|
||||
max-parallelism=1360 segment-costs=[13568743751, 34850578] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
|
||||
max-parallelism=1210 segment-costs=[12004817466, 34850578] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
|
||||
05:AGGREGATE [STREAMING]
|
||||
| output: sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.item.i_brand, tpcds_partitioned_parquet_snap.item.i_brand_id
|
||||
@@ -283,68 +283,30 @@ max-parallelism=1360 segment-costs=[13568743751, 34850578] cpu-comparison-result
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=9.00M cost=3937301
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.98MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[865]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=375
|
||||
| |
|
||||
| 08:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=748.35KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=405B cardinality=375 cost=490
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1366143]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=375 cost=1365725
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=333B cardinality=9.00M(filtered from 8.64G) cost=1567863586
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.11MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[14167]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=6087
|
||||
| |
|
||||
| 07:EXCHANGE [BROADCAST]
|
||||
| 08:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.61MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=6.09K cost=8080
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=237B cardinality=6.09K cost=8080
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[116681]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| stored statistics:
|
||||
@@ -354,12 +316,50 @@ max-parallelism=1360 segment-costs=[13568743751, 34850578] cpu-comparison-result
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=6.09K cost=112653
|
||||
| tuple-ids=4 row-size=237B cardinality=6.09K cost=112653
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=501B cardinality=9.00M cost=3937301
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.98MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[865]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=375
|
||||
| |
|
||||
| 07:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=748.35KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=375 cost=490
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1366143]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(816 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=375 cost=1365725
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
@@ -274,30 +274,13 @@ PLAN-ROOT SINK
|
||||
| | in pipelines: 17(GETNEXT), 11(OPEN), 12(OPEN)
|
||||
| |
|
||||
| 16:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: PAGE_SK = tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
|
||||
| | fk/pk conjuncts: assumed fk/pk
|
||||
| | mem-estimate=8.50MB mem-reservation=8.50MB spill-buffer=512.00KB thread-reservation=0
|
||||
| | tuple-ids=14,15,17 row-size=437B cardinality=4.75G cost=2080027968
|
||||
| | in pipelines: 11(GETNEXT), 12(GETNEXT), 15(OPEN)
|
||||
| |
|
||||
| |--15:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_page]
|
||||
| | HDFS partitions=1/1 files=1 size=2.24MB
|
||||
| | stored statistics:
|
||||
| | table: rows=36.00K size=2.24MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=36.00K
|
||||
| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| | tuple-ids=17 row-size=176B cardinality=36.00K cost=66466
|
||||
| | in pipelines: 15(GETNEXT)
|
||||
| |
|
||||
| 14:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: assumed fk/pk
|
||||
| | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=14,15 row-size=261B cardinality=4.75G cost=2079999273
|
||||
| | in pipelines: 11(GETNEXT), 12(GETNEXT), 13(OPEN)
|
||||
| | tuple-ids=14,15,17 row-size=437B cardinality=4.75G cost=2079999273
|
||||
| | in pipelines: 11(GETNEXT), 12(GETNEXT), 15(OPEN)
|
||||
| |
|
||||
| |--13:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| |--15:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('2000-08-19' AS DATE) + INTERVAL CAST(14 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('2000-08-19' AS DATE)
|
||||
| | stored statistics:
|
||||
@@ -307,7 +290,24 @@ PLAN-ROOT SINK
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('2000-08-19' AS DATE) + INTERVAL CAST(14 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('2000-08-19' AS DATE)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('2000-08-19' AS DATE) + INTERVAL CAST(14 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('2000-08-19' AS DATE)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=15 row-size=237B cardinality=7.30K cost=114705
|
||||
| | tuple-ids=17 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 15(GETNEXT)
|
||||
| |
|
||||
| 14:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: PAGE_SK = tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
|
||||
| | fk/pk conjuncts: assumed fk/pk
|
||||
| | mem-estimate=8.50MB mem-reservation=8.50MB spill-buffer=512.00KB thread-reservation=0
|
||||
| | tuple-ids=14,15 row-size=200B cardinality=4.75G cost=2080027968
|
||||
| | in pipelines: 11(GETNEXT), 12(GETNEXT), 13(OPEN)
|
||||
| |
|
||||
| |--13:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_page]
|
||||
| | HDFS partitions=1/1 files=1 size=2.24MB
|
||||
| | stored statistics:
|
||||
| | table: rows=36.00K size=2.24MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=36.00K
|
||||
| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| | tuple-ids=15 row-size=176B cardinality=36.00K cost=66466
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| 10:UNION
|
||||
@@ -345,13 +345,30 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 09(GETNEXT), 03(OPEN), 04(OPEN)
|
||||
|
|
||||
08:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: STORE_SK = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: assumed fk/pk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=4,5,7 row-size=720B cardinality=9.50G cost=4159868808
|
||||
| in pipelines: 03(GETNEXT), 04(GETNEXT), 07(OPEN)
|
||||
|
|
||||
|--07:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=7 row-size=459B cardinality=1.35K cost=4718
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: assumed fk/pk
|
||||
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=4,5,7 row-size=720B cardinality=9.50G cost=4159874763
|
||||
| in pipelines: 03(GETNEXT), 04(GETNEXT), 07(OPEN)
|
||||
| tuple-ids=4,5 row-size=261B cardinality=9.50G cost=4159874763
|
||||
| in pipelines: 03(GETNEXT), 04(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--07:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2000-08-19' AS DATE) + INTERVAL CAST(14 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2000-08-19' AS DATE)
|
||||
| stored statistics:
|
||||
@@ -361,24 +378,7 @@ PLAN-ROOT SINK
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2000-08-19' AS DATE) + INTERVAL CAST(14 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2000-08-19' AS DATE)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2000-08-19' AS DATE) + INTERVAL CAST(14 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2000-08-19' AS DATE)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=7 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: STORE_SK = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: assumed fk/pk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=4,5 row-size=483B cardinality=9.50G cost=4159868808
|
||||
| in pipelines: 03(GETNEXT), 04(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=5 row-size=459B cardinality=1.35K cost=4718
|
||||
| tuple-ids=5 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
02:UNION
|
||||
@@ -677,63 +677,29 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
|
||||
| |
|
||||
| 16:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: PAGE_SK = tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
|
||||
| | hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: assumed fk/pk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=512.00KB thread-reservation=0
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=14,15,17 row-size=437B cardinality=4.75G cost=2079991968
|
||||
| | in pipelines: 11(GETNEXT), 12(GETNEXT), 15(OPEN)
|
||||
| |
|
||||
| |--F26:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=108.23MB mem-reservation=102.00MB thread-reservation=1
|
||||
| | | max-parallelism=10 segment-costs=[83840]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
|
||||
| | | mem-estimate=102.00MB mem-reservation=102.00MB spill-buffer=512.00KB thread-reservation=0 cost=36000
|
||||
| | |
|
||||
| | 36:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=6.23MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=17 row-size=176B cardinality=36.00K cost=47840
|
||||
| | | in pipelines: 15(GETNEXT)
|
||||
| | |
|
||||
| | F10:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.70MB mem-reservation=1.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[84371]
|
||||
| | 15:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_page, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.24MB
|
||||
| | stored statistics:
|
||||
| | table: rows=36.00K size=2.24MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=36.00K
|
||||
| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| | tuple-ids=17 row-size=176B cardinality=36.00K cost=66466
|
||||
| | in pipelines: 15(GETNEXT)
|
||||
| |
|
||||
| 14:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: assumed fk/pk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=14,15 row-size=261B cardinality=4.75G cost=2079991968
|
||||
| | in pipelines: 11(GETNEXT), 12(GETNEXT), 13(OPEN)
|
||||
| |
|
||||
| |--F27:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=36.39MB mem-reservation=34.50MB thread-reservation=1
|
||||
| | | max-parallelism=10 segment-costs=[17005]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | |
|
||||
| | 35:EXCHANGE [BROADCAST]
|
||||
| | 36:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=15 row-size=237B cardinality=7.30K cost=9700
|
||||
| | | in pipelines: 13(GETNEXT)
|
||||
| | | tuple-ids=17 row-size=237B cardinality=7.30K cost=9700
|
||||
| | | in pipelines: 15(GETNEXT)
|
||||
| | |
|
||||
| | F09:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F10:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[119540]
|
||||
| | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 15:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('2000-08-19' AS DATE) + INTERVAL CAST(14 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('2000-08-19' AS DATE)
|
||||
| | stored statistics:
|
||||
@@ -743,7 +709,41 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('2000-08-19' AS DATE) + INTERVAL CAST(14 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('2000-08-19' AS DATE)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('2000-08-19' AS DATE) + INTERVAL CAST(14 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('2000-08-19' AS DATE)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=15 row-size=237B cardinality=7.30K cost=114705
|
||||
| | tuple-ids=17 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 15(GETNEXT)
|
||||
| |
|
||||
| 14:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: PAGE_SK = tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
|
||||
| | fk/pk conjuncts: assumed fk/pk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=512.00KB thread-reservation=0
|
||||
| | tuple-ids=14,15 row-size=200B cardinality=4.75G cost=2079991968
|
||||
| | in pipelines: 11(GETNEXT), 12(GETNEXT), 13(OPEN)
|
||||
| |
|
||||
| |--F27:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=108.23MB mem-reservation=102.00MB thread-reservation=1
|
||||
| | | max-parallelism=10 segment-costs=[83840]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
|
||||
| | | mem-estimate=102.00MB mem-reservation=102.00MB spill-buffer=512.00KB thread-reservation=0 cost=36000
|
||||
| | |
|
||||
| | 35:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=6.23MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=15 row-size=176B cardinality=36.00K cost=47840
|
||||
| | | in pipelines: 13(GETNEXT)
|
||||
| | |
|
||||
| | F09:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.70MB mem-reservation=1.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[84371]
|
||||
| | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_page, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.24MB
|
||||
| | stored statistics:
|
||||
| | table: rows=36.00K size=2.24MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=36.00K
|
||||
| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| | tuple-ids=15 row-size=176B cardinality=36.00K cost=66466
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| 10:UNION
|
||||
@@ -797,29 +797,63 @@ max-parallelism=120 segment-costs=[16252682173, 523958] cpu-comparison-result=12
|
||||
|
|
||||
08:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| hash predicates: STORE_SK = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: assumed fk/pk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=4,5,7 row-size=720B cardinality=9.50G cost=4159867458
|
||||
| in pipelines: 03(GETNEXT), 04(GETNEXT), 07(OPEN)
|
||||
|
|
||||
|--F24:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=36.39MB mem-reservation=34.50MB thread-reservation=1
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| | Per-Instance Resources: mem-estimate=24.29MB mem-reservation=23.25MB thread-reservation=1
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 32:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=7 row-size=237B cardinality=7.30K cost=9700
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=7 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| |
|
||||
| F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=7 row-size=459B cardinality=1.35K cost=4718
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: assumed fk/pk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=4,5 row-size=261B cardinality=9.50G cost=4159867458
|
||||
| in pipelines: 03(GETNEXT), 04(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F25:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=36.39MB mem-reservation=34.50MB thread-reservation=1
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 31:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=5 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2000-08-19' AS DATE) + INTERVAL CAST(14 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2000-08-19' AS DATE)
|
||||
| stored statistics:
|
||||
@@ -829,41 +863,7 @@ max-parallelism=120 segment-costs=[16252682173, 523958] cpu-comparison-result=12
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2000-08-19' AS DATE) + INTERVAL CAST(14 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2000-08-19' AS DATE)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2000-08-19' AS DATE) + INTERVAL CAST(14 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2000-08-19' AS DATE)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=7 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: STORE_SK = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: assumed fk/pk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=4,5 row-size=483B cardinality=9.50G cost=4159867458
|
||||
| in pipelines: 03(GETNEXT), 04(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F25:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.29MB mem-reservation=23.25MB thread-reservation=1
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 31:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=5 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=5 row-size=459B cardinality=1.35K cost=4718
|
||||
| tuple-ids=5 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
02:UNION
|
||||
@@ -1162,63 +1162,29 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
|
||||
| |
|
||||
| 16:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: PAGE_SK = tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
|
||||
| | hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: assumed fk/pk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=512.00KB thread-reservation=0
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=14,15,17 row-size=437B cardinality=4.75G cost=2079991968
|
||||
| | in pipelines: 11(GETNEXT), 12(GETNEXT), 15(OPEN)
|
||||
| |
|
||||
| |--F26:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=108.23MB mem-reservation=102.00MB thread-reservation=1
|
||||
| | | max-parallelism=10 segment-costs=[83840]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
|
||||
| | | mem-estimate=102.00MB mem-reservation=102.00MB spill-buffer=512.00KB thread-reservation=0 cost=36000
|
||||
| | |
|
||||
| | 36:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=6.23MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=17 row-size=176B cardinality=36.00K cost=47840
|
||||
| | | in pipelines: 15(GETNEXT)
|
||||
| | |
|
||||
| | F10:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.70MB mem-reservation=1.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[84371]
|
||||
| | 15:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_page, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.24MB
|
||||
| | stored statistics:
|
||||
| | table: rows=36.00K size=2.24MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=36.00K
|
||||
| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| | tuple-ids=17 row-size=176B cardinality=36.00K cost=66466
|
||||
| | in pipelines: 15(GETNEXT)
|
||||
| |
|
||||
| 14:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: assumed fk/pk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=14,15 row-size=261B cardinality=4.75G cost=2079991968
|
||||
| | in pipelines: 11(GETNEXT), 12(GETNEXT), 13(OPEN)
|
||||
| |
|
||||
| |--F27:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=36.39MB mem-reservation=34.50MB thread-reservation=1
|
||||
| | | max-parallelism=10 segment-costs=[17005]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | |
|
||||
| | 35:EXCHANGE [BROADCAST]
|
||||
| | 36:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=15 row-size=237B cardinality=7.30K cost=9700
|
||||
| | | in pipelines: 13(GETNEXT)
|
||||
| | | tuple-ids=17 row-size=237B cardinality=7.30K cost=9700
|
||||
| | | in pipelines: 15(GETNEXT)
|
||||
| | |
|
||||
| | F09:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F10:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[119540]
|
||||
| | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 15:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('2000-08-19' AS DATE) + INTERVAL CAST(14 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('2000-08-19' AS DATE)
|
||||
| | stored statistics:
|
||||
@@ -1228,7 +1194,41 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('2000-08-19' AS DATE) + INTERVAL CAST(14 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('2000-08-19' AS DATE)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('2000-08-19' AS DATE) + INTERVAL CAST(14 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('2000-08-19' AS DATE)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=15 row-size=237B cardinality=7.30K cost=114705
|
||||
| | tuple-ids=17 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 15(GETNEXT)
|
||||
| |
|
||||
| 14:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: PAGE_SK = tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
|
||||
| | fk/pk conjuncts: assumed fk/pk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=512.00KB thread-reservation=0
|
||||
| | tuple-ids=14,15 row-size=200B cardinality=4.75G cost=2079991968
|
||||
| | in pipelines: 11(GETNEXT), 12(GETNEXT), 13(OPEN)
|
||||
| |
|
||||
| |--F27:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=108.23MB mem-reservation=102.00MB thread-reservation=1
|
||||
| | | max-parallelism=10 segment-costs=[83840]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
|
||||
| | | mem-estimate=102.00MB mem-reservation=102.00MB spill-buffer=512.00KB thread-reservation=0 cost=36000
|
||||
| | |
|
||||
| | 35:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=6.23MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=15 row-size=176B cardinality=36.00K cost=47840
|
||||
| | | in pipelines: 13(GETNEXT)
|
||||
| | |
|
||||
| | F09:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.70MB mem-reservation=1.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[84371]
|
||||
| | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_page, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.24MB
|
||||
| | stored statistics:
|
||||
| | table: rows=36.00K size=2.24MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=36.00K
|
||||
| | mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| | tuple-ids=15 row-size=176B cardinality=36.00K cost=66466
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| 10:UNION
|
||||
@@ -1282,29 +1282,63 @@ max-parallelism=120 segment-costs=[16252682173, 523958] cpu-comparison-result=12
|
||||
|
|
||||
08:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| hash predicates: STORE_SK = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: assumed fk/pk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=4,5,7 row-size=720B cardinality=9.50G cost=4159867458
|
||||
| in pipelines: 03(GETNEXT), 04(GETNEXT), 07(OPEN)
|
||||
|
|
||||
|--F24:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=36.39MB mem-reservation=34.50MB thread-reservation=1
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| | Per-Instance Resources: mem-estimate=24.29MB mem-reservation=23.25MB thread-reservation=1
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 32:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=7 row-size=237B cardinality=7.30K cost=9700
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=7 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| |
|
||||
| F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=7 row-size=459B cardinality=1.35K cost=4718
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: assumed fk/pk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=4,5 row-size=261B cardinality=9.50G cost=4159867458
|
||||
| in pipelines: 03(GETNEXT), 04(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F25:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=36.39MB mem-reservation=34.50MB thread-reservation=1
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 31:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=5 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2000-08-19' AS DATE) + INTERVAL CAST(14 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2000-08-19' AS DATE)
|
||||
| stored statistics:
|
||||
@@ -1314,41 +1348,7 @@ max-parallelism=120 segment-costs=[16252682173, 523958] cpu-comparison-result=12
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2000-08-19' AS DATE) + INTERVAL CAST(14 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2000-08-19' AS DATE)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2000-08-19' AS DATE) + INTERVAL CAST(14 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2000-08-19' AS DATE)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=7 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: STORE_SK = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: assumed fk/pk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=4,5 row-size=483B cardinality=9.50G cost=4159867458
|
||||
| in pipelines: 03(GETNEXT), 04(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F25:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.29MB mem-reservation=23.25MB thread-reservation=1
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 31:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=5 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=5 row-size=459B cardinality=1.35K cost=4718
|
||||
| tuple-ids=5 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
02:UNION
|
||||
|
||||
@@ -28,7 +28,7 @@ Max Per-Host Resource Reservation: Memory=157.31MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=16.82GB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.82GB mem-reservation=157.31MB thread-reservation=1 runtime-filters-memory=36.00MB
|
||||
| max-parallelism=1 segment-costs=[17041, 0, 72019, 547477719, 6, 10]
|
||||
| max-parallelism=1 segment-costs=[17041, 0, 72019, 542406789, 6, 10]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.customer_address.ca_state, count()
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=10
|
||||
@@ -48,67 +48,30 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 16(GETNEXT), 00(OPEN)
|
||||
|
|
||||
15:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| mem-estimate=12.93GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,6,7,12,13,15 row-size=1.18KB cardinality=130.38M cost=90056836
|
||||
| in pipelines: 00(GETNEXT), 12(OPEN)
|
||||
|
|
||||
|--14:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | mem-estimate=3.61GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=13,15 row-size=436B cardinality=30.00M cost=28131000
|
||||
| | in pipelines: 12(GETNEXT), 13(OPEN)
|
||||
| |
|
||||
| |--13:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address]
|
||||
| | HDFS partitions=1/1 files=1 size=307.36MB
|
||||
| | stored statistics:
|
||||
| | table: rows=15.00M size=307.36MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.58M
|
||||
| | mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
|
||||
| | tuple-ids=15 row-size=232B cardinality=15.00M cost=21515206
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| 12:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
|
||||
| HDFS partitions=1/1 files=1 size=1.55GB
|
||||
| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
|
||||
| stored statistics:
|
||||
| table: rows=30.00M size=1.55GB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=3.10M
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=13 row-size=204B cardinality=30.00M cost=46823813
|
||||
| in pipelines: 12(GETNEXT)
|
||||
|
|
||||
11:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=160.11MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,6,7,12 row-size=769B cardinality=142.03M cost=62546139
|
||||
| in pipelines: 00(GETNEXT), 07(OPEN)
|
||||
| tuple-ids=0,2,6,7,9,11,16 row-size=1.18KB cardinality=130.38M cost=57445181
|
||||
| in pipelines: 00(GETNEXT), 11(OPEN)
|
||||
|
|
||||
|--10:HASH JOIN [INNER JOIN]
|
||||
|--14:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.item.i_category = tpcds_partitioned_parquet_snap.item_0.i_category
|
||||
| | fk/pk conjuncts: none
|
||||
| | other join predicates: tpcds_partitioned_parquet_snap.item.i_current_price > multiply(CAST(1.2 AS DECIMAL(2,1)), avg(tpcds_partitioned_parquet_snap.item_0.i_current_price))
|
||||
| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_category, RF009[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_category
|
||||
| | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_category, RF011[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_category
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=7,12 row-size=431B cardinality=360.00K cost=157582
|
||||
| | in pipelines: 07(GETNEXT), 09(OPEN)
|
||||
| | tuple-ids=11,16 row-size=431B cardinality=360.00K cost=157582
|
||||
| | in pipelines: 11(GETNEXT), 13(OPEN)
|
||||
| |
|
||||
| |--09:AGGREGATE [FINALIZE]
|
||||
| |--13:AGGREGATE [FINALIZE]
|
||||
| | | output: avg(tpcds_partitioned_parquet_snap.item_0.i_current_price)
|
||||
| | | group by: tpcds_partitioned_parquet_snap.item_0.i_category
|
||||
| | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | | tuple-ids=12 row-size=26B cardinality=10 cost=10556
|
||||
| | | in pipelines: 09(GETNEXT), 08(OPEN)
|
||||
| | | tuple-ids=16 row-size=26B cardinality=10 cost=10556
|
||||
| | | in pipelines: 13(GETNEXT), 12(OPEN)
|
||||
| | |
|
||||
| | 08:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| | 12:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.item_0.i_category)
|
||||
| | stored statistics:
|
||||
@@ -117,18 +80,55 @@ PLAN-ROOT SINK
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | parquet dictionary predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.item_0.i_category)
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=9 row-size=22B cardinality=36.00K cost=61463
|
||||
| | in pipelines: 08(GETNEXT)
|
||||
| | tuple-ids=13 row-size=22B cardinality=36.00K cost=61463
|
||||
| | in pipelines: 12(GETNEXT)
|
||||
| |
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| 11:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.item.i_category, RF008[bloom] -> tpcds_partitioned_parquet_snap.item.i_category
|
||||
| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.item.i_category, RF010[bloom] -> tpcds_partitioned_parquet_snap.item.i_category
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=7 row-size=405B cardinality=360.00K cost=1355609
|
||||
| tuple-ids=11 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 11(GETNEXT)
|
||||
|
|
||||
10:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| mem-estimate=12.93GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,6,7,9 row-size=773B cardinality=130.45M cost=90086864
|
||||
| in pipelines: 00(GETNEXT), 07(OPEN)
|
||||
|
|
||||
|--09:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | mem-estimate=3.61GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=7,9 row-size=436B cardinality=30.00M cost=28131000
|
||||
| | in pipelines: 07(GETNEXT), 08(OPEN)
|
||||
| |
|
||||
| |--08:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address]
|
||||
| | HDFS partitions=1/1 files=1 size=307.36MB
|
||||
| | stored statistics:
|
||||
| | table: rows=15.00M size=307.36MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.58M
|
||||
| | mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
|
||||
| | tuple-ids=9 row-size=232B cardinality=15.00M cost=21515206
|
||||
| | in pipelines: 08(GETNEXT)
|
||||
| |
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
|
||||
| HDFS partitions=1/1 files=1 size=1.55GB
|
||||
| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
|
||||
| stored statistics:
|
||||
| table: rows=30.00M size=1.55GB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=3.10M
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=7 row-size=204B cardinality=30.00M cost=46823813
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN]
|
||||
@@ -186,7 +186,7 @@ PLAN-ROOT SINK
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -196,8 +196,8 @@ PLAN-ROOT SINK
|
||||
tuple-ids=0 row-size=96B cardinality=142.10M(filtered from 8.64G) cost=196444843
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- DISTRIBUTEDPLAN
|
||||
Max Per-Host Resource Reservation: Memory=793.31MB Threads=35
|
||||
Per-Host Resource Estimates: Memory=3.20GB
|
||||
Max Per-Host Resource Reservation: Memory=419.31MB Threads=35
|
||||
Per-Host Resource Estimates: Memory=2.70GB
|
||||
F13:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=4.02MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[11] cpu-comparison-result=130 [max(1 (self) vs 130 (sum children))]
|
||||
@@ -234,9 +234,9 @@ max-parallelism=10 segment-costs=[3222, 6, 4] cpu-comparison-result=130 [max(10
|
||||
| tuple-ids=17 row-size=22B cardinality=6.12K cost=1299
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F11:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=113.42MB mem-reservation=2.00MB thread-reservation=1
|
||||
max-parallelism=70 segment-costs=[637028837, 11823] cpu-comparison-result=130 [max(130 (self) vs 75 (sum children))]
|
||||
F08:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=61.93MB mem-reservation=2.00MB thread-reservation=1
|
||||
max-parallelism=50 segment-costs=[401954861, 11823] cpu-comparison-result=130 [max(130 (self) vs 75 (sum children))]
|
||||
16:AGGREGATE [STREAMING]
|
||||
| output: count()
|
||||
| group by: tpcds_partitioned_parquet_snap.customer_address.ca_state
|
||||
@@ -244,170 +244,81 @@ max-parallelism=70 segment-costs=[637028837, 11823] cpu-comparison-result=130 [m
|
||||
| tuple-ids=17 row-size=22B cardinality=6.12K cost=38152863
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
15:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
15:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,6,7,12,13,15 row-size=1.18KB cardinality=130.38M cost=60056836
|
||||
| in pipelines: 00(GETNEXT), 12(OPEN)
|
||||
|
|
||||
|--F14:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
| | Per-Instance Resources: mem-estimate=1.33GB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
|
||||
| | max-parallelism=70 segment-costs=[94604435] cpu-comparison-result=50 [max(50 (self) vs 40 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| | mem-estimate=1.29GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
|
||||
| |
|
||||
| 30:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_sk)]
|
||||
| | mem-estimate=23.01MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=13,15 row-size=436B cardinality=30.00M cost=64604435
|
||||
| | in pipelines: 12(GETNEXT)
|
||||
| |
|
||||
| F10:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)] hosts=10 instances=30 (adjusted from 10)
|
||||
| Per-Instance Resources: mem-estimate=29.38MB mem-reservation=0B thread-reservation=1
|
||||
| max-parallelism=100 segment-costs=[917925706]
|
||||
| 14:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=13,15 row-size=436B cardinality=30.00M cost=13131000
|
||||
| | in pipelines: 12(GETNEXT), 13(OPEN)
|
||||
| |
|
||||
| |--F15:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)] hosts=10 instances=30 (adjusted from 10)
|
||||
| | | Per-Instance Resources: mem-estimate=151.54MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
|
||||
| | | max-parallelism=100 segment-costs=[32647413]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | | mem-estimate=123.24MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=15000000
|
||||
| | |
|
||||
| | 28:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_address.ca_address_sk)]
|
||||
| | | mem-estimate=12.30MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=15 row-size=232B cardinality=15.00M cost=17647413
|
||||
| | | in pipelines: 13(GETNEXT)
|
||||
| | |
|
||||
| | F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=43.61MB mem-reservation=128.00KB thread-reservation=1
|
||||
| | max-parallelism=10 segment-costs=[252975990]
|
||||
| | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=307.36MB
|
||||
| | stored statistics:
|
||||
| | table: rows=15.00M size=307.36MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.58M
|
||||
| | mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
|
||||
| | tuple-ids=15 row-size=232B cardinality=15.00M cost=21515206
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| 27:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)]
|
||||
| | mem-estimate=12.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=13 row-size=204B cardinality=30.00M cost=31538607
|
||||
| | in pipelines: 12(GETNEXT)
|
||||
| |
|
||||
| F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| Per-Host Shared Resources: mem-estimate=16.00MB mem-reservation=16.00MB thread-reservation=0 runtime-filters-memory=16.00MB
|
||||
| Per-Instance Resources: mem-estimate=40.42MB mem-reservation=1.00MB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[457158314]
|
||||
| 12:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=1.55GB
|
||||
| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
|
||||
| stored statistics:
|
||||
| table: rows=30.00M size=1.55GB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=3.10M
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=13 row-size=204B cardinality=30.00M cost=46823813
|
||||
| in pipelines: 12(GETNEXT)
|
||||
|
|
||||
29:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
|
||||
| mem-estimate=102.41MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=0,2,6,7,12 row-size=769B cardinality=142.03M cost=538819138
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=18.00MB mem-reservation=18.00MB thread-reservation=0 runtime-filters-memory=18.00MB
|
||||
Per-Instance Resources: mem-estimate=46.80MB mem-reservation=8.00MB thread-reservation=1
|
||||
max-parallelism=1824 segment-costs=[21461866067]
|
||||
11:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,6,7,12 row-size=769B cardinality=142.03M cost=62186139
|
||||
| in pipelines: 00(GETNEXT), 07(OPEN)
|
||||
| tuple-ids=0,2,6,7,9,11,16 row-size=1.18KB cardinality=130.38M cost=57085181
|
||||
| in pipelines: 00(GETNEXT), 11(OPEN)
|
||||
|
|
||||
|--F16:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.72MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
|--F14:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=172.83MB mem-reservation=35.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440] cpu-comparison-result=14 [max(14 (self) vs 4 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=160.11MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 26:EXCHANGE [BROADCAST]
|
||||
| 30:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.72MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=7,12 row-size=431B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| | tuple-ids=11,16 row-size=431B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| |
|
||||
| F05:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| F09:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=17.72MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1948057]
|
||||
| 10:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| 14:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.item.i_category = tpcds_partitioned_parquet_snap.item_0.i_category
|
||||
| | fk/pk conjuncts: none
|
||||
| | other join predicates: tpcds_partitioned_parquet_snap.item.i_current_price > multiply(CAST(1.2 AS DECIMAL(2,1)), avg(tpcds_partitioned_parquet_snap.item_0.i_current_price))
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=7,12 row-size=431B cardinality=360.00K cost=157572
|
||||
| | in pipelines: 07(GETNEXT), 24(OPEN)
|
||||
| | tuple-ids=11,16 row-size=431B cardinality=360.00K cost=157572
|
||||
| | in pipelines: 11(GETNEXT), 28(OPEN)
|
||||
| |
|
||||
| |--F17:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| |--F15:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | | Per-Instance Resources: mem-estimate=2.95MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=4 segment-costs=[14] cpu-comparison-result=4 [max(4 (self) vs 4 (sum children))]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=03
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_category
|
||||
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_category, RF009[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_category
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_category, RF011[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_category
|
||||
| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=10
|
||||
| | |
|
||||
| | 25:EXCHANGE [BROADCAST]
|
||||
| | 29:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=12 row-size=26B cardinality=10 cost=4
|
||||
| | | in pipelines: 24(GETNEXT)
|
||||
| | | tuple-ids=16 row-size=26B cardinality=10 cost=4
|
||||
| | | in pipelines: 28(GETNEXT)
|
||||
| | |
|
||||
| | F07:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item_0.i_category)] hosts=4 instances=4
|
||||
| | F11:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item_0.i_category)] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=10.12MB mem-reservation=1.94MB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[46, 0] cpu-comparison-result=4 [max(4 (self) vs 4 (sum children))]
|
||||
| | 24:AGGREGATE [FINALIZE]
|
||||
| | 28:AGGREGATE [FINALIZE]
|
||||
| | | output: avg:merge(tpcds_partitioned_parquet_snap.item_0.i_current_price)
|
||||
| | | group by: tpcds_partitioned_parquet_snap.item_0.i_category
|
||||
| | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | | tuple-ids=12 row-size=26B cardinality=10 cost=37
|
||||
| | | in pipelines: 24(GETNEXT), 08(OPEN)
|
||||
| | | tuple-ids=16 row-size=26B cardinality=10 cost=37
|
||||
| | | in pipelines: 28(GETNEXT), 12(OPEN)
|
||||
| | |
|
||||
| | 23:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_0.i_category)]
|
||||
| | 27:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_0.i_category)]
|
||||
| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=11 row-size=26B cardinality=40 cost=9
|
||||
| | | in pipelines: 08(GETNEXT)
|
||||
| | | tuple-ids=15 row-size=26B cardinality=40 cost=9
|
||||
| | | in pipelines: 12(GETNEXT)
|
||||
| | |
|
||||
| | F06:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | F10:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=26.47MB mem-reservation=2.50MB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[72097, 87]
|
||||
| | 09:AGGREGATE [STREAMING]
|
||||
| | 13:AGGREGATE [STREAMING]
|
||||
| | | output: avg(tpcds_partitioned_parquet_snap.item_0.i_current_price)
|
||||
| | | group by: tpcds_partitioned_parquet_snap.item_0.i_category
|
||||
| | | mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | | tuple-ids=11 row-size=26B cardinality=40 cost=10634
|
||||
| | | in pipelines: 08(GETNEXT)
|
||||
| | | tuple-ids=15 row-size=26B cardinality=40 cost=10634
|
||||
| | | in pipelines: 12(GETNEXT)
|
||||
| | |
|
||||
| | 08:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | 12:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.item_0.i_category)
|
||||
| | stored statistics:
|
||||
@@ -416,20 +327,109 @@ max-parallelism=1824 segment-costs=[21461866067]
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | parquet dictionary predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.item_0.i_category)
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=9 row-size=22B cardinality=36.00K cost=61463
|
||||
| | in pipelines: 08(GETNEXT)
|
||||
| | tuple-ids=13 row-size=22B cardinality=36.00K cost=61463
|
||||
| | in pipelines: 12(GETNEXT)
|
||||
| |
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| 11:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.item.i_category, RF008[bloom] -> tpcds_partitioned_parquet_snap.item.i_category
|
||||
| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.item.i_category, RF010[bloom] -> tpcds_partitioned_parquet_snap.item.i_category
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=7 row-size=405B cardinality=360.00K cost=1355609
|
||||
| tuple-ids=11 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 11(GETNEXT)
|
||||
|
|
||||
10:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,6,7,9 row-size=773B cardinality=130.45M cost=60086864
|
||||
| in pipelines: 00(GETNEXT), 07(OPEN)
|
||||
|
|
||||
|--F16:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
| | Per-Instance Resources: mem-estimate=1.33GB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
|
||||
| | max-parallelism=50 segment-costs=[94604435] cpu-comparison-result=50 [max(50 (self) vs 40 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| | mem-estimate=1.29GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
|
||||
| |
|
||||
| 26:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_sk)]
|
||||
| | mem-estimate=23.01MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=7,9 row-size=436B cardinality=30.00M cost=64604435
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| |
|
||||
| F07:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)] hosts=10 instances=30 (adjusted from 10)
|
||||
| Per-Instance Resources: mem-estimate=29.38MB mem-reservation=0B thread-reservation=1
|
||||
| max-parallelism=100 segment-costs=[917925706]
|
||||
| 09:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=7,9 row-size=436B cardinality=30.00M cost=13131000
|
||||
| | in pipelines: 07(GETNEXT), 08(OPEN)
|
||||
| |
|
||||
| |--F17:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)] hosts=10 instances=30 (adjusted from 10)
|
||||
| | | Per-Instance Resources: mem-estimate=151.54MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
|
||||
| | | max-parallelism=100 segment-costs=[32647413]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=03
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | | mem-estimate=123.24MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=15000000
|
||||
| | |
|
||||
| | 24:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_address.ca_address_sk)]
|
||||
| | | mem-estimate=12.30MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=9 row-size=232B cardinality=15.00M cost=17647413
|
||||
| | | in pipelines: 08(GETNEXT)
|
||||
| | |
|
||||
| | F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=43.61MB mem-reservation=128.00KB thread-reservation=1
|
||||
| | max-parallelism=10 segment-costs=[252975990]
|
||||
| | 08:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=307.36MB
|
||||
| | stored statistics:
|
||||
| | table: rows=15.00M size=307.36MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.58M
|
||||
| | mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
|
||||
| | tuple-ids=9 row-size=232B cardinality=15.00M cost=21515206
|
||||
| | in pipelines: 08(GETNEXT)
|
||||
| |
|
||||
| 23:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)]
|
||||
| | mem-estimate=12.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=7 row-size=204B cardinality=30.00M cost=31538607
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| |
|
||||
| F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| Per-Host Shared Resources: mem-estimate=16.00MB mem-reservation=16.00MB thread-reservation=0 runtime-filters-memory=16.00MB
|
||||
| Per-Instance Resources: mem-estimate=40.42MB mem-reservation=1.00MB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[457158314]
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=1.55GB
|
||||
| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
|
||||
| stored statistics:
|
||||
| table: rows=30.00M size=1.55GB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=3.10M
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=7 row-size=204B cardinality=30.00M cost=46823813
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
25:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
|
||||
| mem-estimate=50.92MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=0,2,6 row-size=337B cardinality=142.10M cost=246629953
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=18.00MB mem-reservation=18.00MB thread-reservation=0 runtime-filters-memory=18.00MB
|
||||
Per-Instance Resources: mem-estimate=29.64MB mem-reservation=8.00MB thread-reservation=1
|
||||
max-parallelism=1740 segment-costs=[17308957454]
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=04
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
@@ -544,7 +544,7 @@ max-parallelism=1824 segment-costs=[21461866067]
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -554,8 +554,8 @@ max-parallelism=1824 segment-costs=[21461866067]
|
||||
tuple-ids=0 row-size=96B cardinality=7.93G(filtered from 8.64G) cost=11943846410
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- PARALLELPLANS
|
||||
Max Per-Host Resource Reservation: Memory=793.31MB Threads=35
|
||||
Per-Host Resource Estimates: Memory=3.20GB
|
||||
Max Per-Host Resource Reservation: Memory=419.31MB Threads=35
|
||||
Per-Host Resource Estimates: Memory=2.70GB
|
||||
F13:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=4.02MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[11] cpu-comparison-result=130 [max(1 (self) vs 130 (sum children))]
|
||||
@@ -592,9 +592,9 @@ max-parallelism=10 segment-costs=[3222, 6, 4] cpu-comparison-result=130 [max(10
|
||||
| tuple-ids=17 row-size=22B cardinality=6.12K cost=1299
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F11:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=113.42MB mem-reservation=2.00MB thread-reservation=1
|
||||
max-parallelism=70 segment-costs=[637028837, 11823] cpu-comparison-result=130 [max(130 (self) vs 75 (sum children))]
|
||||
F08:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=61.93MB mem-reservation=2.00MB thread-reservation=1
|
||||
max-parallelism=50 segment-costs=[401954861, 11823] cpu-comparison-result=130 [max(130 (self) vs 75 (sum children))]
|
||||
16:AGGREGATE [STREAMING]
|
||||
| output: count()
|
||||
| group by: tpcds_partitioned_parquet_snap.customer_address.ca_state
|
||||
@@ -602,170 +602,81 @@ max-parallelism=70 segment-costs=[637028837, 11823] cpu-comparison-result=130 [m
|
||||
| tuple-ids=17 row-size=22B cardinality=6.12K cost=38152863
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
15:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
15:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,6,7,12,13,15 row-size=1.18KB cardinality=130.38M cost=60056836
|
||||
| in pipelines: 00(GETNEXT), 12(OPEN)
|
||||
|
|
||||
|--F14:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
| | Per-Instance Resources: mem-estimate=1.33GB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
|
||||
| | max-parallelism=70 segment-costs=[94604435] cpu-comparison-result=50 [max(50 (self) vs 40 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| | mem-estimate=1.29GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
|
||||
| |
|
||||
| 30:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_sk)]
|
||||
| | mem-estimate=23.01MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=13,15 row-size=436B cardinality=30.00M cost=64604435
|
||||
| | in pipelines: 12(GETNEXT)
|
||||
| |
|
||||
| F10:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)] hosts=10 instances=30 (adjusted from 10)
|
||||
| Per-Instance Resources: mem-estimate=29.38MB mem-reservation=0B thread-reservation=1
|
||||
| max-parallelism=100 segment-costs=[917925706]
|
||||
| 14:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=13,15 row-size=436B cardinality=30.00M cost=13131000
|
||||
| | in pipelines: 12(GETNEXT), 13(OPEN)
|
||||
| |
|
||||
| |--F15:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)] hosts=10 instances=30 (adjusted from 10)
|
||||
| | | Per-Instance Resources: mem-estimate=151.54MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
|
||||
| | | max-parallelism=100 segment-costs=[32647413]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | | mem-estimate=123.24MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=15000000
|
||||
| | |
|
||||
| | 28:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_address.ca_address_sk)]
|
||||
| | | mem-estimate=12.30MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=15 row-size=232B cardinality=15.00M cost=17647413
|
||||
| | | in pipelines: 13(GETNEXT)
|
||||
| | |
|
||||
| | F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=43.61MB mem-reservation=128.00KB thread-reservation=1
|
||||
| | max-parallelism=10 segment-costs=[252975990]
|
||||
| | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=307.36MB
|
||||
| | stored statistics:
|
||||
| | table: rows=15.00M size=307.36MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.58M
|
||||
| | mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
|
||||
| | tuple-ids=15 row-size=232B cardinality=15.00M cost=21515206
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| 27:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)]
|
||||
| | mem-estimate=12.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=13 row-size=204B cardinality=30.00M cost=31538607
|
||||
| | in pipelines: 12(GETNEXT)
|
||||
| |
|
||||
| F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| Per-Host Shared Resources: mem-estimate=16.00MB mem-reservation=16.00MB thread-reservation=0 runtime-filters-memory=16.00MB
|
||||
| Per-Instance Resources: mem-estimate=40.42MB mem-reservation=1.00MB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[457158314]
|
||||
| 12:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=1.55GB
|
||||
| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
|
||||
| stored statistics:
|
||||
| table: rows=30.00M size=1.55GB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=3.10M
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=13 row-size=204B cardinality=30.00M cost=46823813
|
||||
| in pipelines: 12(GETNEXT)
|
||||
|
|
||||
29:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
|
||||
| mem-estimate=102.41MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=0,2,6,7,12 row-size=769B cardinality=142.03M cost=538819138
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=18.00MB mem-reservation=18.00MB thread-reservation=0 runtime-filters-memory=18.00MB
|
||||
Per-Instance Resources: mem-estimate=46.80MB mem-reservation=8.00MB thread-reservation=1
|
||||
max-parallelism=1824 segment-costs=[21461866067]
|
||||
11:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,6,7,12 row-size=769B cardinality=142.03M cost=62186139
|
||||
| in pipelines: 00(GETNEXT), 07(OPEN)
|
||||
| tuple-ids=0,2,6,7,9,11,16 row-size=1.18KB cardinality=130.38M cost=57085181
|
||||
| in pipelines: 00(GETNEXT), 11(OPEN)
|
||||
|
|
||||
|--F16:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.72MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
|--F14:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=172.83MB mem-reservation=35.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440] cpu-comparison-result=14 [max(14 (self) vs 4 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=160.11MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 26:EXCHANGE [BROADCAST]
|
||||
| 30:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.72MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=7,12 row-size=431B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| | tuple-ids=11,16 row-size=431B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| |
|
||||
| F05:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| F09:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=17.72MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1948057]
|
||||
| 10:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| 14:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.item.i_category = tpcds_partitioned_parquet_snap.item_0.i_category
|
||||
| | fk/pk conjuncts: none
|
||||
| | other join predicates: tpcds_partitioned_parquet_snap.item.i_current_price > multiply(CAST(1.2 AS DECIMAL(2,1)), avg(tpcds_partitioned_parquet_snap.item_0.i_current_price))
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=7,12 row-size=431B cardinality=360.00K cost=157572
|
||||
| | in pipelines: 07(GETNEXT), 24(OPEN)
|
||||
| | tuple-ids=11,16 row-size=431B cardinality=360.00K cost=157572
|
||||
| | in pipelines: 11(GETNEXT), 28(OPEN)
|
||||
| |
|
||||
| |--F17:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| |--F15:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | | Per-Instance Resources: mem-estimate=2.95MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=4 segment-costs=[14] cpu-comparison-result=4 [max(4 (self) vs 4 (sum children))]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=03
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_category
|
||||
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_category, RF009[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_category
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_category, RF011[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_category
|
||||
| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=10
|
||||
| | |
|
||||
| | 25:EXCHANGE [BROADCAST]
|
||||
| | 29:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=12 row-size=26B cardinality=10 cost=4
|
||||
| | | in pipelines: 24(GETNEXT)
|
||||
| | | tuple-ids=16 row-size=26B cardinality=10 cost=4
|
||||
| | | in pipelines: 28(GETNEXT)
|
||||
| | |
|
||||
| | F07:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item_0.i_category)] hosts=4 instances=4
|
||||
| | F11:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item_0.i_category)] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=10.12MB mem-reservation=1.94MB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[46, 0] cpu-comparison-result=4 [max(4 (self) vs 4 (sum children))]
|
||||
| | 24:AGGREGATE [FINALIZE]
|
||||
| | 28:AGGREGATE [FINALIZE]
|
||||
| | | output: avg:merge(tpcds_partitioned_parquet_snap.item_0.i_current_price)
|
||||
| | | group by: tpcds_partitioned_parquet_snap.item_0.i_category
|
||||
| | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | | tuple-ids=12 row-size=26B cardinality=10 cost=37
|
||||
| | | in pipelines: 24(GETNEXT), 08(OPEN)
|
||||
| | | tuple-ids=16 row-size=26B cardinality=10 cost=37
|
||||
| | | in pipelines: 28(GETNEXT), 12(OPEN)
|
||||
| | |
|
||||
| | 23:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_0.i_category)]
|
||||
| | 27:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_0.i_category)]
|
||||
| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=11 row-size=26B cardinality=40 cost=9
|
||||
| | | in pipelines: 08(GETNEXT)
|
||||
| | | tuple-ids=15 row-size=26B cardinality=40 cost=9
|
||||
| | | in pipelines: 12(GETNEXT)
|
||||
| | |
|
||||
| | F06:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | F10:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=26.47MB mem-reservation=2.50MB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[72097, 87]
|
||||
| | 09:AGGREGATE [STREAMING]
|
||||
| | 13:AGGREGATE [STREAMING]
|
||||
| | | output: avg(tpcds_partitioned_parquet_snap.item_0.i_current_price)
|
||||
| | | group by: tpcds_partitioned_parquet_snap.item_0.i_category
|
||||
| | | mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | | tuple-ids=11 row-size=26B cardinality=40 cost=10634
|
||||
| | | in pipelines: 08(GETNEXT)
|
||||
| | | tuple-ids=15 row-size=26B cardinality=40 cost=10634
|
||||
| | | in pipelines: 12(GETNEXT)
|
||||
| | |
|
||||
| | 08:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | 12:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.item_0.i_category)
|
||||
| | stored statistics:
|
||||
@@ -774,20 +685,109 @@ max-parallelism=1824 segment-costs=[21461866067]
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | parquet dictionary predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.item_0.i_category)
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=9 row-size=22B cardinality=36.00K cost=61463
|
||||
| | in pipelines: 08(GETNEXT)
|
||||
| | tuple-ids=13 row-size=22B cardinality=36.00K cost=61463
|
||||
| | in pipelines: 12(GETNEXT)
|
||||
| |
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| 11:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.item.i_category, RF008[bloom] -> tpcds_partitioned_parquet_snap.item.i_category
|
||||
| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.item.i_category, RF010[bloom] -> tpcds_partitioned_parquet_snap.item.i_category
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=7 row-size=405B cardinality=360.00K cost=1355609
|
||||
| tuple-ids=11 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 11(GETNEXT)
|
||||
|
|
||||
10:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,6,7,9 row-size=773B cardinality=130.45M cost=60086864
|
||||
| in pipelines: 00(GETNEXT), 07(OPEN)
|
||||
|
|
||||
|--F16:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
| | Per-Instance Resources: mem-estimate=1.33GB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
|
||||
| | max-parallelism=50 segment-costs=[94604435] cpu-comparison-result=50 [max(50 (self) vs 40 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| | mem-estimate=1.29GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
|
||||
| |
|
||||
| 26:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_sk)]
|
||||
| | mem-estimate=23.01MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=7,9 row-size=436B cardinality=30.00M cost=64604435
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| |
|
||||
| F07:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)] hosts=10 instances=30 (adjusted from 10)
|
||||
| Per-Instance Resources: mem-estimate=29.38MB mem-reservation=0B thread-reservation=1
|
||||
| max-parallelism=100 segment-costs=[917925706]
|
||||
| 09:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=7,9 row-size=436B cardinality=30.00M cost=13131000
|
||||
| | in pipelines: 07(GETNEXT), 08(OPEN)
|
||||
| |
|
||||
| |--F17:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)] hosts=10 instances=30 (adjusted from 10)
|
||||
| | | Per-Instance Resources: mem-estimate=151.54MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
|
||||
| | | max-parallelism=100 segment-costs=[32647413]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=03
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | | mem-estimate=123.24MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=15000000
|
||||
| | |
|
||||
| | 24:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_address.ca_address_sk)]
|
||||
| | | mem-estimate=12.30MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=9 row-size=232B cardinality=15.00M cost=17647413
|
||||
| | | in pipelines: 08(GETNEXT)
|
||||
| | |
|
||||
| | F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=43.61MB mem-reservation=128.00KB thread-reservation=1
|
||||
| | max-parallelism=10 segment-costs=[252975990]
|
||||
| | 08:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=307.36MB
|
||||
| | stored statistics:
|
||||
| | table: rows=15.00M size=307.36MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.58M
|
||||
| | mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
|
||||
| | tuple-ids=9 row-size=232B cardinality=15.00M cost=21515206
|
||||
| | in pipelines: 08(GETNEXT)
|
||||
| |
|
||||
| 23:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)]
|
||||
| | mem-estimate=12.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=7 row-size=204B cardinality=30.00M cost=31538607
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| |
|
||||
| F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| Per-Host Shared Resources: mem-estimate=16.00MB mem-reservation=16.00MB thread-reservation=0 runtime-filters-memory=16.00MB
|
||||
| Per-Instance Resources: mem-estimate=40.42MB mem-reservation=1.00MB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[457158314]
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=1.55GB
|
||||
| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
|
||||
| stored statistics:
|
||||
| table: rows=30.00M size=1.55GB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=3.10M
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=7 row-size=204B cardinality=30.00M cost=46823813
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
25:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
|
||||
| mem-estimate=50.92MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=0,2,6 row-size=337B cardinality=142.10M cost=246629953
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=18.00MB mem-reservation=18.00MB thread-reservation=0 runtime-filters-memory=18.00MB
|
||||
Per-Instance Resources: mem-estimate=29.64MB mem-reservation=8.00MB thread-reservation=1
|
||||
max-parallelism=1740 segment-costs=[17308957454]
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=04
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
@@ -902,7 +902,7 @@ max-parallelism=1824 segment-costs=[21461866067]
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
|
||||
@@ -25,7 +25,7 @@ Max Per-Host Resource Reservation: Memory=83.88MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=256MB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=256.09MB mem-reservation=83.88MB thread-reservation=1 runtime-filters-memory=4.00MB
|
||||
| max-parallelism=1 segment-costs=[4257381200, 1831104, 500]
|
||||
| max-parallelism=1 segment-costs=[4257411438, 1831104, 500]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.item.i_item_id, avg(tpcds_partitioned_parquet_snap.store_sales.ss_quantity), avg(tpcds_partitioned_parquet_snap.store_sales.ss_list_price), avg(tpcds_partitioned_parquet_snap.store_sales.ss_coupon_amt), avg(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=500
|
||||
@@ -40,36 +40,36 @@ PLAN-ROOT SINK
|
||||
| output: avg(CAST(tpcds_partitioned_parquet_snap.store_sales.ss_quantity AS BIGINT)), avg(tpcds_partitioned_parquet_snap.store_sales.ss_list_price), avg(tpcds_partitioned_parquet_snap.store_sales.ss_coupon_amt), avg(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id
|
||||
| mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=11 row-size=60B cardinality=185.57K cost=44930103
|
||||
| in pipelines: 09(GETNEXT), 00(OPEN)
|
||||
| tuple-ids=11 row-size=60B cardinality=185.57K cost=44952326
|
||||
| in pipelines: 09(GETNEXT), 01(OPEN)
|
||||
|
|
||||
08:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: none
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=151.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6,8 row-size=1.06KB cardinality=88.45M cost=39086045
|
||||
| in pipelines: 00(GETNEXT), 07(OPEN)
|
||||
| tuple-ids=2,4,6,8,0 row-size=1.06KB cardinality=88.49M cost=39094059
|
||||
| in pipelines: 01(GETNEXT), 00(OPEN)
|
||||
|
|
||||
|--07:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
|--00:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=8 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 07(GETNEXT)
|
||||
| tuple-ids=0 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN]
|
||||
07:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=680B cardinality=88.49M(filtered from 88.49M) cost=38734432
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
| tuple-ids=2,4,6,8 row-size=680B cardinality=88.49M cost=38734432
|
||||
| in pipelines: 01(GETNEXT), 06(OPEN)
|
||||
|
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--06:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT)
|
||||
| stored statistics:
|
||||
@@ -79,18 +79,18 @@ PLAN-ROOT SINK
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 05(GETNEXT)
|
||||
| tuple-ids=8 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 06(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
05:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=442B cardinality=88.49M(filtered from 432.75M) cost=101209716
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| tuple-ids=2,4,6 row-size=442B cardinality=88.49M(filtered from 432.75M) cost=101209716
|
||||
| in pipelines: 01(GETNEXT), 04(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics]
|
||||
|--04:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics]
|
||||
| HDFS partitions=1/1 files=1 size=11.15MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'College', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'W', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| stored statistics:
|
||||
@@ -100,18 +100,18 @@ PLAN-ROOT SINK
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'College', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'W', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'College', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'W', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=87B cardinality=97.40K cost=1228790
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=6 row-size=87B cardinality=97.40K cost=1228790
|
||||
| in pipelines: 04(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
03:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
|
||||
| runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.promotion.p_promo_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.promotion.p_promo_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=356B cardinality=88.49M(filtered from 8.64G) cost=1588256905
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=2,4 row-size=356B cardinality=88.49M(filtered from 8.64G) cost=1588256906
|
||||
| in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.promotion]
|
||||
|--02:SCAN HDFS [tpcds_partitioned_parquet_snap.promotion]
|
||||
| HDFS partitions=1/1 files=1 size=100.50KB
|
||||
| predicates: tpcds_partitioned_parquet_snap.promotion.p_channel_email = 'N' OR tpcds_partitioned_parquet_snap.promotion.p_channel_event = 'N'
|
||||
| stored statistics:
|
||||
@@ -119,10 +119,10 @@ PLAN-ROOT SINK
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.80K
|
||||
| mem-estimate=16.00MB mem-reservation=152.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=260B cardinality=1.80K cost=2741
|
||||
| in pipelines: 01(GETNEXT)
|
||||
| tuple-ids=4 row-size=260B cardinality=1.80K cost=2741
|
||||
| in pipelines: 02(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
01:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk
|
||||
stored statistics:
|
||||
@@ -131,8 +131,8 @@ PLAN-ROOT SINK
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=374(filtered from 1824)
|
||||
mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=96B cardinality=88.49M(filtered from 8.64G) cost=2442464206
|
||||
in pipelines: 00(GETNEXT)
|
||||
tuple-ids=2 row-size=96B cardinality=88.49M(filtered from 8.64G) cost=2442464206
|
||||
in pipelines: 01(GETNEXT)
|
||||
---- DISTRIBUTEDPLAN
|
||||
Max Per-Host Resource Reservation: Memory=979.02MB Threads=22
|
||||
Per-Host Resource Estimates: Memory=1.18GB
|
||||
@@ -152,7 +152,7 @@ PLAN-ROOT SINK
|
||||
|
|
||||
F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item.i_item_id)] hosts=10 instances=10 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=27.50MB mem-reservation=2.88MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[19920797, 1831104, 188] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
|
||||
max-parallelism=10 segment-costs=[19921544, 1831104, 188] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
|
||||
10:TOP-N [LIMIT=100]
|
||||
| order by: tpcds_partitioned_parquet_snap.item.i_item_id ASC NULLS LAST
|
||||
| mem-estimate=5.86KB mem-reservation=0B thread-reservation=0
|
||||
@@ -163,32 +163,32 @@ max-parallelism=10 segment-costs=[19920797, 1831104, 188] cpu-comparison-result=
|
||||
| output: avg:merge(tpcds_partitioned_parquet_snap.store_sales.ss_quantity), avg:merge(tpcds_partitioned_parquet_snap.store_sales.ss_list_price), avg:merge(tpcds_partitioned_parquet_snap.store_sales.ss_coupon_amt), avg:merge(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id
|
||||
| mem-estimate=10.00MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=11 row-size=60B cardinality=185.57K cost=11463003
|
||||
| in pipelines: 16(GETNEXT), 00(OPEN)
|
||||
| tuple-ids=11 row-size=60B cardinality=185.57K cost=11463425
|
||||
| in pipelines: 16(GETNEXT), 01(OPEN)
|
||||
|
|
||||
15:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_item_id)]
|
||||
| mem-estimate=17.50MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=10 row-size=60B cardinality=21.85M cost=8457794
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| tuple-ids=10 row-size=60B cardinality=21.85M cost=8458119
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=4.00MB mem-reservation=4.00MB thread-reservation=0 runtime-filters-memory=4.00MB
|
||||
Per-Instance Resources: mem-estimate=35.50MB mem-reservation=25.00MB thread-reservation=1
|
||||
max-parallelism=374 segment-costs=[4310703040, 95681666] cpu-comparison-result=120 [max(120 (self) vs 56 (sum children))]
|
||||
max-parallelism=374 segment-costs=[4310735468, 95685344] cpu-comparison-result=120 [max(120 (self) vs 56 (sum children))]
|
||||
09:AGGREGATE [STREAMING]
|
||||
| output: avg(CAST(tpcds_partitioned_parquet_snap.store_sales.ss_quantity AS BIGINT)), avg(tpcds_partitioned_parquet_snap.store_sales.ss_list_price), avg(tpcds_partitioned_parquet_snap.store_sales.ss_coupon_amt), avg(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id
|
||||
| mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=10 row-size=60B cardinality=21.85M cost=101411308
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| tuple-ids=10 row-size=60B cardinality=21.85M cost=101435721
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
08:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: none
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6,8 row-size=1.06KB cardinality=88.45M cost=38726045
|
||||
| in pipelines: 00(GETNEXT), 07(OPEN)
|
||||
| tuple-ids=2,4,6,8,0 row-size=1.06KB cardinality=88.49M cost=38734059
|
||||
| in pipelines: 01(GETNEXT), 00(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -201,29 +201,29 @@ max-parallelism=374 segment-costs=[4310703040, 95681666] cpu-comparison-result=1
|
||||
| |
|
||||
| 14:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=8 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| | tuple-ids=0 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| |
|
||||
| F04:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=8 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 07(GETNEXT)
|
||||
| tuple-ids=0 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
07:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=680B cardinality=88.49M(filtered from 88.49M) cost=38734059
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
| tuple-ids=2,4,6,8 row-size=680B cardinality=88.49M cost=38734059
|
||||
| in pipelines: 01(GETNEXT), 06(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.42MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -236,13 +236,13 @@ max-parallelism=374 segment-costs=[4310703040, 95681666] cpu-comparison-result=1
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=174.22KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=373 cost=490
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| | tuple-ids=8 row-size=237B cardinality=373 cost=490
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[112899]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 06:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT)
|
||||
| stored statistics:
|
||||
@@ -252,16 +252,16 @@ max-parallelism=374 segment-costs=[4310703040, 95681666] cpu-comparison-result=1
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 05(GETNEXT)
|
||||
| tuple-ids=8 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 06(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=442B cardinality=88.49M(filtered from 432.75M) cost=101112317
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| tuple-ids=2,4,6 row-size=442B cardinality=88.49M(filtered from 432.75M) cost=101112317
|
||||
| in pipelines: 01(GETNEXT), 04(OPEN)
|
||||
|
|
||||
|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=213.93MB mem-reservation=205.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -274,13 +274,13 @@ max-parallelism=374 segment-costs=[4310703040, 95681666] cpu-comparison-result=1
|
||||
| |
|
||||
| 12:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=8.93MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=87B cardinality=97.40K cost=129440
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | tuple-ids=6 row-size=87B cardinality=97.40K cost=129440
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| Per-Instance Resources: mem-estimate=16.35MB mem-reservation=1.00MB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[1253660]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics, RANDOM]
|
||||
| 04:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=11.15MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'College', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'W', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| stored statistics:
|
||||
@@ -290,16 +290,16 @@ max-parallelism=374 segment-costs=[4310703040, 95681666] cpu-comparison-result=1
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'College', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'W', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'College', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'W', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=87B cardinality=97.40K cost=1228790
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=6 row-size=87B cardinality=97.40K cost=1228790
|
||||
| in pipelines: 04(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
03:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=03
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=356B cardinality=88.49M(filtered from 8.64G) cost=1588255105
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=2,4 row-size=356B cardinality=88.49M(filtered from 8.64G) cost=1588255106
|
||||
| in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.95MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -312,13 +312,13 @@ max-parallelism=374 segment-costs=[4310703040, 95681666] cpu-comparison-result=1
|
||||
| |
|
||||
| 11:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=720.54KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=260B cardinality=1.80K cost=2390
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=260B cardinality=1.80K cost=2390
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.03MB mem-reservation=152.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[4042]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.promotion, RANDOM]
|
||||
| 02:SCAN HDFS [tpcds_partitioned_parquet_snap.promotion, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=100.50KB
|
||||
| predicates: tpcds_partitioned_parquet_snap.promotion.p_channel_email = 'N' OR tpcds_partitioned_parquet_snap.promotion.p_channel_event = 'N'
|
||||
| stored statistics:
|
||||
@@ -326,10 +326,10 @@ max-parallelism=374 segment-costs=[4310703040, 95681666] cpu-comparison-result=1
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.80K
|
||||
| mem-estimate=16.00MB mem-reservation=152.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=260B cardinality=1.80K cost=2741
|
||||
| in pipelines: 01(GETNEXT)
|
||||
| tuple-ids=4 row-size=260B cardinality=1.80K cost=2741
|
||||
| in pipelines: 02(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
01:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk
|
||||
stored statistics:
|
||||
@@ -338,8 +338,8 @@ max-parallelism=374 segment-costs=[4310703040, 95681666] cpu-comparison-result=1
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=374(filtered from 1824)
|
||||
mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=96B cardinality=88.49M(filtered from 8.64G) cost=2442464206
|
||||
in pipelines: 00(GETNEXT)
|
||||
tuple-ids=2 row-size=96B cardinality=88.49M(filtered from 8.64G) cost=2442464206
|
||||
in pipelines: 01(GETNEXT)
|
||||
---- PARALLELPLANS
|
||||
Max Per-Host Resource Reservation: Memory=979.02MB Threads=22
|
||||
Per-Host Resource Estimates: Memory=1.18GB
|
||||
@@ -359,7 +359,7 @@ PLAN-ROOT SINK
|
||||
|
|
||||
F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item.i_item_id)] hosts=10 instances=10 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=27.50MB mem-reservation=2.88MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[19920797, 1831104, 188] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
|
||||
max-parallelism=10 segment-costs=[19921544, 1831104, 188] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
|
||||
10:TOP-N [LIMIT=100]
|
||||
| order by: tpcds_partitioned_parquet_snap.item.i_item_id ASC NULLS LAST
|
||||
| mem-estimate=5.86KB mem-reservation=0B thread-reservation=0
|
||||
@@ -370,32 +370,32 @@ max-parallelism=10 segment-costs=[19920797, 1831104, 188] cpu-comparison-result=
|
||||
| output: avg:merge(tpcds_partitioned_parquet_snap.store_sales.ss_quantity), avg:merge(tpcds_partitioned_parquet_snap.store_sales.ss_list_price), avg:merge(tpcds_partitioned_parquet_snap.store_sales.ss_coupon_amt), avg:merge(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id
|
||||
| mem-estimate=10.00MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=11 row-size=60B cardinality=185.57K cost=11463003
|
||||
| in pipelines: 16(GETNEXT), 00(OPEN)
|
||||
| tuple-ids=11 row-size=60B cardinality=185.57K cost=11463425
|
||||
| in pipelines: 16(GETNEXT), 01(OPEN)
|
||||
|
|
||||
15:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_item_id)]
|
||||
| mem-estimate=17.50MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=10 row-size=60B cardinality=21.85M cost=8457794
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| tuple-ids=10 row-size=60B cardinality=21.85M cost=8458119
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=4.00MB mem-reservation=4.00MB thread-reservation=0 runtime-filters-memory=4.00MB
|
||||
Per-Instance Resources: mem-estimate=35.50MB mem-reservation=25.00MB thread-reservation=1
|
||||
max-parallelism=374 segment-costs=[4310703040, 95681666] cpu-comparison-result=120 [max(120 (self) vs 56 (sum children))]
|
||||
max-parallelism=374 segment-costs=[4310735468, 95685344] cpu-comparison-result=120 [max(120 (self) vs 56 (sum children))]
|
||||
09:AGGREGATE [STREAMING]
|
||||
| output: avg(CAST(tpcds_partitioned_parquet_snap.store_sales.ss_quantity AS BIGINT)), avg(tpcds_partitioned_parquet_snap.store_sales.ss_list_price), avg(tpcds_partitioned_parquet_snap.store_sales.ss_coupon_amt), avg(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id
|
||||
| mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=10 row-size=60B cardinality=21.85M cost=101411308
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| tuple-ids=10 row-size=60B cardinality=21.85M cost=101435721
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
08:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: none
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6,8 row-size=1.06KB cardinality=88.45M cost=38726045
|
||||
| in pipelines: 00(GETNEXT), 07(OPEN)
|
||||
| tuple-ids=2,4,6,8,0 row-size=1.06KB cardinality=88.49M cost=38734059
|
||||
| in pipelines: 01(GETNEXT), 00(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -408,29 +408,29 @@ max-parallelism=374 segment-costs=[4310703040, 95681666] cpu-comparison-result=1
|
||||
| |
|
||||
| 14:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=8 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| | tuple-ids=0 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| |
|
||||
| F04:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=8 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 07(GETNEXT)
|
||||
| tuple-ids=0 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
07:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=680B cardinality=88.49M(filtered from 88.49M) cost=38734059
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
| tuple-ids=2,4,6,8 row-size=680B cardinality=88.49M cost=38734059
|
||||
| in pipelines: 01(GETNEXT), 06(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.42MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -443,13 +443,13 @@ max-parallelism=374 segment-costs=[4310703040, 95681666] cpu-comparison-result=1
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=174.22KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=373 cost=490
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| | tuple-ids=8 row-size=237B cardinality=373 cost=490
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[112899]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 06:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT)
|
||||
| stored statistics:
|
||||
@@ -459,16 +459,16 @@ max-parallelism=374 segment-costs=[4310703040, 95681666] cpu-comparison-result=1
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 05(GETNEXT)
|
||||
| tuple-ids=8 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 06(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=442B cardinality=88.49M(filtered from 432.75M) cost=101112317
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| tuple-ids=2,4,6 row-size=442B cardinality=88.49M(filtered from 432.75M) cost=101112317
|
||||
| in pipelines: 01(GETNEXT), 04(OPEN)
|
||||
|
|
||||
|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=213.93MB mem-reservation=205.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -481,13 +481,13 @@ max-parallelism=374 segment-costs=[4310703040, 95681666] cpu-comparison-result=1
|
||||
| |
|
||||
| 12:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=8.93MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=87B cardinality=97.40K cost=129440
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | tuple-ids=6 row-size=87B cardinality=97.40K cost=129440
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| Per-Instance Resources: mem-estimate=16.35MB mem-reservation=1.00MB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[1253660]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics, RANDOM]
|
||||
| 04:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=11.15MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'College', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'W', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| stored statistics:
|
||||
@@ -497,16 +497,16 @@ max-parallelism=374 segment-costs=[4310703040, 95681666] cpu-comparison-result=1
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'College', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'W', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'College', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'W', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=87B cardinality=97.40K cost=1228790
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=6 row-size=87B cardinality=97.40K cost=1228790
|
||||
| in pipelines: 04(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
03:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=03
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=356B cardinality=88.49M(filtered from 8.64G) cost=1588255105
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=2,4 row-size=356B cardinality=88.49M(filtered from 8.64G) cost=1588255106
|
||||
| in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.95MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -519,13 +519,13 @@ max-parallelism=374 segment-costs=[4310703040, 95681666] cpu-comparison-result=1
|
||||
| |
|
||||
| 11:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=720.54KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=260B cardinality=1.80K cost=2390
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=260B cardinality=1.80K cost=2390
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.03MB mem-reservation=152.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[4042]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.promotion, RANDOM]
|
||||
| 02:SCAN HDFS [tpcds_partitioned_parquet_snap.promotion, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=100.50KB
|
||||
| predicates: tpcds_partitioned_parquet_snap.promotion.p_channel_email = 'N' OR tpcds_partitioned_parquet_snap.promotion.p_channel_event = 'N'
|
||||
| stored statistics:
|
||||
@@ -533,10 +533,10 @@ max-parallelism=374 segment-costs=[4310703040, 95681666] cpu-comparison-result=1
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.80K
|
||||
| mem-estimate=16.00MB mem-reservation=152.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=260B cardinality=1.80K cost=2741
|
||||
| in pipelines: 01(GETNEXT)
|
||||
| tuple-ids=4 row-size=260B cardinality=1.80K cost=2741
|
||||
| in pipelines: 02(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
01:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_promo_sk
|
||||
stored statistics:
|
||||
@@ -545,6 +545,6 @@ max-parallelism=374 segment-costs=[4310703040, 95681666] cpu-comparison-result=1
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=374(filtered from 1824)
|
||||
mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=96B cardinality=88.49M(filtered from 8.64G) cost=2442464206
|
||||
in pipelines: 00(GETNEXT)
|
||||
tuple-ids=2 row-size=96B cardinality=88.49M(filtered from 8.64G) cost=2442464206
|
||||
in pipelines: 01(GETNEXT)
|
||||
====
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@@ -38,7 +38,7 @@ Max Per-Host Resource Reservation: Memory=77.13MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=7.69GB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=7.69GB mem-reservation=77.13MB thread-reservation=1 runtime-filters-memory=2.00MB
|
||||
| max-parallelism=1 segment-costs=[5956594146, 3251818, 4466309, 700]
|
||||
| max-parallelism=1 segment-costs=[5670994582, 3251818, 4466309, 700]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.item.i_item_id, tpcds_partitioned_parquet_snap.item.i_item_desc, tpcds_partitioned_parquet_snap.item.i_category, tpcds_partitioned_parquet_snap.item.i_class, tpcds_partitioned_parquet_snap.item.i_current_price, sum(tpcds_partitioned_parquet_snap.web_sales.ws_ext_sales_price), divide(multiply(sum(tpcds_partitioned_parquet_snap.web_sales.ws_ext_sales_price), CAST(100 AS DECIMAL(3,0))), CASE WHEN count(sum(tpcds_partitioned_parquet_snap.web_sales.ws_ext_sales_price)) > CAST(0 AS BIGINT) THEN sum(sum(tpcds_partitioned_parquet_snap.web_sales.ws_ext_sales_price)) ELSE NULL END)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=700
|
||||
@@ -71,34 +71,14 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 05(GETNEXT), 00(OPEN)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=40.65MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=783B cardinality=583.81M cost=255631615
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Children' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men'
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Children' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men'
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=97.35K cost=1365725
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=377B cardinality=583.81M(filtered from 2.16G) cost=541141132
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=783B cardinality=583.81M cost=255541568
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-03-28' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-03-28' AS DATE)
|
||||
| stored statistics:
|
||||
@@ -108,12 +88,32 @@ PLAN-ROOT SINK
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-03-28' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-03-28' AS DATE)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-03-28' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-03-28' AS DATE)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=7.30K cost=114705
|
||||
| tuple-ids=4 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=40.65MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=545B cardinality=583.81M cost=255631615
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Children' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men'
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Children' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men'
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=97.35K cost=1365725
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales]
|
||||
HDFS partitions=1824/1824 files=1824 size=145.75GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk
|
||||
stored statistics:
|
||||
table: rows=2.16G size=145.75GB
|
||||
partitions: 1824/1824 rows=2.16G
|
||||
@@ -185,7 +185,7 @@ max-parallelism=20 segment-costs=[105195609, 4782688] cpu-comparison-result=120
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=557.54MB mem-reservation=34.26MB thread-reservation=1
|
||||
max-parallelism=620 segment-costs=[6149009999, 573922566] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
|
||||
max-parallelism=590 segment-costs=[5863410435, 573922566] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
|
||||
05:AGGREGATE [STREAMING]
|
||||
| output: sum(tpcds_partitioned_parquet_snap.web_sales.ws_ext_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id, tpcds_partitioned_parquet_snap.item.i_item_desc, tpcds_partitioned_parquet_snap.item.i_category, tpcds_partitioned_parquet_snap.item.i_class, tpcds_partitioned_parquet_snap.item.i_current_price
|
||||
@@ -195,67 +195,30 @@ max-parallelism=620 segment-costs=[6149009999, 573922566] cpu-comparison-result=
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=783B cardinality=583.81M cost=255534263
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[226732]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=97352
|
||||
| |
|
||||
| 10:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=405B cardinality=97.35K cost=129380
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1474413]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Children' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men'
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Children' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men'
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=97.35K cost=1365725
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=377B cardinality=583.81M(filtered from 2.16G) cost=541133827
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 09:EXCHANGE [BROADCAST]
|
||||
| 10:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-03-28' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-03-28' AS DATE)
|
||||
| stored statistics:
|
||||
@@ -265,12 +228,49 @@ max-parallelism=620 segment-costs=[6149009999, 573922566] cpu-comparison-result=
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-03-28' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-03-28' AS DATE)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-03-28' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-03-28' AS DATE)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=7.30K cost=114705
|
||||
| tuple-ids=4 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=545B cardinality=583.81M cost=255534263
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[226732]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=97352
|
||||
| |
|
||||
| 09:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=97.35K cost=129380
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1474413]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Children' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men'
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Children' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men'
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=97.35K cost=1365725
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=145.75GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk
|
||||
stored statistics:
|
||||
table: rows=2.16G size=145.75GB
|
||||
partitions: 1824/1824 rows=2.16G
|
||||
@@ -342,7 +342,7 @@ max-parallelism=20 segment-costs=[105195609, 4782688] cpu-comparison-result=120
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=557.54MB mem-reservation=34.26MB thread-reservation=1
|
||||
max-parallelism=620 segment-costs=[6149009999, 573922566] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
|
||||
max-parallelism=590 segment-costs=[5863410435, 573922566] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
|
||||
05:AGGREGATE [STREAMING]
|
||||
| output: sum(tpcds_partitioned_parquet_snap.web_sales.ws_ext_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id, tpcds_partitioned_parquet_snap.item.i_item_desc, tpcds_partitioned_parquet_snap.item.i_category, tpcds_partitioned_parquet_snap.item.i_class, tpcds_partitioned_parquet_snap.item.i_current_price
|
||||
@@ -352,67 +352,30 @@ max-parallelism=620 segment-costs=[6149009999, 573922566] cpu-comparison-result=
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=783B cardinality=583.81M cost=255534263
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[226732]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=97352
|
||||
| |
|
||||
| 10:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=405B cardinality=97.35K cost=129380
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1474413]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Children' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men'
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Children' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men'
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=97.35K cost=1365725
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=377B cardinality=583.81M(filtered from 2.16G) cost=541133827
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 09:EXCHANGE [BROADCAST]
|
||||
| 10:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-03-28' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-03-28' AS DATE)
|
||||
| stored statistics:
|
||||
@@ -422,12 +385,49 @@ max-parallelism=620 segment-costs=[6149009999, 573922566] cpu-comparison-result=
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-03-28' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-03-28' AS DATE)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-03-28' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-03-28' AS DATE)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=7.30K cost=114705
|
||||
| tuple-ids=4 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=545B cardinality=583.81M cost=255534263
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[226732]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=97352
|
||||
| |
|
||||
| 09:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=97.35K cost=129380
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1474413]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Children' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men'
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Children' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men'
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=97.35K cost=1365725
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=145.75GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk
|
||||
stored statistics:
|
||||
table: rows=2.16G size=145.75GB
|
||||
partitions: 1824/1824 rows=2.16G
|
||||
|
||||
File diff suppressed because one or more lines are too long
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@@ -24,7 +24,7 @@ Max Per-Host Resource Reservation: Memory=108.94MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=16.62GB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.62GB mem-reservation=108.94MB thread-reservation=1 runtime-filters-memory=33.00MB
|
||||
| max-parallelism=1 segment-costs=[1523866212, 76337, 200]
|
||||
| max-parallelism=1 segment-costs=[1506814116, 76337, 200]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.customer_address.ca_zip, sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=200
|
||||
@@ -39,37 +39,37 @@ PLAN-ROOT SINK
|
||||
| output: sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.customer_address.ca_zip
|
||||
| mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=8 row-size=33B cardinality=10.17K cost=128390167
|
||||
| in pipelines: 07(GETNEXT), 03(OPEN)
|
||||
| tuple-ids=8 row-size=33B cardinality=10.17K cost=117860849
|
||||
| in pipelines: 07(GETNEXT), 00(OPEN)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| fk/pk conjuncts: none
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| other join predicates: substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '85669' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '86197' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '88274' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '83405' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '86475' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '85392' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '85460' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '80348' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '81792' OR tpcds_partitioned_parquet_snap.customer_address.ca_state = 'CA' OR tpcds_partitioned_parquet_snap.customer_address.ca_state = 'GA' OR tpcds_partitioned_parquet_snap.customer_address.ca_state = 'WA' OR tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price > CAST(500 AS DECIMAL(5,0))
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| mem-estimate=12.93GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=4,6,0,2 row-size=813B cardinality=438.85M cost=222084682
|
||||
| in pipelines: 03(GETNEXT), 00(OPEN)
|
||||
| tuple-ids=0,2,4,6 row-size=813B cardinality=402.85M cost=215561904
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--02:HASH JOIN [INNER JOIN]
|
||||
|--05:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | mem-estimate=3.61GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=436B cardinality=30.00M cost=28131000
|
||||
| | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| | tuple-ids=4,6 row-size=436B cardinality=30.00M cost=28131000
|
||||
| | in pipelines: 03(GETNEXT), 04(OPEN)
|
||||
| |
|
||||
| |--01:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address]
|
||||
| |--04:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address]
|
||||
| | HDFS partitions=1/1 files=1 size=307.36MB
|
||||
| | stored statistics:
|
||||
| | table: rows=15.00M size=307.36MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.58M
|
||||
| | mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
|
||||
| | tuple-ids=2 row-size=232B cardinality=15.00M cost=21515206
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=6 row-size=232B cardinality=15.00M cost=21515206
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
|
||||
| HDFS partitions=1/1 files=1 size=1.55GB
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
|
||||
| stored statistics:
|
||||
@@ -77,18 +77,18 @@ PLAN-ROOT SINK
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=3.10M
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=0 row-size=204B cardinality=30.00M cost=46823813
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| tuple-ids=4 row-size=204B cardinality=30.00M cost=46823813
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
05:HASH JOIN [INNER JOIN]
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=4,6 row-size=377B cardinality=438.85M cost=192084868
|
||||
| in pipelines: 03(GETNEXT), 04(OPEN)
|
||||
| tuple-ids=0,2 row-size=377B cardinality=438.85M cost=192084868
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_qoy = CAST(1 AS INT)
|
||||
| stored statistics:
|
||||
@@ -98,10 +98,10 @@ PLAN-ROOT SINK
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_qoy = CAST(1 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_qoy = CAST(1 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=186 cost=114705
|
||||
| in pipelines: 04(GETNEXT)
|
||||
| tuple-ids=2 row-size=237B cardinality=186 cost=114705
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
03:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
|
||||
HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
|
||||
stored statistics:
|
||||
@@ -110,14 +110,14 @@ PLAN-ROOT SINK
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=21.52M est-scan-range=187(filtered from 1831)
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=4 row-size=140B cardinality=438.85M(filtered from 4.32G) cost=884721771
|
||||
in pipelines: 03(GETNEXT)
|
||||
tuple-ids=0 row-size=140B cardinality=438.85M(filtered from 4.32G) cost=884721771
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- DISTRIBUTEDPLAN
|
||||
Max Per-Host Resource Reservation: Memory=386.31MB Threads=30
|
||||
Per-Host Resource Estimates: Memory=3.12GB
|
||||
Max Per-Host Resource Reservation: Memory=334.31MB Threads=28
|
||||
Per-Host Resource Estimates: Memory=2.79GB
|
||||
F07:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=4.04MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[231] cpu-comparison-result=150 [max(1 (self) vs 150 (sum children))]
|
||||
| max-parallelism=1 segment-costs=[231] cpu-comparison-result=140 [max(1 (self) vs 140 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.customer_address.ca_zip, sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=200
|
||||
@@ -130,8 +130,8 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 08(GETNEXT)
|
||||
|
|
||||
F06:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_address.ca_zip)] hosts=10 instances=10 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=14.93MB mem-reservation=1.94MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[704393, 76337, 117] cpu-comparison-result=150 [max(10 (self) vs 150 (sum children))]
|
||||
Per-Instance Resources: mem-estimate=14.56MB mem-reservation=1.94MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[704393, 76337, 117] cpu-comparison-result=140 [max(10 (self) vs 140 (sum children))]
|
||||
08:TOP-N [LIMIT=100]
|
||||
| order by: tpcds_partitioned_parquet_snap.customer_address.ca_zip ASC NULLS LAST
|
||||
| mem-estimate=3.22KB mem-reservation=0B thread-reservation=0
|
||||
@@ -143,56 +143,56 @@ max-parallelism=10 segment-costs=[704393, 76337, 117] cpu-comparison-result=150
|
||||
| group by: tpcds_partitioned_parquet_snap.customer_address.ca_zip
|
||||
| mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=8 row-size=33B cardinality=10.17K cost=383519
|
||||
| in pipelines: 15(GETNEXT), 03(OPEN)
|
||||
| in pipelines: 15(GETNEXT), 00(OPEN)
|
||||
|
|
||||
14:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_address.ca_zip)]
|
||||
| mem-estimate=4.93MB mem-reservation=0B thread-reservation=0
|
||||
| mem-estimate=4.56MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=8 row-size=33B cardinality=1.22M cost=320874
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=30 (adjusted from 120)
|
||||
F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=20 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=66.58MB mem-reservation=2.00MB thread-reservation=1
|
||||
max-parallelism=120 segment-costs=[1149878594, 3222661] cpu-comparison-result=150 [max(150 (self) vs 81 (sum children))]
|
||||
max-parallelism=120 segment-costs=[1132826498, 3222661] cpu-comparison-result=140 [max(140 (self) vs 71 (sum children))]
|
||||
07:AGGREGATE [STREAMING]
|
||||
| output: sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.customer_address.ca_zip
|
||||
| mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=8 row-size=33B cardinality=1.22M cost=131545789
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=8 row-size=33B cardinality=1.22M cost=121016471
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| fk/pk conjuncts: none
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| other join predicates: substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '85669' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '86197' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '88274' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '83405' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '86475' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '85392' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '85460' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '80348' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '81792' OR tpcds_partitioned_parquet_snap.customer_address.ca_state = 'CA' OR tpcds_partitioned_parquet_snap.customer_address.ca_state = 'GA' OR tpcds_partitioned_parquet_snap.customer_address.ca_state = 'WA' OR tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price > CAST(500 AS DECIMAL(5,0))
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=4,6,0,2 row-size=813B cardinality=438.85M cost=192084682
|
||||
| in pipelines: 03(GETNEXT), 00(OPEN)
|
||||
| tuple-ids=0,2,4,6 row-size=813B cardinality=402.85M cost=185561904
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=30 (adjusted from 120)
|
||||
| | Per-Instance Resources: mem-estimate=480.41MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
|
||||
| | max-parallelism=120 segment-costs=[94604435] cpu-comparison-result=70 [max(70 (self) vs 40 (sum children))]
|
||||
|--F08:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=20 (adjusted from 120)
|
||||
| | Per-Instance Resources: mem-estimate=701.10MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
|
||||
| | max-parallelism=120 segment-costs=[94604435] cpu-comparison-result=60 [max(60 (self) vs 40 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| | mem-estimate=441.40MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
|
||||
| | mem-estimate=662.10MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
|
||||
| |
|
||||
| 13:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_sk)]
|
||||
| | mem-estimate=23.01MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=436B cardinality=30.00M cost=64604435
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| | tuple-ids=4,6 row-size=436B cardinality=30.00M cost=64604435
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)] hosts=10 instances=30 (adjusted from 10)
|
||||
| Per-Instance Resources: mem-estimate=64.07MB mem-reservation=0B thread-reservation=1
|
||||
| Per-Instance Resources: mem-estimate=46.72MB mem-reservation=0B thread-reservation=1
|
||||
| max-parallelism=100 segment-costs=[917925706]
|
||||
| 02:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| 05:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=436B cardinality=30.00M cost=13131000
|
||||
| | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| | tuple-ids=4,6 row-size=436B cardinality=30.00M cost=13131000
|
||||
| | in pipelines: 03(GETNEXT), 04(OPEN)
|
||||
| |
|
||||
| |--F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)] hosts=10 instances=30 (adjusted from 10)
|
||||
| | | Per-Instance Resources: mem-estimate=151.54MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
|
||||
@@ -205,32 +205,32 @@ max-parallelism=120 segment-costs=[1149878594, 3222661] cpu-comparison-result=15
|
||||
| | |
|
||||
| | 11:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_address.ca_address_sk)]
|
||||
| | | mem-estimate=12.30MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=2 row-size=232B cardinality=15.00M cost=17647413
|
||||
| | | in pipelines: 01(GETNEXT)
|
||||
| | | tuple-ids=6 row-size=232B cardinality=15.00M cost=17647413
|
||||
| | | in pipelines: 04(GETNEXT)
|
||||
| | |
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=43.61MB mem-reservation=128.00KB thread-reservation=1
|
||||
| | max-parallelism=10 segment-costs=[252975990]
|
||||
| | 01:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address, RANDOM]
|
||||
| | 04:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=307.36MB
|
||||
| | stored statistics:
|
||||
| | table: rows=15.00M size=307.36MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.58M
|
||||
| | mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
|
||||
| | tuple-ids=2 row-size=232B cardinality=15.00M cost=21515206
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=6 row-size=232B cardinality=15.00M cost=21515206
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| 10:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)]
|
||||
| | mem-estimate=12.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=0 row-size=204B cardinality=30.00M cost=31538607
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| | tuple-ids=4 row-size=204B cardinality=30.00M cost=31538607
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| Per-Host Shared Resources: mem-estimate=16.00MB mem-reservation=16.00MB thread-reservation=0 runtime-filters-memory=16.00MB
|
||||
| Per-Instance Resources: mem-estimate=40.42MB mem-reservation=1.00MB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[457158314]
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=1.55GB
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
|
||||
| stored statistics:
|
||||
@@ -238,25 +238,25 @@ max-parallelism=120 segment-costs=[1149878594, 3222661] cpu-comparison-result=15
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=3.10M
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=0 row-size=204B cardinality=30.00M cost=46823813
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| tuple-ids=4 row-size=204B cardinality=30.00M cost=46823813
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
12:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)]
|
||||
| mem-estimate=55.13MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=4,6 row-size=377B cardinality=438.85M cost=826248123
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=0,2 row-size=377B cardinality=438.85M cost=826248123
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=17.00MB mem-reservation=17.00MB thread-reservation=0 runtime-filters-memory=17.00MB
|
||||
Per-Instance Resources: mem-estimate=61.13MB mem-reservation=1.00MB thread-reservation=1
|
||||
Per-Instance Resources: mem-estimate=46.09MB mem-reservation=1.00MB thread-reservation=1
|
||||
max-parallelism=187 segment-costs=[12187788321]
|
||||
05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=4,6 row-size=377B cardinality=438.85M cost=192084682
|
||||
| in pipelines: 03(GETNEXT), 04(OPEN)
|
||||
| tuple-ids=0,2 row-size=377B cardinality=438.85M cost=192084682
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.33MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -269,13 +269,13 @@ max-parallelism=187 segment-costs=[12187788321]
|
||||
| |
|
||||
| 09:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=86.88KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=186 cost=240
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| | tuple-ids=2 row-size=237B cardinality=186 cost=240
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[114828]
|
||||
| 04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_qoy = CAST(1 AS INT)
|
||||
| stored statistics:
|
||||
@@ -285,10 +285,10 @@ max-parallelism=187 segment-costs=[12187788321]
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_qoy = CAST(1 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_qoy = CAST(1 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=186 cost=114705
|
||||
| in pipelines: 04(GETNEXT)
|
||||
| tuple-ids=2 row-size=237B cardinality=186 cost=114705
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
03:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
|
||||
stored statistics:
|
||||
@@ -297,14 +297,14 @@ max-parallelism=187 segment-costs=[12187788321]
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=21.52M est-scan-range=187(filtered from 1831)
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=4 row-size=140B cardinality=438.85M(filtered from 4.32G) cost=884721771
|
||||
in pipelines: 03(GETNEXT)
|
||||
tuple-ids=0 row-size=140B cardinality=438.85M(filtered from 4.32G) cost=884721771
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- PARALLELPLANS
|
||||
Max Per-Host Resource Reservation: Memory=386.31MB Threads=30
|
||||
Per-Host Resource Estimates: Memory=3.12GB
|
||||
Max Per-Host Resource Reservation: Memory=334.31MB Threads=28
|
||||
Per-Host Resource Estimates: Memory=2.79GB
|
||||
F07:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=4.04MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[231] cpu-comparison-result=150 [max(1 (self) vs 150 (sum children))]
|
||||
| max-parallelism=1 segment-costs=[231] cpu-comparison-result=140 [max(1 (self) vs 140 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.customer_address.ca_zip, sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=200
|
||||
@@ -317,8 +317,8 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 08(GETNEXT)
|
||||
|
|
||||
F06:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer_address.ca_zip)] hosts=10 instances=10 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=14.93MB mem-reservation=1.94MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[704393, 76337, 117] cpu-comparison-result=150 [max(10 (self) vs 150 (sum children))]
|
||||
Per-Instance Resources: mem-estimate=14.56MB mem-reservation=1.94MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[704393, 76337, 117] cpu-comparison-result=140 [max(10 (self) vs 140 (sum children))]
|
||||
08:TOP-N [LIMIT=100]
|
||||
| order by: tpcds_partitioned_parquet_snap.customer_address.ca_zip ASC NULLS LAST
|
||||
| mem-estimate=3.22KB mem-reservation=0B thread-reservation=0
|
||||
@@ -330,56 +330,56 @@ max-parallelism=10 segment-costs=[704393, 76337, 117] cpu-comparison-result=150
|
||||
| group by: tpcds_partitioned_parquet_snap.customer_address.ca_zip
|
||||
| mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=8 row-size=33B cardinality=10.17K cost=383519
|
||||
| in pipelines: 15(GETNEXT), 03(OPEN)
|
||||
| in pipelines: 15(GETNEXT), 00(OPEN)
|
||||
|
|
||||
14:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_address.ca_zip)]
|
||||
| mem-estimate=4.93MB mem-reservation=0B thread-reservation=0
|
||||
| mem-estimate=4.56MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=8 row-size=33B cardinality=1.22M cost=320874
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=30 (adjusted from 120)
|
||||
F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=20 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=66.58MB mem-reservation=2.00MB thread-reservation=1
|
||||
max-parallelism=120 segment-costs=[1149878594, 3222661] cpu-comparison-result=150 [max(150 (self) vs 81 (sum children))]
|
||||
max-parallelism=120 segment-costs=[1132826498, 3222661] cpu-comparison-result=140 [max(140 (self) vs 71 (sum children))]
|
||||
07:AGGREGATE [STREAMING]
|
||||
| output: sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.customer_address.ca_zip
|
||||
| mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=8 row-size=33B cardinality=1.22M cost=131545789
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=8 row-size=33B cardinality=1.22M cost=121016471
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| fk/pk conjuncts: none
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| other join predicates: substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '85669' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '86197' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '88274' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '83405' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '86475' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '85392' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '85460' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '80348' OR substr(tpcds_partitioned_parquet_snap.customer_address.ca_zip, CAST(1 AS BIGINT), CAST(5 AS BIGINT)) = '81792' OR tpcds_partitioned_parquet_snap.customer_address.ca_state = 'CA' OR tpcds_partitioned_parquet_snap.customer_address.ca_state = 'GA' OR tpcds_partitioned_parquet_snap.customer_address.ca_state = 'WA' OR tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price > CAST(500 AS DECIMAL(5,0))
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=4,6,0,2 row-size=813B cardinality=438.85M cost=192084682
|
||||
| in pipelines: 03(GETNEXT), 00(OPEN)
|
||||
| tuple-ids=0,2,4,6 row-size=813B cardinality=402.85M cost=185561904
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=30 (adjusted from 120)
|
||||
| | Per-Instance Resources: mem-estimate=480.41MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
|
||||
| | max-parallelism=120 segment-costs=[94604435] cpu-comparison-result=70 [max(70 (self) vs 40 (sum children))]
|
||||
|--F08:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=20 (adjusted from 120)
|
||||
| | Per-Instance Resources: mem-estimate=701.10MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
|
||||
| | max-parallelism=120 segment-costs=[94604435] cpu-comparison-result=60 [max(60 (self) vs 40 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
| | mem-estimate=441.40MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
|
||||
| | mem-estimate=662.10MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
|
||||
| |
|
||||
| 13:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_sk)]
|
||||
| | mem-estimate=23.01MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=436B cardinality=30.00M cost=64604435
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| | tuple-ids=4,6 row-size=436B cardinality=30.00M cost=64604435
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)] hosts=10 instances=30 (adjusted from 10)
|
||||
| Per-Instance Resources: mem-estimate=64.07MB mem-reservation=0B thread-reservation=1
|
||||
| Per-Instance Resources: mem-estimate=46.72MB mem-reservation=0B thread-reservation=1
|
||||
| max-parallelism=100 segment-costs=[917925706]
|
||||
| 02:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| 05:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=436B cardinality=30.00M cost=13131000
|
||||
| | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| | tuple-ids=4,6 row-size=436B cardinality=30.00M cost=13131000
|
||||
| | in pipelines: 03(GETNEXT), 04(OPEN)
|
||||
| |
|
||||
| |--F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)] hosts=10 instances=30 (adjusted from 10)
|
||||
| | | Per-Instance Resources: mem-estimate=151.54MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
|
||||
@@ -392,32 +392,32 @@ max-parallelism=120 segment-costs=[1149878594, 3222661] cpu-comparison-result=15
|
||||
| | |
|
||||
| | 11:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer_address.ca_address_sk)]
|
||||
| | | mem-estimate=12.30MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=2 row-size=232B cardinality=15.00M cost=17647413
|
||||
| | | in pipelines: 01(GETNEXT)
|
||||
| | | tuple-ids=6 row-size=232B cardinality=15.00M cost=17647413
|
||||
| | | in pipelines: 04(GETNEXT)
|
||||
| | |
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=43.61MB mem-reservation=128.00KB thread-reservation=1
|
||||
| | max-parallelism=10 segment-costs=[252975990]
|
||||
| | 01:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address, RANDOM]
|
||||
| | 04:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=307.36MB
|
||||
| | stored statistics:
|
||||
| | table: rows=15.00M size=307.36MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.58M
|
||||
| | mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
|
||||
| | tuple-ids=2 row-size=232B cardinality=15.00M cost=21515206
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=6 row-size=232B cardinality=15.00M cost=21515206
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| 10:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_current_addr_sk)]
|
||||
| | mem-estimate=12.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=0 row-size=204B cardinality=30.00M cost=31538607
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| | tuple-ids=4 row-size=204B cardinality=30.00M cost=31538607
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| Per-Host Shared Resources: mem-estimate=16.00MB mem-reservation=16.00MB thread-reservation=0 runtime-filters-memory=16.00MB
|
||||
| Per-Instance Resources: mem-estimate=40.42MB mem-reservation=1.00MB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[457158314]
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=1.55GB
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
|
||||
| stored statistics:
|
||||
@@ -425,25 +425,25 @@ max-parallelism=120 segment-costs=[1149878594, 3222661] cpu-comparison-result=15
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=3.10M
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=0 row-size=204B cardinality=30.00M cost=46823813
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| tuple-ids=4 row-size=204B cardinality=30.00M cost=46823813
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
12:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)]
|
||||
| mem-estimate=55.13MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=4,6 row-size=377B cardinality=438.85M cost=826248123
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=0,2 row-size=377B cardinality=438.85M cost=826248123
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=17.00MB mem-reservation=17.00MB thread-reservation=0 runtime-filters-memory=17.00MB
|
||||
Per-Instance Resources: mem-estimate=61.13MB mem-reservation=1.00MB thread-reservation=1
|
||||
Per-Instance Resources: mem-estimate=46.09MB mem-reservation=1.00MB thread-reservation=1
|
||||
max-parallelism=187 segment-costs=[12187788321]
|
||||
05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=4,6 row-size=377B cardinality=438.85M cost=192084682
|
||||
| in pipelines: 03(GETNEXT), 04(OPEN)
|
||||
| tuple-ids=0,2 row-size=377B cardinality=438.85M cost=192084682
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.33MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -456,13 +456,13 @@ max-parallelism=187 segment-costs=[12187788321]
|
||||
| |
|
||||
| 09:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=86.88KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=186 cost=240
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| | tuple-ids=2 row-size=237B cardinality=186 cost=240
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[114828]
|
||||
| 04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_qoy = CAST(1 AS INT)
|
||||
| stored statistics:
|
||||
@@ -472,10 +472,10 @@ max-parallelism=187 segment-costs=[12187788321]
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_qoy = CAST(1 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_qoy = CAST(1 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=186 cost=114705
|
||||
| in pipelines: 04(GETNEXT)
|
||||
| tuple-ids=2 row-size=237B cardinality=186 cost=114705
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
03:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
|
||||
stored statistics:
|
||||
@@ -484,6 +484,6 @@ max-parallelism=187 segment-costs=[12187788321]
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=21.52M est-scan-range=187(filtered from 1831)
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=4 row-size=140B cardinality=438.85M(filtered from 4.32G) cost=884721771
|
||||
in pipelines: 03(GETNEXT)
|
||||
tuple-ids=0 row-size=140B cardinality=438.85M(filtered from 4.32G) cost=884721771
|
||||
in pipelines: 00(GETNEXT)
|
||||
====
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@@ -34,7 +34,7 @@ Max Per-Host Resource Reservation: Memory=77.88MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=14.83GB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=14.83GB mem-reservation=77.88MB thread-reservation=1 runtime-filters-memory=2.00MB
|
||||
| max-parallelism=1 segment-costs=[11910364459, 3251818, 4466309, 700]
|
||||
| max-parallelism=1 segment-costs=[11339146549, 3251818, 4466309, 700]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.item.i_item_id, tpcds_partitioned_parquet_snap.item.i_item_desc, tpcds_partitioned_parquet_snap.item.i_category, tpcds_partitioned_parquet_snap.item.i_class, tpcds_partitioned_parquet_snap.item.i_current_price, sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price), divide(multiply(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price), CAST(100 AS DECIMAL(3,0))), CASE WHEN count(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price)) > CAST(0 AS BIGINT) THEN sum(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price)) ELSE NULL END)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=700
|
||||
@@ -67,34 +67,14 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 05(GETNEXT), 00(OPEN)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=40.65MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=783B cardinality=1.17G cost=511182684
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Home' OR tpcds_partitioned_parquet_snap.item.i_category = 'Jewelry'
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Home' OR tpcds_partitioned_parquet_snap.item.i_category = 'Jewelry'
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=97.35K cost=1365725
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=377B cardinality=1.17G(filtered from 4.32G) cost=1082310547
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=783B cardinality=1.17G cost=511092637
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-05-08' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-05-08' AS DATE)
|
||||
| stored statistics:
|
||||
@@ -104,12 +84,32 @@ PLAN-ROOT SINK
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-05-08' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-05-08' AS DATE)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-05-08' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-05-08' AS DATE)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=7.30K cost=114705
|
||||
| tuple-ids=4 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=40.65MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=545B cardinality=1.17G cost=511182684
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Home' OR tpcds_partitioned_parquet_snap.item.i_category = 'Jewelry'
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Home' OR tpcds_partitioned_parquet_snap.item.i_category = 'Jewelry'
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=97.35K cost=1365725
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
|
||||
HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
|
||||
stored statistics:
|
||||
table: rows=4.32G size=280.96GB
|
||||
partitions: 1831/1831 rows=4.32G
|
||||
@@ -181,7 +181,7 @@ max-parallelism=20 segment-costs=[105195609, 4782688] cpu-comparison-result=120
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=603.28MB mem-reservation=35.00MB thread-reservation=1
|
||||
max-parallelism=1220 segment-costs=[12102780312, 573922566] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
|
||||
max-parallelism=1160 segment-costs=[11531562402, 573922566] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
|
||||
05:AGGREGATE [STREAMING]
|
||||
| output: sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id, tpcds_partitioned_parquet_snap.item.i_item_desc, tpcds_partitioned_parquet_snap.item.i_category, tpcds_partitioned_parquet_snap.item.i_class, tpcds_partitioned_parquet_snap.item.i_current_price
|
||||
@@ -191,67 +191,30 @@ max-parallelism=1220 segment-costs=[12102780312, 573922566] cpu-comparison-resul
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=783B cardinality=1.17G cost=511085332
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[226732]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=97352
|
||||
| |
|
||||
| 10:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=405B cardinality=97.35K cost=129380
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1474413]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Home' OR tpcds_partitioned_parquet_snap.item.i_category = 'Jewelry'
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Home' OR tpcds_partitioned_parquet_snap.item.i_category = 'Jewelry'
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=97.35K cost=1365725
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=377B cardinality=1.17G(filtered from 4.32G) cost=1082303242
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 09:EXCHANGE [BROADCAST]
|
||||
| 10:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-05-08' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-05-08' AS DATE)
|
||||
| stored statistics:
|
||||
@@ -261,12 +224,49 @@ max-parallelism=1220 segment-costs=[12102780312, 573922566] cpu-comparison-resul
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-05-08' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-05-08' AS DATE)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-05-08' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-05-08' AS DATE)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=7.30K cost=114705
|
||||
| tuple-ids=4 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=545B cardinality=1.17G cost=511085332
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[226732]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=97352
|
||||
| |
|
||||
| 09:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=97.35K cost=129380
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1474413]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Home' OR tpcds_partitioned_parquet_snap.item.i_category = 'Jewelry'
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Home' OR tpcds_partitioned_parquet_snap.item.i_category = 'Jewelry'
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=97.35K cost=1365725
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
|
||||
stored statistics:
|
||||
table: rows=4.32G size=280.96GB
|
||||
partitions: 1831/1831 rows=4.32G
|
||||
@@ -338,7 +338,7 @@ max-parallelism=20 segment-costs=[105195609, 4782688] cpu-comparison-result=120
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=603.28MB mem-reservation=35.00MB thread-reservation=1
|
||||
max-parallelism=1220 segment-costs=[12102780312, 573922566] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
|
||||
max-parallelism=1160 segment-costs=[11531562402, 573922566] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
|
||||
05:AGGREGATE [STREAMING]
|
||||
| output: sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id, tpcds_partitioned_parquet_snap.item.i_item_desc, tpcds_partitioned_parquet_snap.item.i_category, tpcds_partitioned_parquet_snap.item.i_class, tpcds_partitioned_parquet_snap.item.i_current_price
|
||||
@@ -348,67 +348,30 @@ max-parallelism=1220 segment-costs=[12102780312, 573922566] cpu-comparison-resul
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=783B cardinality=1.17G cost=511085332
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[226732]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=97352
|
||||
| |
|
||||
| 10:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=405B cardinality=97.35K cost=129380
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1474413]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Home' OR tpcds_partitioned_parquet_snap.item.i_category = 'Jewelry'
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Home' OR tpcds_partitioned_parquet_snap.item.i_category = 'Jewelry'
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=97.35K cost=1365725
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=377B cardinality=1.17G(filtered from 4.32G) cost=1082303242
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 09:EXCHANGE [BROADCAST]
|
||||
| 10:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-05-08' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-05-08' AS DATE)
|
||||
| stored statistics:
|
||||
@@ -418,12 +381,49 @@ max-parallelism=1220 segment-costs=[12102780312, 573922566] cpu-comparison-resul
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-05-08' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-05-08' AS DATE)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-05-08' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-05-08' AS DATE)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=7.30K cost=114705
|
||||
| tuple-ids=4 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=545B cardinality=1.17G cost=511085332
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[226732]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=97352
|
||||
| |
|
||||
| 09:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=97.35K cost=129380
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1474413]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Home' OR tpcds_partitioned_parquet_snap.item.i_category = 'Jewelry'
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Books' OR tpcds_partitioned_parquet_snap.item.i_category = 'Home' OR tpcds_partitioned_parquet_snap.item.i_category = 'Jewelry'
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=97.35K cost=1365725
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
|
||||
stored statistics:
|
||||
table: rows=4.32G size=280.96GB
|
||||
partitions: 1831/1831 rows=4.32G
|
||||
|
||||
@@ -34,7 +34,7 @@ Max Per-Host Resource Reservation: Memory=59.06MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=353MB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=353.17MB mem-reservation=59.06MB thread-reservation=1 runtime-filters-memory=3.00MB
|
||||
| max-parallelism=1 segment-costs=[879269051, 4080496, 400]
|
||||
| max-parallelism=1 segment-costs=[542144403, 4080496, 400]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.warehouse.w_warehouse_name, tpcds_partitioned_parquet_snap.item.i_item_id, sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_date < '2000-05-22' THEN tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand ELSE 0 END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_date >= '2000-05-22' THEN tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand ELSE 0 END)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=400
|
||||
@@ -54,35 +54,14 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 07(GETNEXT), 00(OPEN)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=903B cardinality=103.30M cost=45252313
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=405B cardinality=36.00K cost=1375841
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=497B cardinality=103.30M(filtered from 1.03G) cost=213785942
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| tuple-ids=0,2,4,6 row-size=903B cardinality=103.30M cost=45223618
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2000-05-22' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2000-05-22' AS DATE) - INTERVAL CAST(30 AS INT) DAY
|
||||
| stored statistics:
|
||||
@@ -92,30 +71,51 @@ PLAN-ROOT SINK
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2000-05-22' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2000-05-22' AS DATE) - INTERVAL CAST(30 AS INT) DAY
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2000-05-22' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2000-05-22' AS DATE) - INTERVAL CAST(30 AS INT) DAY
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=6 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=260B cardinality=103.30M(filtered from 1.03G) cost=213778659
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=665B cardinality=103.30M cost=45216335
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse]
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse]
|
||||
| HDFS partitions=1/1 files=1 size=5.99KB
|
||||
| stored statistics:
|
||||
| table: rows=22 size=5.99KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=22
|
||||
| mem-estimate=16.00MB mem-reservation=112.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=244B cardinality=22 cost=35
|
||||
| tuple-ids=4 row-size=244B cardinality=22 cost=35
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=421B cardinality=103.30M cost=45252313
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=36.00K cost=1375841
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory]
|
||||
HDFS partitions=261/261 files=261 size=5.10GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk
|
||||
stored statistics:
|
||||
table: rows=1.03G size=5.10GB
|
||||
partitions: 261/261 rows=1.03G
|
||||
@@ -125,11 +125,11 @@ PLAN-ROOT SINK
|
||||
tuple-ids=0 row-size=16B cardinality=103.30M(filtered from 1.03G) cost=238132224
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- DISTRIBUTEDPLAN
|
||||
Max Per-Host Resource Reservation: Memory=721.36MB Threads=21
|
||||
Per-Host Resource Estimates: Memory=1.26GB
|
||||
Max Per-Host Resource Reservation: Memory=609.23MB Threads=19
|
||||
Per-Host Resource Estimates: Memory=1.17GB
|
||||
F05:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=4.15MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[439] cpu-comparison-result=120 [max(1 (self) vs 120 (sum children))]
|
||||
| max-parallelism=1 segment-costs=[439] cpu-comparison-result=100 [max(1 (self) vs 100 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.warehouse.w_warehouse_name, tpcds_partitioned_parquet_snap.item.i_item_id, sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_date < '2000-05-22' THEN tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand ELSE 0 END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_date >= '2000-05-22' THEN tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand ELSE 0 END)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=400
|
||||
@@ -142,8 +142,8 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 08(GETNEXT)
|
||||
|
|
||||
F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.warehouse.w_warehouse_name,tpcds_partitioned_parquet_snap.item.i_item_id)] hosts=10 instances=20 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=35.91MB mem-reservation=17.00MB thread-reservation=1
|
||||
max-parallelism=20 segment-costs=[192518093, 4080496, 220] cpu-comparison-result=120 [max(20 (self) vs 120 (sum children))]
|
||||
Per-Instance Resources: mem-estimate=34.43MB mem-reservation=17.00MB thread-reservation=1
|
||||
max-parallelism=20 segment-costs=[192518093, 4080496, 220] cpu-comparison-result=100 [max(20 (self) vs 100 (sum children))]
|
||||
08:TOP-N [LIMIT=100]
|
||||
| order by: tpcds_partitioned_parquet_snap.warehouse.w_warehouse_name ASC NULLS LAST, tpcds_partitioned_parquet_snap.item.i_item_id ASC NULLS LAST
|
||||
| mem-estimate=7.04KB mem-reservation=0B thread-reservation=0
|
||||
@@ -159,85 +159,47 @@ max-parallelism=20 segment-costs=[192518093, 4080496, 220] cpu-comparison-result
|
||||
| in pipelines: 13(GETNEXT), 00(OPEN)
|
||||
|
|
||||
12:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.warehouse.w_warehouse_name,tpcds_partitioned_parquet_snap.item.i_item_id)]
|
||||
| mem-estimate=18.91MB mem-reservation=0B thread-reservation=0
|
||||
| mem-estimate=17.43MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=8 row-size=72B cardinality=92.69M cost=41017056
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=100 (adjusted from 120)
|
||||
Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
|
||||
Per-Instance Resources: mem-estimate=73.69MB mem-reservation=34.25MB thread-reservation=1
|
||||
max-parallelism=130 segment-costs=[1279833922, 477822738] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
Per-Instance Resources: mem-estimate=84.04MB mem-reservation=34.25MB thread-reservation=1
|
||||
max-parallelism=100 segment-costs=[942709274, 477822738] cpu-comparison-result=100 [max(100 (self) vs 36 (sum children))]
|
||||
07:AGGREGATE [STREAMING]
|
||||
| output: sum(CAST(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_date < CAST('2000-05-22' AS DATE) THEN tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand ELSE CAST(0 AS INT) END AS BIGINT)), sum(CAST(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2000-05-22' AS DATE) THEN tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand ELSE CAST(0 AS INT) END AS BIGINT))
|
||||
| group by: tpcds_partitioned_parquet_snap.warehouse.w_warehouse_name, tpcds_partitioned_parquet_snap.item.i_item_id
|
||||
| mem-estimate=51.75MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| mem-estimate=62.10MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=8 row-size=72B cardinality=92.69M cost=568928111
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=1.00MB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=903B cardinality=103.30M cost=45216313
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=216.60MB mem-reservation=205.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[83840]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=204.00MB mem-reservation=204.00MB spill-buffer=1.00MB thread-reservation=0 cost=36000
|
||||
| |
|
||||
| 11:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=405B cardinality=36.00K cost=47840
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1416033]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=405B cardinality=36.00K cost=1375841
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=497B cardinality=103.30M(filtered from 1.03G) cost=213778637
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | Per-Instance Resources: mem-estimate=31.64MB mem-reservation=29.75MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=28.75MB mem-reservation=28.75MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 10:EXCHANGE [BROADCAST]
|
||||
| 11:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | tuple-ids=6 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2000-05-22' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2000-05-22' AS DATE) - INTERVAL CAST(30 AS INT) DAY
|
||||
| stored statistics:
|
||||
@@ -247,47 +209,85 @@ max-parallelism=130 segment-costs=[1279833922, 477822738] cpu-comparison-result=
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2000-05-22' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2000-05-22' AS DATE) - INTERVAL CAST(30 AS INT) DAY
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2000-05-22' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2000-05-22' AS DATE) - INTERVAL CAST(30 AS INT) DAY
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=6 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=260B cardinality=103.30M(filtered from 1.03G) cost=213778637
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=665B cardinality=103.30M cost=45216313
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=20.39MB mem-reservation=20.38MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[42]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=22
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | mem-estimate=19.38MB mem-reservation=19.38MB spill-buffer=64.00KB thread-reservation=0 cost=22
|
||||
| |
|
||||
| 09:EXCHANGE [BROADCAST]
|
||||
| 10:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=244B cardinality=22 cost=20
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=244B cardinality=22 cost=20
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.97MB mem-reservation=112.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[49]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=5.99KB
|
||||
| stored statistics:
|
||||
| table: rows=22 size=5.99KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=22
|
||||
| mem-estimate=16.00MB mem-reservation=112.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=244B cardinality=22 cost=35
|
||||
| tuple-ids=4 row-size=244B cardinality=22 cost=35
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=421B cardinality=103.30M cost=45216313
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=182.60MB mem-reservation=171.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[83840]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=170.00MB mem-reservation=170.00MB spill-buffer=1.00MB thread-reservation=0 cost=36000
|
||||
| |
|
||||
| 09:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=36.00K cost=47840
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1416033]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=36.00K cost=1375841
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
|
||||
HDFS partitions=261/261 files=261 size=5.10GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk
|
||||
stored statistics:
|
||||
table: rows=1.03G size=5.10GB
|
||||
partitions: 261/261 rows=1.03G
|
||||
@@ -297,11 +297,11 @@ max-parallelism=130 segment-costs=[1279833922, 477822738] cpu-comparison-result=
|
||||
tuple-ids=0 row-size=16B cardinality=103.30M(filtered from 1.03G) cost=238132224
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- PARALLELPLANS
|
||||
Max Per-Host Resource Reservation: Memory=721.36MB Threads=21
|
||||
Per-Host Resource Estimates: Memory=1.26GB
|
||||
Max Per-Host Resource Reservation: Memory=609.23MB Threads=19
|
||||
Per-Host Resource Estimates: Memory=1.17GB
|
||||
F05:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=4.15MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[439] cpu-comparison-result=120 [max(1 (self) vs 120 (sum children))]
|
||||
| max-parallelism=1 segment-costs=[439] cpu-comparison-result=100 [max(1 (self) vs 100 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.warehouse.w_warehouse_name, tpcds_partitioned_parquet_snap.item.i_item_id, sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_date < '2000-05-22' THEN tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand ELSE 0 END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_date >= '2000-05-22' THEN tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand ELSE 0 END)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=400
|
||||
@@ -314,8 +314,8 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 08(GETNEXT)
|
||||
|
|
||||
F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.warehouse.w_warehouse_name,tpcds_partitioned_parquet_snap.item.i_item_id)] hosts=10 instances=20 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=35.91MB mem-reservation=17.00MB thread-reservation=1
|
||||
max-parallelism=20 segment-costs=[192518093, 4080496, 220] cpu-comparison-result=120 [max(20 (self) vs 120 (sum children))]
|
||||
Per-Instance Resources: mem-estimate=34.43MB mem-reservation=17.00MB thread-reservation=1
|
||||
max-parallelism=20 segment-costs=[192518093, 4080496, 220] cpu-comparison-result=100 [max(20 (self) vs 100 (sum children))]
|
||||
08:TOP-N [LIMIT=100]
|
||||
| order by: tpcds_partitioned_parquet_snap.warehouse.w_warehouse_name ASC NULLS LAST, tpcds_partitioned_parquet_snap.item.i_item_id ASC NULLS LAST
|
||||
| mem-estimate=7.04KB mem-reservation=0B thread-reservation=0
|
||||
@@ -331,85 +331,47 @@ max-parallelism=20 segment-costs=[192518093, 4080496, 220] cpu-comparison-result
|
||||
| in pipelines: 13(GETNEXT), 00(OPEN)
|
||||
|
|
||||
12:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.warehouse.w_warehouse_name,tpcds_partitioned_parquet_snap.item.i_item_id)]
|
||||
| mem-estimate=18.91MB mem-reservation=0B thread-reservation=0
|
||||
| mem-estimate=17.43MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=8 row-size=72B cardinality=92.69M cost=41017056
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=100 (adjusted from 120)
|
||||
Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
|
||||
Per-Instance Resources: mem-estimate=73.69MB mem-reservation=34.25MB thread-reservation=1
|
||||
max-parallelism=130 segment-costs=[1279833922, 477822738] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
Per-Instance Resources: mem-estimate=84.04MB mem-reservation=34.25MB thread-reservation=1
|
||||
max-parallelism=100 segment-costs=[942709274, 477822738] cpu-comparison-result=100 [max(100 (self) vs 36 (sum children))]
|
||||
07:AGGREGATE [STREAMING]
|
||||
| output: sum(CAST(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_date < CAST('2000-05-22' AS DATE) THEN tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand ELSE CAST(0 AS INT) END AS BIGINT)), sum(CAST(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2000-05-22' AS DATE) THEN tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand ELSE CAST(0 AS INT) END AS BIGINT))
|
||||
| group by: tpcds_partitioned_parquet_snap.warehouse.w_warehouse_name, tpcds_partitioned_parquet_snap.item.i_item_id
|
||||
| mem-estimate=51.75MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| mem-estimate=62.10MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=8 row-size=72B cardinality=92.69M cost=568928111
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=1.00MB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=903B cardinality=103.30M cost=45216313
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=216.60MB mem-reservation=205.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[83840]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=204.00MB mem-reservation=204.00MB spill-buffer=1.00MB thread-reservation=0 cost=36000
|
||||
| |
|
||||
| 11:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=405B cardinality=36.00K cost=47840
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1416033]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=405B cardinality=36.00K cost=1375841
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=497B cardinality=103.30M(filtered from 1.03G) cost=213778637
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | Per-Instance Resources: mem-estimate=31.64MB mem-reservation=29.75MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=28.75MB mem-reservation=28.75MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 10:EXCHANGE [BROADCAST]
|
||||
| 11:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | tuple-ids=6 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2000-05-22' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2000-05-22' AS DATE) - INTERVAL CAST(30 AS INT) DAY
|
||||
| stored statistics:
|
||||
@@ -419,47 +381,85 @@ max-parallelism=130 segment-costs=[1279833922, 477822738] cpu-comparison-result=
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2000-05-22' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2000-05-22' AS DATE) - INTERVAL CAST(30 AS INT) DAY
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2000-05-22' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2000-05-22' AS DATE) - INTERVAL CAST(30 AS INT) DAY
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=6 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=260B cardinality=103.30M(filtered from 1.03G) cost=213778637
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=665B cardinality=103.30M cost=45216313
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=20.39MB mem-reservation=20.38MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[42]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=22
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | mem-estimate=19.38MB mem-reservation=19.38MB spill-buffer=64.00KB thread-reservation=0 cost=22
|
||||
| |
|
||||
| 09:EXCHANGE [BROADCAST]
|
||||
| 10:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=244B cardinality=22 cost=20
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=244B cardinality=22 cost=20
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.97MB mem-reservation=112.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[49]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=5.99KB
|
||||
| stored statistics:
|
||||
| table: rows=22 size=5.99KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=22
|
||||
| mem-estimate=16.00MB mem-reservation=112.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=244B cardinality=22 cost=35
|
||||
| tuple-ids=4 row-size=244B cardinality=22 cost=35
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=421B cardinality=103.30M cost=45216313
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=182.60MB mem-reservation=171.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[83840]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=170.00MB mem-reservation=170.00MB spill-buffer=1.00MB thread-reservation=0 cost=36000
|
||||
| |
|
||||
| 09:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=36.00K cost=47840
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1416033]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=36.00K cost=1375841
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
|
||||
HDFS partitions=261/261 files=261 size=5.10GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk
|
||||
stored statistics:
|
||||
table: rows=1.03G size=5.10GB
|
||||
partitions: 261/261 rows=1.03G
|
||||
|
||||
@@ -22,7 +22,7 @@ Max Per-Host Resource Reservation: Memory=177.06MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=50.17GB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=50.17GB mem-reservation=177.06MB thread-reservation=1 runtime-filters-memory=2.00MB
|
||||
| max-parallelism=1 segment-costs=[8248435962, 8499749, 16608995, 500]
|
||||
| max-parallelism=1 segment-costs=[8248342368, 8499749, 16608995, 500]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: CASE valid_tid(7,9,11,13,15) WHEN 7 THEN tpcds_partitioned_parquet_snap.item.i_product_name WHEN 9 THEN tpcds_partitioned_parquet_snap.item.i_product_name WHEN 11 THEN tpcds_partitioned_parquet_snap.item.i_product_name WHEN 13 THEN tpcds_partitioned_parquet_snap.item.i_product_name WHEN 15 THEN NULL END, CASE valid_tid(7,9,11,13,15) WHEN 7 THEN tpcds_partitioned_parquet_snap.item.i_brand WHEN 9 THEN tpcds_partitioned_parquet_snap.item.i_brand WHEN 11 THEN tpcds_partitioned_parquet_snap.item.i_brand WHEN 13 THEN NULL WHEN 15 THEN NULL END, CASE valid_tid(7,9,11,13,15) WHEN 7 THEN tpcds_partitioned_parquet_snap.item.i_class WHEN 9 THEN tpcds_partitioned_parquet_snap.item.i_class WHEN 11 THEN NULL WHEN 13 THEN NULL WHEN 15 THEN NULL END, CASE valid_tid(7,9,11,13,15) WHEN 7 THEN tpcds_partitioned_parquet_snap.item.i_category WHEN 9 THEN NULL WHEN 11 THEN NULL WHEN 13 THEN NULL WHEN 15 THEN NULL END, aggif(valid_tid(7,9,11,13,15) IN (7, 9, 11, 13, 15), CASE valid_tid(7,9,11,13,15) WHEN 7 THEN avg(tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand) WHEN 9 THEN avg(tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand) WHEN 11 THEN avg(tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand) WHEN 13 THEN avg(tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand) WHEN 15 THEN avg(tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand) END)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=500
|
||||
@@ -61,32 +61,14 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 05(GETNEXT), 00(OPEN)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=151.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=659B cardinality=1.03G cost=452523130
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=253B cardinality=1.03G(filtered from 1.03G) cost=452264029
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=659B cardinality=1.03G cost=452170435
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq <= add(CAST(1199 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_month_seq >= CAST(1199 AS INT)
|
||||
| stored statistics:
|
||||
@@ -96,12 +78,30 @@ PLAN-ROOT SINK
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq <= add(CAST(1199 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_month_seq >= CAST(1199 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq <= add(CAST(1199 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_month_seq >= CAST(1199 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=7.30K cost=114705
|
||||
| tuple-ids=4 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=151.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=421B cardinality=1.03G cost=452523130
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory]
|
||||
HDFS partitions=261/261 files=261 size=5.10GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk
|
||||
stored statistics:
|
||||
table: rows=1.03G size=5.10GB
|
||||
partitions: 261/261 rows=1.03G
|
||||
@@ -171,7 +171,7 @@ max-parallelism=70 segment-costs=[639432237, 8499749, 16608995, 178] cpu-compari
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=3.75GB mem-reservation=138.25MB thread-reservation=1
|
||||
max-parallelism=261 segment-costs=[9022602641, 5356784990] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
|
||||
max-parallelism=261 segment-costs=[9022509047, 5356784990] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
|
||||
05:AGGREGATE [STREAMING]
|
||||
| Class 0
|
||||
| output: avg(CAST(tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand AS BIGINT))
|
||||
@@ -194,65 +194,30 @@ max-parallelism=261 segment-costs=[9022602641, 5356784990] cpu-comparison-result
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=659B cardinality=1.03G cost=452163130
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 09:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=253B cardinality=1.03G(filtered from 1.03G) cost=452256724
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 08:EXCHANGE [BROADCAST]
|
||||
| 09:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq <= add(CAST(1199 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_month_seq >= CAST(1199 AS INT)
|
||||
| stored statistics:
|
||||
@@ -262,12 +227,47 @@ max-parallelism=261 segment-costs=[9022602641, 5356784990] cpu-comparison-result
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq <= add(CAST(1199 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_month_seq >= CAST(1199 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq <= add(CAST(1199 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_month_seq >= CAST(1199 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=7.30K cost=114705
|
||||
| tuple-ids=4 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=421B cardinality=1.03G cost=452163130
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 08:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
|
||||
HDFS partitions=261/261 files=261 size=5.10GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk
|
||||
stored statistics:
|
||||
table: rows=1.03G size=5.10GB
|
||||
partitions: 261/261 rows=1.03G
|
||||
@@ -337,7 +337,7 @@ max-parallelism=70 segment-costs=[639432237, 8499749, 16608995, 178] cpu-compari
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=3.75GB mem-reservation=138.25MB thread-reservation=1
|
||||
max-parallelism=261 segment-costs=[9022602641, 5356784990] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
|
||||
max-parallelism=261 segment-costs=[9022509047, 5356784990] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
|
||||
05:AGGREGATE [STREAMING]
|
||||
| Class 0
|
||||
| output: avg(CAST(tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand AS BIGINT))
|
||||
@@ -360,65 +360,30 @@ max-parallelism=261 segment-costs=[9022602641, 5356784990] cpu-comparison-result
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=659B cardinality=1.03G cost=452163130
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 09:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=253B cardinality=1.03G(filtered from 1.03G) cost=452256724
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 08:EXCHANGE [BROADCAST]
|
||||
| 09:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq <= add(CAST(1199 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_month_seq >= CAST(1199 AS INT)
|
||||
| stored statistics:
|
||||
@@ -428,12 +393,47 @@ max-parallelism=261 segment-costs=[9022602641, 5356784990] cpu-comparison-result
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq <= add(CAST(1199 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_month_seq >= CAST(1199 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq <= add(CAST(1199 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_month_seq >= CAST(1199 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=7.30K cost=114705
|
||||
| tuple-ids=4 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=421B cardinality=1.03G cost=452163130
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 08:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
|
||||
HDFS partitions=261/261 files=261 size=5.10GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk
|
||||
stored statistics:
|
||||
table: rows=1.03G size=5.10GB
|
||||
partitions: 261/261 rows=1.03G
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@@ -25,7 +25,7 @@ Max Per-Host Resource Reservation: Memory=76.88MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=256MB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=256.09MB mem-reservation=76.88MB thread-reservation=1 runtime-filters-memory=4.00MB
|
||||
| max-parallelism=1 segment-costs=[2683183524, 1831104, 500]
|
||||
| max-parallelism=1 segment-costs=[2683198584, 1831104, 500]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.item.i_item_id, avg(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity), avg(tpcds_partitioned_parquet_snap.catalog_sales.cs_list_price), avg(tpcds_partitioned_parquet_snap.catalog_sales.cs_coupon_amt), avg(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=500
|
||||
@@ -40,36 +40,36 @@ PLAN-ROOT SINK
|
||||
| output: avg(CAST(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity AS BIGINT)), avg(tpcds_partitioned_parquet_snap.catalog_sales.cs_list_price), avg(tpcds_partitioned_parquet_snap.catalog_sales.cs_coupon_amt), avg(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id
|
||||
| mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=11 row-size=60B cardinality=185.57K cost=22622567
|
||||
| in pipelines: 09(GETNEXT), 00(OPEN)
|
||||
| tuple-ids=11 row-size=60B cardinality=185.57K cost=22633636
|
||||
| in pipelines: 09(GETNEXT), 01(OPEN)
|
||||
|
|
||||
08:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: none
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=151.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6,8 row-size=1.10KB cardinality=44.06M cost=19649490
|
||||
| in pipelines: 00(GETNEXT), 07(OPEN)
|
||||
| tuple-ids=2,4,6,8,0 row-size=1.10KB cardinality=44.08M cost=19653481
|
||||
| in pipelines: 01(GETNEXT), 00(OPEN)
|
||||
|
|
||||
|--07:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
|--00:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=8 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 07(GETNEXT)
|
||||
| tuple-ids=0 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN]
|
||||
07:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=724B cardinality=44.08M cost=19293854
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
| tuple-ids=2,4,6,8 row-size=724B cardinality=44.08M cost=19293854
|
||||
| in pipelines: 01(GETNEXT), 06(OPEN)
|
||||
|
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--06:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2002 AS INT)
|
||||
| stored statistics:
|
||||
@@ -79,18 +79,18 @@ PLAN-ROOT SINK
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2002 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2002 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 05(GETNEXT)
|
||||
| tuple-ids=8 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 06(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
05:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=486B cardinality=44.08M(filtered from 216.38M) cost=50611458
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| tuple-ids=2,4,6 row-size=486B cardinality=44.08M(filtered from 216.38M) cost=50611458
|
||||
| in pipelines: 01(GETNEXT), 04(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics]
|
||||
|--04:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics]
|
||||
| HDFS partitions=1/1 files=1 size=11.15MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = '2 yr Degree', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'M', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| stored statistics:
|
||||
@@ -100,18 +100,18 @@ PLAN-ROOT SINK
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = '2 yr Degree', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'M', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = '2 yr Degree', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'M', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=87B cardinality=97.40K cost=1228790
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=6 row-size=87B cardinality=97.40K cost=1228790
|
||||
| in pipelines: 04(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
03:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
|
||||
| runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.promotion.p_promo_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.promotion.p_promo_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=400B cardinality=44.08M(filtered from 4.32G) cost=794106253
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=2,4 row-size=400B cardinality=44.08M(filtered from 4.32G) cost=794106253
|
||||
| in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.promotion]
|
||||
|--02:SCAN HDFS [tpcds_partitioned_parquet_snap.promotion]
|
||||
| HDFS partitions=1/1 files=1 size=100.50KB
|
||||
| predicates: tpcds_partitioned_parquet_snap.promotion.p_channel_email = 'N' OR tpcds_partitioned_parquet_snap.promotion.p_channel_event = 'N'
|
||||
| stored statistics:
|
||||
@@ -119,10 +119,10 @@ PLAN-ROOT SINK
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.80K
|
||||
| mem-estimate=16.00MB mem-reservation=152.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=260B cardinality=1.80K cost=2741
|
||||
| in pipelines: 01(GETNEXT)
|
||||
| tuple-ids=4 row-size=260B cardinality=1.80K cost=2741
|
||||
| in pipelines: 02(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
|
||||
01:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
|
||||
HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_cdemo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_promo_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_cdemo_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_promo_sk
|
||||
stored statistics:
|
||||
@@ -131,8 +131,8 @@ PLAN-ROOT SINK
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=21.52M est-scan-range=374(filtered from 1831)
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=140B cardinality=44.08M(filtered from 4.32G) cost=1774200109
|
||||
in pipelines: 00(GETNEXT)
|
||||
tuple-ids=2 row-size=140B cardinality=44.08M(filtered from 4.32G) cost=1774200109
|
||||
in pipelines: 01(GETNEXT)
|
||||
---- DISTRIBUTEDPLAN
|
||||
Max Per-Host Resource Reservation: Memory=895.02MB Threads=22
|
||||
Per-Host Resource Estimates: Memory=1.18GB
|
||||
@@ -152,7 +152,7 @@ PLAN-ROOT SINK
|
||||
|
|
||||
F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item.i_item_id)] hosts=10 instances=10 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=27.50MB mem-reservation=2.88MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[17554532, 1831104, 188] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
|
||||
max-parallelism=10 segment-costs=[17557308, 1831104, 188] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
|
||||
10:TOP-N [LIMIT=100]
|
||||
| order by: tpcds_partitioned_parquet_snap.item.i_item_id ASC NULLS LAST
|
||||
| mem-estimate=5.86KB mem-reservation=0B thread-reservation=0
|
||||
@@ -163,32 +163,32 @@ max-parallelism=10 segment-costs=[17554532, 1831104, 188] cpu-comparison-result=
|
||||
| output: avg:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity), avg:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_list_price), avg:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_coupon_amt), avg:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id
|
||||
| mem-estimate=10.00MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=11 row-size=60B cardinality=185.57K cost=10126393
|
||||
| in pipelines: 16(GETNEXT), 00(OPEN)
|
||||
| tuple-ids=11 row-size=60B cardinality=185.57K cost=10127961
|
||||
| in pipelines: 16(GETNEXT), 01(OPEN)
|
||||
|
|
||||
15:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_item_id)]
|
||||
| mem-estimate=17.50MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=10 row-size=60B cardinality=19.19M cost=7428139
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| tuple-ids=10 row-size=60B cardinality=19.19M cost=7429347
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=4.00MB mem-reservation=4.00MB thread-reservation=0 runtime-filters-memory=4.00MB
|
||||
Per-Instance Resources: mem-estimate=35.50MB mem-reservation=18.00MB thread-reservation=1
|
||||
max-parallelism=280 segment-costs=[2729570421, 84033344] cpu-comparison-result=120 [max(120 (self) vs 56 (sum children))]
|
||||
max-parallelism=280 segment-costs=[2729593615, 84047007] cpu-comparison-result=120 [max(120 (self) vs 56 (sum children))]
|
||||
09:AGGREGATE [STREAMING]
|
||||
| output: avg(CAST(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity AS BIGINT)), avg(tpcds_partitioned_parquet_snap.catalog_sales.cs_list_price), avg(tpcds_partitioned_parquet_snap.catalog_sales.cs_coupon_amt), avg(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id
|
||||
| mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=10 row-size=60B cardinality=19.19M cost=72168829
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| tuple-ids=10 row-size=60B cardinality=19.19M cost=72188032
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
08:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: none
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6,8 row-size=1.10KB cardinality=44.06M cost=19289490
|
||||
| in pipelines: 00(GETNEXT), 07(OPEN)
|
||||
| tuple-ids=2,4,6,8,0 row-size=1.10KB cardinality=44.08M cost=19293481
|
||||
| in pipelines: 01(GETNEXT), 00(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -201,29 +201,29 @@ max-parallelism=280 segment-costs=[2729570421, 84033344] cpu-comparison-result=1
|
||||
| |
|
||||
| 14:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=8 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| | tuple-ids=0 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| |
|
||||
| F04:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=8 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 07(GETNEXT)
|
||||
| tuple-ids=0 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
07:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=724B cardinality=44.08M cost=19293481
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
| tuple-ids=2,4,6,8 row-size=724B cardinality=44.08M cost=19293481
|
||||
| in pipelines: 01(GETNEXT), 06(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.42MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -236,13 +236,13 @@ max-parallelism=280 segment-costs=[2729570421, 84033344] cpu-comparison-result=1
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=174.22KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=373 cost=490
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| | tuple-ids=8 row-size=237B cardinality=373 cost=490
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[112899]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 06:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2002 AS INT)
|
||||
| stored statistics:
|
||||
@@ -252,16 +252,16 @@ max-parallelism=280 segment-costs=[2729570421, 84033344] cpu-comparison-result=1
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2002 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2002 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 05(GETNEXT)
|
||||
| tuple-ids=8 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 06(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=486B cardinality=44.08M(filtered from 216.38M) cost=50514059
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| tuple-ids=2,4,6 row-size=486B cardinality=44.08M(filtered from 216.38M) cost=50514059
|
||||
| in pipelines: 01(GETNEXT), 04(OPEN)
|
||||
|
|
||||
|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=213.93MB mem-reservation=205.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -274,13 +274,13 @@ max-parallelism=280 segment-costs=[2729570421, 84033344] cpu-comparison-result=1
|
||||
| |
|
||||
| 12:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=8.93MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=87B cardinality=97.40K cost=129440
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | tuple-ids=6 row-size=87B cardinality=97.40K cost=129440
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| Per-Instance Resources: mem-estimate=16.35MB mem-reservation=1.00MB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[1253660]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics, RANDOM]
|
||||
| 04:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=11.15MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = '2 yr Degree', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'M', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| stored statistics:
|
||||
@@ -290,16 +290,16 @@ max-parallelism=280 segment-costs=[2729570421, 84033344] cpu-comparison-result=1
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = '2 yr Degree', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'M', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = '2 yr Degree', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'M', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=87B cardinality=97.40K cost=1228790
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=6 row-size=87B cardinality=97.40K cost=1228790
|
||||
| in pipelines: 04(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
03:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=03
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=400B cardinality=44.08M(filtered from 4.32G) cost=794104453
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=2,4 row-size=400B cardinality=44.08M(filtered from 4.32G) cost=794104453
|
||||
| in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.95MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -312,13 +312,13 @@ max-parallelism=280 segment-costs=[2729570421, 84033344] cpu-comparison-result=1
|
||||
| |
|
||||
| 11:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=720.54KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=260B cardinality=1.80K cost=2390
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=260B cardinality=1.80K cost=2390
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.03MB mem-reservation=152.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[4042]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.promotion, RANDOM]
|
||||
| 02:SCAN HDFS [tpcds_partitioned_parquet_snap.promotion, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=100.50KB
|
||||
| predicates: tpcds_partitioned_parquet_snap.promotion.p_channel_email = 'N' OR tpcds_partitioned_parquet_snap.promotion.p_channel_event = 'N'
|
||||
| stored statistics:
|
||||
@@ -326,10 +326,10 @@ max-parallelism=280 segment-costs=[2729570421, 84033344] cpu-comparison-result=1
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.80K
|
||||
| mem-estimate=16.00MB mem-reservation=152.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=260B cardinality=1.80K cost=2741
|
||||
| in pipelines: 01(GETNEXT)
|
||||
| tuple-ids=4 row-size=260B cardinality=1.80K cost=2741
|
||||
| in pipelines: 02(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
01:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_cdemo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_promo_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_cdemo_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_promo_sk
|
||||
stored statistics:
|
||||
@@ -338,8 +338,8 @@ max-parallelism=280 segment-costs=[2729570421, 84033344] cpu-comparison-result=1
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=21.52M est-scan-range=374(filtered from 1831)
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=140B cardinality=44.08M(filtered from 4.32G) cost=1774200109
|
||||
in pipelines: 00(GETNEXT)
|
||||
tuple-ids=2 row-size=140B cardinality=44.08M(filtered from 4.32G) cost=1774200109
|
||||
in pipelines: 01(GETNEXT)
|
||||
---- PARALLELPLANS
|
||||
Max Per-Host Resource Reservation: Memory=895.02MB Threads=22
|
||||
Per-Host Resource Estimates: Memory=1.18GB
|
||||
@@ -359,7 +359,7 @@ PLAN-ROOT SINK
|
||||
|
|
||||
F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item.i_item_id)] hosts=10 instances=10 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=27.50MB mem-reservation=2.88MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[17554532, 1831104, 188] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
|
||||
max-parallelism=10 segment-costs=[17557308, 1831104, 188] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
|
||||
10:TOP-N [LIMIT=100]
|
||||
| order by: tpcds_partitioned_parquet_snap.item.i_item_id ASC NULLS LAST
|
||||
| mem-estimate=5.86KB mem-reservation=0B thread-reservation=0
|
||||
@@ -370,32 +370,32 @@ max-parallelism=10 segment-costs=[17554532, 1831104, 188] cpu-comparison-result=
|
||||
| output: avg:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity), avg:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_list_price), avg:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_coupon_amt), avg:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id
|
||||
| mem-estimate=10.00MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=11 row-size=60B cardinality=185.57K cost=10126393
|
||||
| in pipelines: 16(GETNEXT), 00(OPEN)
|
||||
| tuple-ids=11 row-size=60B cardinality=185.57K cost=10127961
|
||||
| in pipelines: 16(GETNEXT), 01(OPEN)
|
||||
|
|
||||
15:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_item_id)]
|
||||
| mem-estimate=17.50MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=10 row-size=60B cardinality=19.19M cost=7428139
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| tuple-ids=10 row-size=60B cardinality=19.19M cost=7429347
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=4.00MB mem-reservation=4.00MB thread-reservation=0 runtime-filters-memory=4.00MB
|
||||
Per-Instance Resources: mem-estimate=35.50MB mem-reservation=18.00MB thread-reservation=1
|
||||
max-parallelism=280 segment-costs=[2729570421, 84033344] cpu-comparison-result=120 [max(120 (self) vs 56 (sum children))]
|
||||
max-parallelism=280 segment-costs=[2729593615, 84047007] cpu-comparison-result=120 [max(120 (self) vs 56 (sum children))]
|
||||
09:AGGREGATE [STREAMING]
|
||||
| output: avg(CAST(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity AS BIGINT)), avg(tpcds_partitioned_parquet_snap.catalog_sales.cs_list_price), avg(tpcds_partitioned_parquet_snap.catalog_sales.cs_coupon_amt), avg(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id
|
||||
| mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=10 row-size=60B cardinality=19.19M cost=72168829
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| tuple-ids=10 row-size=60B cardinality=19.19M cost=72188032
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
08:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: none
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6,8 row-size=1.10KB cardinality=44.06M cost=19289490
|
||||
| in pipelines: 00(GETNEXT), 07(OPEN)
|
||||
| tuple-ids=2,4,6,8,0 row-size=1.10KB cardinality=44.08M cost=19293481
|
||||
| in pipelines: 01(GETNEXT), 00(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -408,29 +408,29 @@ max-parallelism=280 segment-costs=[2729570421, 84033344] cpu-comparison-result=1
|
||||
| |
|
||||
| 14:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=8 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| | tuple-ids=0 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| |
|
||||
| F04:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=8 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 07(GETNEXT)
|
||||
| tuple-ids=0 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
07:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=724B cardinality=44.08M cost=19293481
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
| tuple-ids=2,4,6,8 row-size=724B cardinality=44.08M cost=19293481
|
||||
| in pipelines: 01(GETNEXT), 06(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.42MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -443,13 +443,13 @@ max-parallelism=280 segment-costs=[2729570421, 84033344] cpu-comparison-result=1
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=174.22KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=373 cost=490
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| | tuple-ids=8 row-size=237B cardinality=373 cost=490
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[112899]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 06:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2002 AS INT)
|
||||
| stored statistics:
|
||||
@@ -459,16 +459,16 @@ max-parallelism=280 segment-costs=[2729570421, 84033344] cpu-comparison-result=1
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2002 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2002 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 05(GETNEXT)
|
||||
| tuple-ids=8 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 06(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=486B cardinality=44.08M(filtered from 216.38M) cost=50514059
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| tuple-ids=2,4,6 row-size=486B cardinality=44.08M(filtered from 216.38M) cost=50514059
|
||||
| in pipelines: 01(GETNEXT), 04(OPEN)
|
||||
|
|
||||
|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=213.93MB mem-reservation=205.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -481,13 +481,13 @@ max-parallelism=280 segment-costs=[2729570421, 84033344] cpu-comparison-result=1
|
||||
| |
|
||||
| 12:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=8.93MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=87B cardinality=97.40K cost=129440
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | tuple-ids=6 row-size=87B cardinality=97.40K cost=129440
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| Per-Instance Resources: mem-estimate=16.35MB mem-reservation=1.00MB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[1253660]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics, RANDOM]
|
||||
| 04:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=11.15MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = '2 yr Degree', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'M', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| stored statistics:
|
||||
@@ -497,16 +497,16 @@ max-parallelism=280 segment-costs=[2729570421, 84033344] cpu-comparison-result=1
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = '2 yr Degree', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'M', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = '2 yr Degree', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'M', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=87B cardinality=97.40K cost=1228790
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=6 row-size=87B cardinality=97.40K cost=1228790
|
||||
| in pipelines: 04(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
03:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=03
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_promo_sk = tpcds_partitioned_parquet_snap.promotion.p_promo_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=400B cardinality=44.08M(filtered from 4.32G) cost=794104453
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=2,4 row-size=400B cardinality=44.08M(filtered from 4.32G) cost=794104453
|
||||
| in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.95MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -519,13 +519,13 @@ max-parallelism=280 segment-costs=[2729570421, 84033344] cpu-comparison-result=1
|
||||
| |
|
||||
| 11:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=720.54KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=260B cardinality=1.80K cost=2390
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=260B cardinality=1.80K cost=2390
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.03MB mem-reservation=152.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[4042]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.promotion, RANDOM]
|
||||
| 02:SCAN HDFS [tpcds_partitioned_parquet_snap.promotion, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=100.50KB
|
||||
| predicates: tpcds_partitioned_parquet_snap.promotion.p_channel_email = 'N' OR tpcds_partitioned_parquet_snap.promotion.p_channel_event = 'N'
|
||||
| stored statistics:
|
||||
@@ -533,10 +533,10 @@ max-parallelism=280 segment-costs=[2729570421, 84033344] cpu-comparison-result=1
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.80K
|
||||
| mem-estimate=16.00MB mem-reservation=152.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=260B cardinality=1.80K cost=2741
|
||||
| in pipelines: 01(GETNEXT)
|
||||
| tuple-ids=4 row-size=260B cardinality=1.80K cost=2741
|
||||
| in pipelines: 02(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
01:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_cdemo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_promo_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_cdemo_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_promo_sk
|
||||
stored statistics:
|
||||
@@ -545,6 +545,6 @@ max-parallelism=280 segment-costs=[2729570421, 84033344] cpu-comparison-result=1
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=21.52M est-scan-range=374(filtered from 1831)
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=140B cardinality=44.08M(filtered from 4.32G) cost=1774200109
|
||||
in pipelines: 00(GETNEXT)
|
||||
tuple-ids=2 row-size=140B cardinality=44.08M(filtered from 4.32G) cost=1774200109
|
||||
in pipelines: 01(GETNEXT)
|
||||
====
|
||||
|
||||
@@ -27,7 +27,7 @@ Max Per-Host Resource Reservation: Memory=136.81MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=1.22GB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=1.22GB mem-reservation=136.81MB thread-reservation=1 runtime-filters-memory=4.00MB
|
||||
| max-parallelism=1 segment-costs=[3223784675, 34419344, 70334652, 700]
|
||||
| max-parallelism=1 segment-costs=[2796233377, 34419344, 70334652, 700]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: CASE valid_tid(11,13,15) WHEN 11 THEN tpcds_partitioned_parquet_snap.item.i_item_id WHEN 13 THEN tpcds_partitioned_parquet_snap.item.i_item_id WHEN 15 THEN NULL END, CASE valid_tid(11,13,15) WHEN 11 THEN tpcds_partitioned_parquet_snap.store.s_state WHEN 13 THEN NULL WHEN 15 THEN NULL END, aggif(valid_tid(11,13,15) IN (11, 13, 15), CASE valid_tid(11,13,15) WHEN 11 THEN 0 WHEN 13 THEN 1 WHEN 15 THEN 1 END), aggif(valid_tid(11,13,15) IN (11, 13, 15), CASE valid_tid(11,13,15) WHEN 11 THEN avg(tpcds_partitioned_parquet_snap.store_sales.ss_quantity) WHEN 13 THEN avg(tpcds_partitioned_parquet_snap.store_sales.ss_quantity) WHEN 15 THEN avg(tpcds_partitioned_parquet_snap.store_sales.ss_quantity) END), aggif(valid_tid(11,13,15) IN (11, 13, 15), CASE valid_tid(11,13,15) WHEN 11 THEN avg(tpcds_partitioned_parquet_snap.store_sales.ss_list_price) WHEN 13 THEN avg(tpcds_partitioned_parquet_snap.store_sales.ss_list_price) WHEN 15 THEN avg(tpcds_partitioned_parquet_snap.store_sales.ss_list_price) END), aggif(valid_tid(11,13,15) IN (11, 13, 15), CASE valid_tid(11,13,15) WHEN 11 THEN avg(tpcds_partitioned_parquet_snap.store_sales.ss_coupon_amt) WHEN 13 THEN avg(tpcds_partitioned_parquet_snap.store_sales.ss_coupon_amt) WHEN 15 THEN avg(tpcds_partitioned_parquet_snap.store_sales.ss_coupon_amt) END), aggif(valid_tid(11,13,15) IN (11, 13, 15), CASE valid_tid(11,13,15) WHEN 11 THEN avg(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price) WHEN 13 THEN avg(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price) WHEN 15 THEN avg(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price) END)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=700
|
||||
@@ -99,14 +99,34 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=641B cardinality=88.49M(filtered from 139.86M) cost=48138328
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=641B cardinality=88.49M(filtered from 139.86M) cost=48041145
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics]
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| predicates: tpcds_partitioned_parquet_snap.store.s_state = 'AL' OR tpcds_partitioned_parquet_snap.store.s_state = 'LA' OR tpcds_partitioned_parquet_snap.store.s_state = 'PA' OR tpcds_partitioned_parquet_snap.store.s_state = 'TX' OR tpcds_partitioned_parquet_snap.store.s_state = 'WA'
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.store.s_state = 'AL' OR tpcds_partitioned_parquet_snap.store.s_state = 'LA' OR tpcds_partitioned_parquet_snap.store.s_state = 'PA' OR tpcds_partitioned_parquet_snap.store.s_state = 'TX' OR tpcds_partitioned_parquet_snap.store.s_state = 'WA'
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=459B cardinality=216 cost=4756
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=183B cardinality=88.49M(filtered from 432.75M) cost=101209716
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics]
|
||||
| HDFS partitions=1/1 files=1 size=11.15MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'Advanced Degree', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'S', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| stored statistics:
|
||||
@@ -116,32 +136,12 @@ PLAN-ROOT SINK
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'Advanced Degree', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'S', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'Advanced Degree', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'S', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=87B cardinality=97.40K cost=1228790
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=555B cardinality=88.49M(filtered from 2.79G) cost=528663831
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| predicates: tpcds_partitioned_parquet_snap.store.s_state = 'AL' OR tpcds_partitioned_parquet_snap.store.s_state = 'LA' OR tpcds_partitioned_parquet_snap.store.s_state = 'PA' OR tpcds_partitioned_parquet_snap.store.s_state = 'TX' OR tpcds_partitioned_parquet_snap.store.s_state = 'WA'
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.store.s_state = 'AL' OR tpcds_partitioned_parquet_snap.store.s_state = 'LA' OR tpcds_partitioned_parquet_snap.store.s_state = 'PA' OR tpcds_partitioned_parquet_snap.store.s_state = 'TX' OR tpcds_partitioned_parquet_snap.store.s_state = 'WA'
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=459B cardinality=216 cost=4756
|
||||
| tuple-ids=2 row-size=87B cardinality=97.40K cost=1228790
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -205,7 +205,7 @@ max-parallelism=20 segment-costs=[144091537, 34419344, 70334652, 180] cpu-compar
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=4.00MB mem-reservation=4.00MB thread-reservation=0 runtime-filters-memory=4.00MB
|
||||
Per-Instance Resources: mem-estimate=115.64MB mem-reservation=78.00MB thread-reservation=1
|
||||
max-parallelism=340 segment-costs=[3394951430, 641304123] cpu-comparison-result=120 [max(120 (self) vs 56 (sum children))]
|
||||
max-parallelism=300 segment-costs=[2967400132, 641304123] cpu-comparison-result=120 [max(120 (self) vs 56 (sum children))]
|
||||
09:AGGREGATE [STREAMING]
|
||||
| Class 0
|
||||
| output: avg(CAST(tpcds_partitioned_parquet_snap.store_sales.ss_quantity AS BIGINT)), avg(tpcds_partitioned_parquet_snap.store_sales.ss_list_price), avg(tpcds_partitioned_parquet_snap.store_sales.ss_coupon_amt), avg(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
|
||||
@@ -295,30 +295,67 @@ max-parallelism=340 segment-costs=[3394951430, 641304123] cpu-comparison-result=
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=1.00MB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=641B cardinality=88.49M(filtered from 139.86M) cost=48040929
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.44MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[496]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=216
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=194.37KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=459B cardinality=216 cost=280
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[5028]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| predicates: tpcds_partitioned_parquet_snap.store.s_state = 'AL' OR tpcds_partitioned_parquet_snap.store.s_state = 'LA' OR tpcds_partitioned_parquet_snap.store.s_state = 'PA' OR tpcds_partitioned_parquet_snap.store.s_state = 'TX' OR tpcds_partitioned_parquet_snap.store.s_state = 'WA'
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.store.s_state = 'AL' OR tpcds_partitioned_parquet_snap.store.s_state = 'LA' OR tpcds_partitioned_parquet_snap.store.s_state = 'PA' OR tpcds_partitioned_parquet_snap.store.s_state = 'TX' OR tpcds_partitioned_parquet_snap.store.s_state = 'WA'
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=459B cardinality=216 cost=4756
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=03
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=183B cardinality=88.49M(filtered from 432.75M) cost=101112317
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=213.93MB mem-reservation=205.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[226839]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | join-table-id=03 plan-id=04 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| | mem-estimate=204.00MB mem-reservation=204.00MB spill-buffer=1.00MB thread-reservation=0 cost=97399
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| 12:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=8.93MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=87B cardinality=97.40K cost=129440
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | tuple-ids=2 row-size=87B cardinality=97.40K cost=129440
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| Per-Instance Resources: mem-estimate=16.35MB mem-reservation=1.00MB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[1253660]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics, RANDOM]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=11.15MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'Advanced Degree', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'S', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| stored statistics:
|
||||
@@ -328,49 +365,12 @@ max-parallelism=340 segment-costs=[3394951430, 641304123] cpu-comparison-result=
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'Advanced Degree', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'S', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'Advanced Degree', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'S', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=87B cardinality=97.40K cost=1228790
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=03
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=555B cardinality=88.49M(filtered from 2.79G) cost=528663615
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.44MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[496]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=03 plan-id=04 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=216
|
||||
| |
|
||||
| 12:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=194.37KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=459B cardinality=216 cost=280
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[5028]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| predicates: tpcds_partitioned_parquet_snap.store.s_state = 'AL' OR tpcds_partitioned_parquet_snap.store.s_state = 'LA' OR tpcds_partitioned_parquet_snap.store.s_state = 'PA' OR tpcds_partitioned_parquet_snap.store.s_state = 'TX' OR tpcds_partitioned_parquet_snap.store.s_state = 'WA'
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.store.s_state = 'AL' OR tpcds_partitioned_parquet_snap.store.s_state = 'LA' OR tpcds_partitioned_parquet_snap.store.s_state = 'PA' OR tpcds_partitioned_parquet_snap.store.s_state = 'TX' OR tpcds_partitioned_parquet_snap.store.s_state = 'WA'
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=459B cardinality=216 cost=4756
|
||||
| tuple-ids=2 row-size=87B cardinality=97.40K cost=1228790
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -434,7 +434,7 @@ max-parallelism=20 segment-costs=[144091537, 34419344, 70334652, 180] cpu-compar
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=4.00MB mem-reservation=4.00MB thread-reservation=0 runtime-filters-memory=4.00MB
|
||||
Per-Instance Resources: mem-estimate=115.64MB mem-reservation=78.00MB thread-reservation=1
|
||||
max-parallelism=340 segment-costs=[3394951430, 641304123] cpu-comparison-result=120 [max(120 (self) vs 56 (sum children))]
|
||||
max-parallelism=300 segment-costs=[2967400132, 641304123] cpu-comparison-result=120 [max(120 (self) vs 56 (sum children))]
|
||||
09:AGGREGATE [STREAMING]
|
||||
| Class 0
|
||||
| output: avg(CAST(tpcds_partitioned_parquet_snap.store_sales.ss_quantity AS BIGINT)), avg(tpcds_partitioned_parquet_snap.store_sales.ss_list_price), avg(tpcds_partitioned_parquet_snap.store_sales.ss_coupon_amt), avg(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
|
||||
@@ -524,30 +524,67 @@ max-parallelism=340 segment-costs=[3394951430, 641304123] cpu-comparison-result=
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=1.00MB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=641B cardinality=88.49M(filtered from 139.86M) cost=48040929
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.44MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[496]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=216
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=194.37KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=459B cardinality=216 cost=280
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[5028]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| predicates: tpcds_partitioned_parquet_snap.store.s_state = 'AL' OR tpcds_partitioned_parquet_snap.store.s_state = 'LA' OR tpcds_partitioned_parquet_snap.store.s_state = 'PA' OR tpcds_partitioned_parquet_snap.store.s_state = 'TX' OR tpcds_partitioned_parquet_snap.store.s_state = 'WA'
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.store.s_state = 'AL' OR tpcds_partitioned_parquet_snap.store.s_state = 'LA' OR tpcds_partitioned_parquet_snap.store.s_state = 'PA' OR tpcds_partitioned_parquet_snap.store.s_state = 'TX' OR tpcds_partitioned_parquet_snap.store.s_state = 'WA'
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=459B cardinality=216 cost=4756
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=03
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk = tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=183B cardinality=88.49M(filtered from 432.75M) cost=101112317
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=213.93MB mem-reservation=205.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[226839]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | join-table-id=03 plan-id=04 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
|
||||
| | mem-estimate=204.00MB mem-reservation=204.00MB spill-buffer=1.00MB thread-reservation=0 cost=97399
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| 12:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=8.93MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=87B cardinality=97.40K cost=129440
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | tuple-ids=2 row-size=87B cardinality=97.40K cost=129440
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| Per-Instance Resources: mem-estimate=16.35MB mem-reservation=1.00MB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[1253660]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics, RANDOM]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=11.15MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'Advanced Degree', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'S', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| stored statistics:
|
||||
@@ -557,49 +594,12 @@ max-parallelism=340 segment-costs=[3394951430, 641304123] cpu-comparison-result=
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'Advanced Degree', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'S', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status = 'Advanced Degree', tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status = 'S', tpcds_partitioned_parquet_snap.customer_demographics.cd_gender = 'F'
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=87B cardinality=97.40K cost=1228790
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=03
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=555B cardinality=88.49M(filtered from 2.79G) cost=528663615
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.44MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[496]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=03 plan-id=04 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=216
|
||||
| |
|
||||
| 12:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=194.37KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=459B cardinality=216 cost=280
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[5028]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| predicates: tpcds_partitioned_parquet_snap.store.s_state = 'AL' OR tpcds_partitioned_parquet_snap.store.s_state = 'LA' OR tpcds_partitioned_parquet_snap.store.s_state = 'PA' OR tpcds_partitioned_parquet_snap.store.s_state = 'TX' OR tpcds_partitioned_parquet_snap.store.s_state = 'WA'
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.store.s_state = 'AL' OR tpcds_partitioned_parquet_snap.store.s_state = 'LA' OR tpcds_partitioned_parquet_snap.store.s_state = 'PA' OR tpcds_partitioned_parquet_snap.store.s_state = 'TX' OR tpcds_partitioned_parquet_snap.store.s_state = 'WA'
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=459B cardinality=216 cost=4756
|
||||
| tuple-ids=2 row-size=87B cardinality=97.40K cost=1228790
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@@ -32,99 +32,27 @@ Max Per-Host Resource Reservation: Memory=35.19MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=93MB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=92.69MB mem-reservation=35.19MB thread-reservation=1 runtime-filters-memory=4.00MB
|
||||
| max-parallelism=1 segment-costs=[9147184561, 9497093516, 1]
|
||||
| max-parallelism=1 segment-costs=[9147184561, 8715110394, 1]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: sum(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt)
|
||||
| output exprs: sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=1
|
||||
|
|
||||
10:AGGREGATE [FINALIZE]
|
||||
| output: sum(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt)
|
||||
| output: sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt)
|
||||
| limit: 100
|
||||
| mem-estimate=16.00KB mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=12 row-size=16B cardinality=1 cost=314848
|
||||
| in pipelines: 10(GETNEXT), 06(OPEN)
|
||||
| in pipelines: 10(GETNEXT), 00(OPEN)
|
||||
|
|
||||
09:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: none
|
||||
| other join predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt > multiply(CAST(1.3 AS DECIMAL(2,1)), avg(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt))
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=8,10,5,6 row-size=795B cardinality=4.50M cost=1969076
|
||||
| in pipelines: 06(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--05:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=5,6 row-size=417B cardinality=375 cost=92829
|
||||
| | in pipelines: 03(GETNEXT), 04(OPEN)
|
||||
| |
|
||||
| |--04:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(948 AS INT)
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(948 AS INT)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(948 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=6 row-size=405B cardinality=375 cost=1365725
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| 03:AGGREGATE [FINALIZE]
|
||||
| | output: avg(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt)
|
||||
| | group by: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
|
||||
| | mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
|
||||
| | tuple-ids=5 row-size=12B cardinality=360.18K cost=127301342
|
||||
| | in pipelines: 03(GETNEXT), 00(OPEN)
|
||||
| |
|
||||
| 02:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=377B cardinality=432.01M cost=189097118
|
||||
| | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| |
|
||||
| |--01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
|
||||
| HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
| predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk)
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
|
||||
| stored statistics:
|
||||
| table: rows=4.32G size=280.96GB
|
||||
| partitions: 1831/1831 rows=4.32G
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=21.52M
|
||||
| parquet dictionary predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk)
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=0 row-size=140B cardinality=432.01M cost=8830671396
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
08:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=8,10 row-size=377B cardinality=4.50M(filtered from 4.32G) cost=783959128
|
||||
| in pipelines: 06(GETNEXT), 07(OPEN)
|
||||
| tuple-ids=0,7,8,10 row-size=795B cardinality=4.50M cost=1976006
|
||||
| in pipelines: 00(GETNEXT), 08(OPEN)
|
||||
|
|
||||
|--07:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--08:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| stored statistics:
|
||||
@@ -135,19 +63,91 @@ PLAN-ROOT SINK
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=10 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 07(GETNEXT)
|
||||
| in pipelines: 08(GETNEXT)
|
||||
|
|
||||
06:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
|
||||
07:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| other join predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt > multiply(CAST(1.3 AS DECIMAL(2,1)), avg(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt))
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,7,8 row-size=557B cardinality=4.50M cost=1969076
|
||||
| in pipelines: 00(GETNEXT), 04(OPEN)
|
||||
|
|
||||
|--06:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=7,8 row-size=417B cardinality=375 cost=92829
|
||||
| | in pipelines: 04(GETNEXT), 05(OPEN)
|
||||
| |
|
||||
| |--05:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(948 AS INT)
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(948 AS INT)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(948 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=405B cardinality=375 cost=1365725
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| 04:AGGREGATE [FINALIZE]
|
||||
| | output: avg(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt)
|
||||
| | group by: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk
|
||||
| | mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
|
||||
| | tuple-ids=7 row-size=12B cardinality=360.18K cost=127301342
|
||||
| | in pipelines: 04(GETNEXT), 01(OPEN)
|
||||
| |
|
||||
| 03:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=2,4 row-size=377B cardinality=432.01M cost=189097118
|
||||
| | in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
| |
|
||||
| |--02:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=4 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
|
||||
| HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
| predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk)
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk
|
||||
| stored statistics:
|
||||
| table: rows=4.32G size=280.96GB
|
||||
| partitions: 1831/1831 rows=4.32G
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=21.52M
|
||||
| parquet dictionary predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk)
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=140B cardinality=432.01M cost=8830671396
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
|
||||
HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
|
||||
stored statistics:
|
||||
table: rows=4.32G size=280.96GB
|
||||
partitions: 1831/1831 rows=4.32G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=21.52M
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=8 row-size=140B cardinality=4.50M(filtered from 4.32G) cost=8709277205
|
||||
in pipelines: 06(GETNEXT)
|
||||
tuple-ids=0 row-size=140B cardinality=4.50M(filtered from 4.32G) cost=8709277205
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- DISTRIBUTEDPLAN
|
||||
Max Per-Host Resource Reservation: Memory=344.62MB Threads=33
|
||||
Per-Host Resource Estimates: Memory=796MB
|
||||
@@ -155,11 +155,11 @@ F06:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=4.02MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[30, 1] cpu-comparison-result=145 [max(1 (self) vs 145 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: sum(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt)
|
||||
| output exprs: sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=1
|
||||
|
|
||||
18:AGGREGATE [FINALIZE]
|
||||
| output: sum:merge(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt)
|
||||
| output: sum:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt)
|
||||
| limit: 100
|
||||
| mem-estimate=16.00KB mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=12 row-size=16B cardinality=1 cost=8
|
||||
@@ -173,178 +173,39 @@ PLAN-ROOT SINK
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=16.02MB mem-reservation=1.00MB thread-reservation=1
|
||||
max-parallelism=950 segment-costs=[9495512577, 185] cpu-comparison-result=145 [max(120 (self) vs 145 (sum children))]
|
||||
max-parallelism=880 segment-costs=[8713529455, 185] cpu-comparison-result=145 [max(120 (self) vs 145 (sum children))]
|
||||
10:AGGREGATE
|
||||
| output: sum(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt)
|
||||
| output: sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt)
|
||||
| mem-estimate=16.00KB mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=12 row-size=16B cardinality=120 cost=314848
|
||||
| in pipelines: 10(GETNEXT), 06(OPEN)
|
||||
| in pipelines: 10(GETNEXT), 00(OPEN)
|
||||
|
|
||||
09:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: none
|
||||
| other join predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt > multiply(CAST(1.3 AS DECIMAL(2,1)), avg(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt))
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=8,10,5,6 row-size=795B cardinality=4.50M cost=1968701
|
||||
| in pipelines: 06(GETNEXT), 14(OPEN)
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,7,8,10 row-size=795B cardinality=4.50M cost=1968701
|
||||
| in pipelines: 00(GETNEXT), 08(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=25.92MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[865] cpu-comparison-result=134 [max(10 (self) vs 134 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=375
|
||||
| |
|
||||
| 16:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.67MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=5,6 row-size=417B cardinality=375 cost=490
|
||||
| | in pipelines: 14(GETNEXT)
|
||||
| |
|
||||
| F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
| Per-Instance Resources: mem-estimate=21.88MB mem-reservation=1.94MB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[20768249, 92892] cpu-comparison-result=134 [max(10 (self) vs 134 (sum children))]
|
||||
| 05:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=5,6 row-size=417B cardinality=375 cost=92454
|
||||
| | in pipelines: 14(GETNEXT), 04(OPEN)
|
||||
| |
|
||||
| |--F08:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
| | | Per-Instance Resources: mem-estimate=3.56MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[1116]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=375
|
||||
| | |
|
||||
| | 15:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_item_sk)]
|
||||
| | | mem-estimate=636.98KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=6 row-size=405B cardinality=375 cost=741
|
||||
| | | in pipelines: 04(GETNEXT)
|
||||
| | |
|
||||
| | F05:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=32.00MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1375710]
|
||||
| | 04:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(948 AS INT)
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(948 AS INT)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(948 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=6 row-size=405B cardinality=375 cost=1365725
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| 14:AGGREGATE [FINALIZE]
|
||||
| | output: avg:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt)
|
||||
| | group by: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
|
||||
| | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=5 row-size=12B cardinality=360.18K cost=13580817
|
||||
| | in pipelines: 14(GETNEXT), 00(OPEN)
|
||||
| |
|
||||
| 13:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk)]
|
||||
| | mem-estimate=11.88MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=12B cardinality=43.22M cost=7187432
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
| Per-Instance Resources: mem-estimate=33.62MB mem-reservation=18.00MB thread-reservation=1
|
||||
| max-parallelism=930 segment-costs=[9258805839, 55666947] cpu-comparison-result=120 [max(120 (self) vs 11 (sum children))]
|
||||
| 03:AGGREGATE [STREAMING]
|
||||
| | output: avg(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt)
|
||||
| | group by: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
|
||||
| | mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
|
||||
| | tuple-ids=4 row-size=12B cardinality=43.22M cost=239044630
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| |
|
||||
| 02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=377B cardinality=432.01M cost=189089813
|
||||
| | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| |
|
||||
| |--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[17005]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | |
|
||||
| | 12:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=2 row-size=237B cardinality=7.30K cost=9700
|
||||
| | | in pipelines: 01(GETNEXT)
|
||||
| | |
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[119540]
|
||||
| | 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
| HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
| predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk)
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
|
||||
| stored statistics:
|
||||
| table: rows=4.32G size=280.96GB
|
||||
| partitions: 1831/1831 rows=4.32G
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=21.52M
|
||||
| parquet dictionary predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk)
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=0 row-size=140B cardinality=432.01M cost=8830671396
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
08:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=03
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=8,10 row-size=377B cardinality=4.50M(filtered from 4.32G) cost=783951823
|
||||
| in pipelines: 06(GETNEXT), 07(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=03 plan-id=04 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 11:EXCHANGE [BROADCAST]
|
||||
| 16:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=10 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| | in pipelines: 08(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F05:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 08:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| stored statistics:
|
||||
@@ -355,19 +216,158 @@ max-parallelism=950 segment-costs=[9495512577, 185] cpu-comparison-result=145 [m
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=10 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 07(GETNEXT)
|
||||
| in pipelines: 08(GETNEXT)
|
||||
|
|
||||
06:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
07:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| other join predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt > multiply(CAST(1.3 AS DECIMAL(2,1)), avg(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt))
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,7,8 row-size=557B cardinality=4.50M cost=1968701
|
||||
| in pipelines: 00(GETNEXT), 13(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=25.92MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[865] cpu-comparison-result=134 [max(10 (self) vs 134 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=375
|
||||
| |
|
||||
| 15:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.67MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=7,8 row-size=417B cardinality=375 cost=490
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
| Per-Instance Resources: mem-estimate=21.88MB mem-reservation=1.94MB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[20768249, 92892] cpu-comparison-result=134 [max(10 (self) vs 134 (sum children))]
|
||||
| 06:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=7,8 row-size=417B cardinality=375 cost=92454
|
||||
| | in pipelines: 13(GETNEXT), 05(OPEN)
|
||||
| |
|
||||
| |--F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
| | | Per-Instance Resources: mem-estimate=3.56MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[1116]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=375
|
||||
| | |
|
||||
| | 14:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_item_sk)]
|
||||
| | | mem-estimate=636.98KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=8 row-size=405B cardinality=375 cost=741
|
||||
| | | in pipelines: 05(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=32.00MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1375710]
|
||||
| | 05:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(948 AS INT)
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(948 AS INT)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(948 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=405B cardinality=375 cost=1365725
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| 13:AGGREGATE [FINALIZE]
|
||||
| | output: avg:merge(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt)
|
||||
| | group by: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk
|
||||
| | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=7 row-size=12B cardinality=360.18K cost=13580817
|
||||
| | in pipelines: 13(GETNEXT), 01(OPEN)
|
||||
| |
|
||||
| 12:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk)]
|
||||
| | mem-estimate=11.88MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=12B cardinality=43.22M cost=7187432
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
| Per-Instance Resources: mem-estimate=33.62MB mem-reservation=18.00MB thread-reservation=1
|
||||
| max-parallelism=930 segment-costs=[9258805839, 55666947] cpu-comparison-result=120 [max(120 (self) vs 11 (sum children))]
|
||||
| 04:AGGREGATE [STREAMING]
|
||||
| | output: avg(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt)
|
||||
| | group by: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk
|
||||
| | mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
|
||||
| | tuple-ids=6 row-size=12B cardinality=43.22M cost=239044630
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| 03:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=2,4 row-size=377B cardinality=432.01M cost=189089813
|
||||
| | in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
| |
|
||||
| |--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[17005]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | |
|
||||
| | 11:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=4 row-size=237B cardinality=7.30K cost=9700
|
||||
| | | in pipelines: 02(GETNEXT)
|
||||
| | |
|
||||
| | F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[119540]
|
||||
| | 02:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=4 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
| HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
| predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk)
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk
|
||||
| stored statistics:
|
||||
| table: rows=4.32G size=280.96GB
|
||||
| partitions: 1831/1831 rows=4.32G
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=21.52M
|
||||
| parquet dictionary predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk)
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=140B cardinality=432.01M cost=8830671396
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
|
||||
stored statistics:
|
||||
table: rows=4.32G size=280.96GB
|
||||
partitions: 1831/1831 rows=4.32G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=21.52M
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=8 row-size=140B cardinality=4.50M(filtered from 4.32G) cost=8709277205
|
||||
in pipelines: 06(GETNEXT)
|
||||
tuple-ids=0 row-size=140B cardinality=4.50M(filtered from 4.32G) cost=8709277205
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- PARALLELPLANS
|
||||
Max Per-Host Resource Reservation: Memory=344.62MB Threads=33
|
||||
Per-Host Resource Estimates: Memory=796MB
|
||||
@@ -375,11 +375,11 @@ F06:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=4.02MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[30, 1] cpu-comparison-result=145 [max(1 (self) vs 145 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: sum(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt)
|
||||
| output exprs: sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=1
|
||||
|
|
||||
18:AGGREGATE [FINALIZE]
|
||||
| output: sum:merge(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt)
|
||||
| output: sum:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt)
|
||||
| limit: 100
|
||||
| mem-estimate=16.00KB mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=12 row-size=16B cardinality=1 cost=8
|
||||
@@ -393,178 +393,39 @@ PLAN-ROOT SINK
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=16.02MB mem-reservation=1.00MB thread-reservation=1
|
||||
max-parallelism=950 segment-costs=[9495512577, 185] cpu-comparison-result=145 [max(120 (self) vs 145 (sum children))]
|
||||
max-parallelism=880 segment-costs=[8713529455, 185] cpu-comparison-result=145 [max(120 (self) vs 145 (sum children))]
|
||||
10:AGGREGATE
|
||||
| output: sum(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt)
|
||||
| output: sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt)
|
||||
| mem-estimate=16.00KB mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=12 row-size=16B cardinality=120 cost=314848
|
||||
| in pipelines: 10(GETNEXT), 06(OPEN)
|
||||
| in pipelines: 10(GETNEXT), 00(OPEN)
|
||||
|
|
||||
09:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: none
|
||||
| other join predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt > multiply(CAST(1.3 AS DECIMAL(2,1)), avg(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt))
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=8,10,5,6 row-size=795B cardinality=4.50M cost=1968701
|
||||
| in pipelines: 06(GETNEXT), 14(OPEN)
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,7,8,10 row-size=795B cardinality=4.50M cost=1968701
|
||||
| in pipelines: 00(GETNEXT), 08(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=25.92MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[865] cpu-comparison-result=134 [max(10 (self) vs 134 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=375
|
||||
| |
|
||||
| 16:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.67MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=5,6 row-size=417B cardinality=375 cost=490
|
||||
| | in pipelines: 14(GETNEXT)
|
||||
| |
|
||||
| F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
| Per-Instance Resources: mem-estimate=21.88MB mem-reservation=1.94MB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[20768249, 92892] cpu-comparison-result=134 [max(10 (self) vs 134 (sum children))]
|
||||
| 05:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=5,6 row-size=417B cardinality=375 cost=92454
|
||||
| | in pipelines: 14(GETNEXT), 04(OPEN)
|
||||
| |
|
||||
| |--F08:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
| | | Per-Instance Resources: mem-estimate=3.56MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[1116]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=375
|
||||
| | |
|
||||
| | 15:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_item_sk)]
|
||||
| | | mem-estimate=636.98KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=6 row-size=405B cardinality=375 cost=741
|
||||
| | | in pipelines: 04(GETNEXT)
|
||||
| | |
|
||||
| | F05:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=32.00MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1375710]
|
||||
| | 04:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(948 AS INT)
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(948 AS INT)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(948 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=6 row-size=405B cardinality=375 cost=1365725
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| 14:AGGREGATE [FINALIZE]
|
||||
| | output: avg:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt)
|
||||
| | group by: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
|
||||
| | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=5 row-size=12B cardinality=360.18K cost=13580817
|
||||
| | in pipelines: 14(GETNEXT), 00(OPEN)
|
||||
| |
|
||||
| 13:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk)]
|
||||
| | mem-estimate=11.88MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=12B cardinality=43.22M cost=7187432
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
| Per-Instance Resources: mem-estimate=33.62MB mem-reservation=18.00MB thread-reservation=1
|
||||
| max-parallelism=930 segment-costs=[9258805839, 55666947] cpu-comparison-result=120 [max(120 (self) vs 11 (sum children))]
|
||||
| 03:AGGREGATE [STREAMING]
|
||||
| | output: avg(tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt)
|
||||
| | group by: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
|
||||
| | mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
|
||||
| | tuple-ids=4 row-size=12B cardinality=43.22M cost=239044630
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| |
|
||||
| 02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=377B cardinality=432.01M cost=189089813
|
||||
| | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| |
|
||||
| |--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[17005]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | |
|
||||
| | 12:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=2 row-size=237B cardinality=7.30K cost=9700
|
||||
| | | in pipelines: 01(GETNEXT)
|
||||
| | |
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[119540]
|
||||
| | 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
| HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
| predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk)
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
|
||||
| stored statistics:
|
||||
| table: rows=4.32G size=280.96GB
|
||||
| partitions: 1831/1831 rows=4.32G
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=21.52M
|
||||
| parquet dictionary predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk)
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=0 row-size=140B cardinality=432.01M cost=8830671396
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
08:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=03
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=8,10 row-size=377B cardinality=4.50M(filtered from 4.32G) cost=783951823
|
||||
| in pipelines: 06(GETNEXT), 07(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=03 plan-id=04 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 11:EXCHANGE [BROADCAST]
|
||||
| 16:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=10 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| | in pipelines: 08(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F05:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 08:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| stored statistics:
|
||||
@@ -575,17 +436,156 @@ max-parallelism=950 segment-costs=[9495512577, 185] cpu-comparison-result=145 [m
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=10 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 07(GETNEXT)
|
||||
| in pipelines: 08(GETNEXT)
|
||||
|
|
||||
06:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
07:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| other join predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_ext_discount_amt > multiply(CAST(1.3 AS DECIMAL(2,1)), avg(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt))
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,7,8 row-size=557B cardinality=4.50M cost=1968701
|
||||
| in pipelines: 00(GETNEXT), 13(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=25.92MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[865] cpu-comparison-result=134 [max(10 (self) vs 134 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=375
|
||||
| |
|
||||
| 15:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.67MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=7,8 row-size=417B cardinality=375 cost=490
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
| Per-Instance Resources: mem-estimate=21.88MB mem-reservation=1.94MB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[20768249, 92892] cpu-comparison-result=134 [max(10 (self) vs 134 (sum children))]
|
||||
| 06:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=7,8 row-size=417B cardinality=375 cost=92454
|
||||
| | in pipelines: 13(GETNEXT), 05(OPEN)
|
||||
| |
|
||||
| |--F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
| | | Per-Instance Resources: mem-estimate=3.56MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[1116]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=375
|
||||
| | |
|
||||
| | 14:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_item_sk)]
|
||||
| | | mem-estimate=636.98KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=8 row-size=405B cardinality=375 cost=741
|
||||
| | | in pipelines: 05(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=32.00MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1375710]
|
||||
| | 05:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(948 AS INT)
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(948 AS INT)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(948 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=405B cardinality=375 cost=1365725
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| 13:AGGREGATE [FINALIZE]
|
||||
| | output: avg:merge(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt)
|
||||
| | group by: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk
|
||||
| | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=7 row-size=12B cardinality=360.18K cost=13580817
|
||||
| | in pipelines: 13(GETNEXT), 01(OPEN)
|
||||
| |
|
||||
| 12:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk)]
|
||||
| | mem-estimate=11.88MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=12B cardinality=43.22M cost=7187432
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
| Per-Instance Resources: mem-estimate=33.62MB mem-reservation=18.00MB thread-reservation=1
|
||||
| max-parallelism=930 segment-costs=[9258805839, 55666947] cpu-comparison-result=120 [max(120 (self) vs 11 (sum children))]
|
||||
| 04:AGGREGATE [STREAMING]
|
||||
| | output: avg(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_ext_discount_amt)
|
||||
| | group by: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk
|
||||
| | mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
|
||||
| | tuple-ids=6 row-size=12B cardinality=43.22M cost=239044630
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| 03:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=2,4 row-size=377B cardinality=432.01M cost=189089813
|
||||
| | in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
| |
|
||||
| |--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[17005]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | |
|
||||
| | 11:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=4 row-size=237B cardinality=7.30K cost=9700
|
||||
| | | in pipelines: 02(GETNEXT)
|
||||
| | |
|
||||
| | F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[119540]
|
||||
| | 02:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1998-02-03' AS DATE) + INTERVAL CAST(90 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1998-02-03' AS DATE)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=4 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
| HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
| predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk)
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk
|
||||
| stored statistics:
|
||||
| table: rows=4.32G size=280.96GB
|
||||
| partitions: 1831/1831 rows=4.32G
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=21.52M
|
||||
| parquet dictionary predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk)
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=140B cardinality=432.01M cost=8830671396
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
|
||||
stored statistics:
|
||||
table: rows=4.32G size=280.96GB
|
||||
partitions: 1831/1831 rows=4.32G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=21.52M
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=8 row-size=140B cardinality=4.50M(filtered from 4.32G) cost=8709277205
|
||||
in pipelines: 06(GETNEXT)
|
||||
tuple-ids=0 row-size=140B cardinality=4.50M(filtered from 4.32G) cost=8709277205
|
||||
in pipelines: 00(GETNEXT)
|
||||
====
|
||||
|
||||
@@ -79,7 +79,7 @@ Max Per-Host Resource Reservation: Memory=131.50MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=945MB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=945.10MB mem-reservation=131.50MB thread-reservation=1 runtime-filters-memory=13.00MB
|
||||
| max-parallelism=1 segment-costs=[74463, 1161604132, 74463, 753274582, 74463, 391196753, 8325, 18594, 200]
|
||||
| max-parallelism=1 segment-costs=[74463, 1350382567, 74463, 753274582, 74463, 391196753, 8325, 18594, 200]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: I_MANUFACT_ID, sum(TOTAL_SALES)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=200
|
||||
@@ -329,28 +329,48 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 12(GETNEXT), 02(OPEN)
|
||||
|
|
||||
11:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| mem-estimate=583.64MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,8,9 row-size=974B cardinality=79.98M cost=148071412
|
||||
| in pipelines: 02(GETNEXT), 10(OPEN)
|
||||
|
|
||||
|--10:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address]
|
||||
| HDFS partitions=1/1 files=1 size=307.36MB
|
||||
| predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| stored statistics:
|
||||
| table: rows=15.00M size=307.36MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.58M
|
||||
| parquet dictionary predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
|
||||
| tuple-ids=9 row-size=232B cardinality=2.43M cost=21936706
|
||||
| in pipelines: 10(GETNEXT)
|
||||
|
|
||||
09:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=152.59MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6,10 row-size=974B cardinality=79.98M cost=35378842
|
||||
| in pipelines: 02(GETNEXT), 07(OPEN)
|
||||
| tuple-ids=0,2,4,8 row-size=743B cardinality=511.32M cost=224230100
|
||||
| in pipelines: 02(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--10:HASH JOIN [INNER JOIN]
|
||||
|--08:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = tpcds_partitioned_parquet_snap.item_0.i_manufact_id
|
||||
| | fk/pk conjuncts: none
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_manufact_id, RF007[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_manufact_id
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=6,10 row-size=409B cardinality=360.00K cost=158529
|
||||
| | in pipelines: 07(GETNEXT), 09(OPEN)
|
||||
| | tuple-ids=4,8 row-size=409B cardinality=360.00K cost=158529
|
||||
| | in pipelines: 05(GETNEXT), 07(OPEN)
|
||||
| |
|
||||
| |--09:AGGREGATE [FINALIZE]
|
||||
| |--07:AGGREGATE [FINALIZE]
|
||||
| | | group by: tpcds_partitioned_parquet_snap.item_0.i_manufact_id
|
||||
| | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | | tuple-ids=10 row-size=4B cardinality=957 cost=13000
|
||||
| | | in pipelines: 09(GETNEXT), 08(OPEN)
|
||||
| | | tuple-ids=8 row-size=4B cardinality=957 cost=13000
|
||||
| | | in pipelines: 07(GETNEXT), 06(OPEN)
|
||||
| | |
|
||||
| | 08:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| | 06:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.item_0.i_category = 'Electronics'
|
||||
| | stored statistics:
|
||||
@@ -360,10 +380,10 @@ PLAN-ROOT SINK
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.item_0.i_category = 'Electronics'
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.item_0.i_category = 'Electronics'
|
||||
| | mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=22B cardinality=35.91K cost=61463
|
||||
| | in pipelines: 08(GETNEXT)
|
||||
| | tuple-ids=6 row-size=22B cardinality=35.91K cost=61463
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| |
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.item.i_manufact_id, RF006[bloom] -> tpcds_partitioned_parquet_snap.item.i_manufact_id
|
||||
| stored statistics:
|
||||
@@ -371,27 +391,7 @@ PLAN-ROOT SINK
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| mem-estimate=583.64MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=565B cardinality=80.02M cost=148144235
|
||||
| in pipelines: 02(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address]
|
||||
| HDFS partitions=1/1 files=1 size=307.36MB
|
||||
| predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| stored statistics:
|
||||
| table: rows=15.00M size=307.36MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.58M
|
||||
| parquet dictionary predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=232B cardinality=2.43M cost=21936706
|
||||
| tuple-ids=4 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
@@ -417,7 +417,7 @@ PLAN-ROOT SINK
|
||||
|
|
||||
02:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -909,7 +909,7 @@ max-parallelism=109 segment-costs=[59409, 59409, 59409, 8325, 5176] cpu-comparis
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=109 (adjusted from 120)
|
||||
Per-Host Shared Resources: mem-estimate=4.00MB mem-reservation=4.00MB thread-reservation=0 runtime-filters-memory=4.00MB
|
||||
Per-Instance Resources: mem-estimate=36.22MB mem-reservation=10.00MB thread-reservation=1
|
||||
max-parallelism=109 segment-costs=[1135550348, 207079] cpu-comparison-result=109 [max(109 (self) vs 45 (sum children))]
|
||||
max-parallelism=109 segment-costs=[1324328783, 207079] cpu-comparison-result=109 [max(109 (self) vs 45 (sum children))]
|
||||
12:AGGREGATE [STREAMING]
|
||||
| output: sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_manufact_id
|
||||
@@ -919,76 +919,113 @@ max-parallelism=109 segment-costs=[1135550348, 207079] cpu-comparison-result=109
|
||||
|
|
||||
11:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,8,9 row-size=974B cardinality=79.98M cost=145646369
|
||||
| in pipelines: 02(GETNEXT), 10(OPEN)
|
||||
|
|
||||
|--F25:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=597.94MB mem-reservation=376.00MB thread-reservation=1 runtime-filters-memory=2.00MB
|
||||
| | max-parallelism=10 segment-costs=[5647923]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | mem-estimate=583.64MB mem-reservation=374.00MB spill-buffer=2.00MB thread-reservation=0 cost=2425043
|
||||
| |
|
||||
| 42:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=12.30MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=9 row-size=232B cardinality=2.43M cost=3222880
|
||||
| | in pipelines: 10(GETNEXT)
|
||||
| |
|
||||
| F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| Per-Instance Resources: mem-estimate=16.92MB mem-reservation=128.00KB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[23505563]
|
||||
| 10:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=307.36MB
|
||||
| predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| stored statistics:
|
||||
| table: rows=15.00M size=307.36MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.58M
|
||||
| parquet dictionary predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
|
||||
| tuple-ids=9 row-size=232B cardinality=2.43M cost=21936706
|
||||
| in pipelines: 10(GETNEXT)
|
||||
|
|
||||
09:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6,10 row-size=974B cardinality=79.98M cost=35018842
|
||||
| in pipelines: 02(GETNEXT), 07(OPEN)
|
||||
| tuple-ids=0,2,4,8 row-size=743B cardinality=511.32M cost=223870100
|
||||
| in pipelines: 02(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F25:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
|--F26:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=386.63MB mem-reservation=375.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440] cpu-comparison-result=14 [max(14 (self) vs 4 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=374.00MB mem-reservation=374.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 42:EXCHANGE [BROADCAST]
|
||||
| 41:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.63MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6,10 row-size=409B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| | tuple-ids=4,8 row-size=409B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=17.63MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1926765]
|
||||
| 10:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| 08:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = tpcds_partitioned_parquet_snap.item_0.i_manufact_id
|
||||
| | fk/pk conjuncts: none
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=6,10 row-size=409B cardinality=360.00K cost=157572
|
||||
| | in pipelines: 07(GETNEXT), 40(OPEN)
|
||||
| | tuple-ids=4,8 row-size=409B cardinality=360.00K cost=157572
|
||||
| | in pipelines: 05(GETNEXT), 39(OPEN)
|
||||
| |
|
||||
| |--F26:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| |--F27:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | | Per-Instance Resources: mem-estimate=2.97MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=4 segment-costs=[1465] cpu-comparison-result=4 [max(4 (self) vs 4 (sum children))]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_manufact_id
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_manufact_id, RF007[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_manufact_id
|
||||
| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=957
|
||||
| | |
|
||||
| | 41:EXCHANGE [BROADCAST]
|
||||
| | 40:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=33.64KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=10 row-size=4B cardinality=957 cost=508
|
||||
| | | in pipelines: 40(GETNEXT)
|
||||
| | | tuple-ids=8 row-size=4B cardinality=957 cost=508
|
||||
| | | in pipelines: 39(GETNEXT)
|
||||
| | |
|
||||
| | F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item_0.i_manufact_id)] hosts=4 instances=4
|
||||
| | F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item_0.i_manufact_id)] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=10.03MB mem-reservation=1.94MB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[4109, 31] cpu-comparison-result=4 [max(4 (self) vs 4 (sum children))]
|
||||
| | 40:AGGREGATE [FINALIZE]
|
||||
| | 39:AGGREGATE [FINALIZE]
|
||||
| | | group by: tpcds_partitioned_parquet_snap.item_0.i_manufact_id
|
||||
| | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | | tuple-ids=10 row-size=4B cardinality=957 cost=3614
|
||||
| | | in pipelines: 40(GETNEXT), 08(OPEN)
|
||||
| | | tuple-ids=8 row-size=4B cardinality=957 cost=3614
|
||||
| | | in pipelines: 39(GETNEXT), 06(OPEN)
|
||||
| | |
|
||||
| | 39:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_0.i_manufact_id)]
|
||||
| | 38:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_0.i_manufact_id)]
|
||||
| | | mem-estimate=35.74KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=10 row-size=4B cardinality=3.83K cost=495
|
||||
| | | in pipelines: 08(GETNEXT)
|
||||
| | | tuple-ids=8 row-size=4B cardinality=3.83K cost=495
|
||||
| | | in pipelines: 06(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=26.12MB mem-reservation=2.25MB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[81948, 2958]
|
||||
| | 09:AGGREGATE [STREAMING]
|
||||
| | 07:AGGREGATE [STREAMING]
|
||||
| | | group by: tpcds_partitioned_parquet_snap.item_0.i_manufact_id
|
||||
| | | mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | | tuple-ids=10 row-size=4B cardinality=3.83K cost=20485
|
||||
| | | in pipelines: 08(GETNEXT)
|
||||
| | | tuple-ids=8 row-size=4B cardinality=3.83K cost=20485
|
||||
| | | in pipelines: 06(GETNEXT)
|
||||
| | |
|
||||
| | 08:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | 06:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.item_0.i_category = 'Electronics'
|
||||
| | stored statistics:
|
||||
@@ -998,10 +1035,10 @@ max-parallelism=109 segment-costs=[1135550348, 207079] cpu-comparison-result=109
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.item_0.i_category = 'Electronics'
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.item_0.i_category = 'Electronics'
|
||||
| | mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=22B cardinality=35.91K cost=61463
|
||||
| | in pipelines: 08(GETNEXT)
|
||||
| | tuple-ids=6 row-size=22B cardinality=35.91K cost=61463
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| |
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.item.i_manufact_id, RF006[bloom] -> tpcds_partitioned_parquet_snap.item.i_manufact_id
|
||||
| stored statistics:
|
||||
@@ -1009,44 +1046,7 @@ max-parallelism=109 segment-costs=[1135550348, 207079] cpu-comparison-result=109
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=565B cardinality=80.02M cost=145719192
|
||||
| in pipelines: 02(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F27:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=597.94MB mem-reservation=376.00MB thread-reservation=1 runtime-filters-memory=2.00MB
|
||||
| | max-parallelism=10 segment-costs=[5647923]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | mem-estimate=583.64MB mem-reservation=374.00MB spill-buffer=2.00MB thread-reservation=0 cost=2425043
|
||||
| |
|
||||
| 38:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=12.30MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=232B cardinality=2.43M cost=3222880
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| Per-Instance Resources: mem-estimate=16.92MB mem-reservation=128.00KB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[23505563]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=307.36MB
|
||||
| predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| stored statistics:
|
||||
| table: rows=15.00M size=307.36MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.58M
|
||||
| parquet dictionary predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=232B cardinality=2.43M cost=21936706
|
||||
| tuple-ids=4 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
@@ -1089,7 +1089,7 @@ max-parallelism=109 segment-costs=[1135550348, 207079] cpu-comparison-result=109
|
||||
|
|
||||
02:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -1581,7 +1581,7 @@ max-parallelism=109 segment-costs=[59409, 59409, 59409, 8325, 5176] cpu-comparis
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=109 (adjusted from 120)
|
||||
Per-Host Shared Resources: mem-estimate=4.00MB mem-reservation=4.00MB thread-reservation=0 runtime-filters-memory=4.00MB
|
||||
Per-Instance Resources: mem-estimate=36.22MB mem-reservation=10.00MB thread-reservation=1
|
||||
max-parallelism=109 segment-costs=[1135550348, 207079] cpu-comparison-result=109 [max(109 (self) vs 45 (sum children))]
|
||||
max-parallelism=109 segment-costs=[1324328783, 207079] cpu-comparison-result=109 [max(109 (self) vs 45 (sum children))]
|
||||
12:AGGREGATE [STREAMING]
|
||||
| output: sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_manufact_id
|
||||
@@ -1591,76 +1591,113 @@ max-parallelism=109 segment-costs=[1135550348, 207079] cpu-comparison-result=109
|
||||
|
|
||||
11:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,8,9 row-size=974B cardinality=79.98M cost=145646369
|
||||
| in pipelines: 02(GETNEXT), 10(OPEN)
|
||||
|
|
||||
|--F25:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=597.94MB mem-reservation=376.00MB thread-reservation=1 runtime-filters-memory=2.00MB
|
||||
| | max-parallelism=10 segment-costs=[5647923]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | mem-estimate=583.64MB mem-reservation=374.00MB spill-buffer=2.00MB thread-reservation=0 cost=2425043
|
||||
| |
|
||||
| 42:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=12.30MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=9 row-size=232B cardinality=2.43M cost=3222880
|
||||
| | in pipelines: 10(GETNEXT)
|
||||
| |
|
||||
| F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| Per-Instance Resources: mem-estimate=16.92MB mem-reservation=128.00KB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[23505563]
|
||||
| 10:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=307.36MB
|
||||
| predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| stored statistics:
|
||||
| table: rows=15.00M size=307.36MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.58M
|
||||
| parquet dictionary predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
|
||||
| tuple-ids=9 row-size=232B cardinality=2.43M cost=21936706
|
||||
| in pipelines: 10(GETNEXT)
|
||||
|
|
||||
09:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6,10 row-size=974B cardinality=79.98M cost=35018842
|
||||
| in pipelines: 02(GETNEXT), 07(OPEN)
|
||||
| tuple-ids=0,2,4,8 row-size=743B cardinality=511.32M cost=223870100
|
||||
| in pipelines: 02(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F25:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
|--F26:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=386.63MB mem-reservation=375.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440] cpu-comparison-result=14 [max(14 (self) vs 4 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=374.00MB mem-reservation=374.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 42:EXCHANGE [BROADCAST]
|
||||
| 41:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.63MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6,10 row-size=409B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| | tuple-ids=4,8 row-size=409B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=17.63MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1926765]
|
||||
| 10:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| 08:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id = tpcds_partitioned_parquet_snap.item_0.i_manufact_id
|
||||
| | fk/pk conjuncts: none
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=6,10 row-size=409B cardinality=360.00K cost=157572
|
||||
| | in pipelines: 07(GETNEXT), 40(OPEN)
|
||||
| | tuple-ids=4,8 row-size=409B cardinality=360.00K cost=157572
|
||||
| | in pipelines: 05(GETNEXT), 39(OPEN)
|
||||
| |
|
||||
| |--F26:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| |--F27:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | | Per-Instance Resources: mem-estimate=2.97MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=4 segment-costs=[1465] cpu-comparison-result=4 [max(4 (self) vs 4 (sum children))]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_manufact_id
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_manufact_id, RF007[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_manufact_id
|
||||
| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=957
|
||||
| | |
|
||||
| | 41:EXCHANGE [BROADCAST]
|
||||
| | 40:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=33.64KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=10 row-size=4B cardinality=957 cost=508
|
||||
| | | in pipelines: 40(GETNEXT)
|
||||
| | | tuple-ids=8 row-size=4B cardinality=957 cost=508
|
||||
| | | in pipelines: 39(GETNEXT)
|
||||
| | |
|
||||
| | F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item_0.i_manufact_id)] hosts=4 instances=4
|
||||
| | F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item_0.i_manufact_id)] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=10.03MB mem-reservation=1.94MB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[4109, 31] cpu-comparison-result=4 [max(4 (self) vs 4 (sum children))]
|
||||
| | 40:AGGREGATE [FINALIZE]
|
||||
| | 39:AGGREGATE [FINALIZE]
|
||||
| | | group by: tpcds_partitioned_parquet_snap.item_0.i_manufact_id
|
||||
| | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | | tuple-ids=10 row-size=4B cardinality=957 cost=3614
|
||||
| | | in pipelines: 40(GETNEXT), 08(OPEN)
|
||||
| | | tuple-ids=8 row-size=4B cardinality=957 cost=3614
|
||||
| | | in pipelines: 39(GETNEXT), 06(OPEN)
|
||||
| | |
|
||||
| | 39:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_0.i_manufact_id)]
|
||||
| | 38:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_0.i_manufact_id)]
|
||||
| | | mem-estimate=35.74KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=10 row-size=4B cardinality=3.83K cost=495
|
||||
| | | in pipelines: 08(GETNEXT)
|
||||
| | | tuple-ids=8 row-size=4B cardinality=3.83K cost=495
|
||||
| | | in pipelines: 06(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=26.12MB mem-reservation=2.25MB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[81948, 2958]
|
||||
| | 09:AGGREGATE [STREAMING]
|
||||
| | 07:AGGREGATE [STREAMING]
|
||||
| | | group by: tpcds_partitioned_parquet_snap.item_0.i_manufact_id
|
||||
| | | mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | | tuple-ids=10 row-size=4B cardinality=3.83K cost=20485
|
||||
| | | in pipelines: 08(GETNEXT)
|
||||
| | | tuple-ids=8 row-size=4B cardinality=3.83K cost=20485
|
||||
| | | in pipelines: 06(GETNEXT)
|
||||
| | |
|
||||
| | 08:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | 06:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.item_0.i_category = 'Electronics'
|
||||
| | stored statistics:
|
||||
@@ -1670,10 +1707,10 @@ max-parallelism=109 segment-costs=[1135550348, 207079] cpu-comparison-result=109
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.item_0.i_category = 'Electronics'
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.item_0.i_category = 'Electronics'
|
||||
| | mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=22B cardinality=35.91K cost=61463
|
||||
| | in pipelines: 08(GETNEXT)
|
||||
| | tuple-ids=6 row-size=22B cardinality=35.91K cost=61463
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| |
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.item.i_manufact_id, RF006[bloom] -> tpcds_partitioned_parquet_snap.item.i_manufact_id
|
||||
| stored statistics:
|
||||
@@ -1681,44 +1718,7 @@ max-parallelism=109 segment-costs=[1135550348, 207079] cpu-comparison-result=109
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=565B cardinality=80.02M cost=145719192
|
||||
| in pipelines: 02(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F27:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=597.94MB mem-reservation=376.00MB thread-reservation=1 runtime-filters-memory=2.00MB
|
||||
| | max-parallelism=10 segment-costs=[5647923]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | mem-estimate=583.64MB mem-reservation=374.00MB spill-buffer=2.00MB thread-reservation=0 cost=2425043
|
||||
| |
|
||||
| 38:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=12.30MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=232B cardinality=2.43M cost=3222880
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| Per-Instance Resources: mem-estimate=16.92MB mem-reservation=128.00KB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[23505563]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=307.36MB
|
||||
| predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| stored statistics:
|
||||
| table: rows=15.00M size=307.36MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.58M
|
||||
| parquet dictionary predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=232B cardinality=2.43M cost=21936706
|
||||
| tuple-ids=4 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
@@ -1761,7 +1761,7 @@ max-parallelism=109 segment-costs=[1135550348, 207079] cpu-comparison-result=109
|
||||
|
|
||||
02:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
|
||||
@@ -35,42 +35,62 @@ Max Per-Host Resource Reservation: Memory=76.00MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=1.04GB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=1.04GB mem-reservation=76.00MB thread-reservation=1 runtime-filters-memory=7.00MB
|
||||
| max-parallelism=1 segment-costs=[3084470701, 61360480, 16014864]
|
||||
| max-parallelism=1 segment-costs=[2651982497, 62332967, 17445900]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: c_last_name, c_first_name, c_salutation, c_preferred_cust_flag, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, count()
|
||||
| mem-estimate=100.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=16014864
|
||||
| mem-estimate=100.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=17445900
|
||||
|
|
||||
10:SORT
|
||||
| order by: c_last_name ASC NULLS LAST, c_first_name ASC NULLS LAST, c_salutation ASC NULLS LAST, c_preferred_cust_flag DESC NULLS FIRST, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number ASC NULLS LAST
|
||||
| mem-estimate=204.17MB mem-reservation=12.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=11 row-size=80B cardinality=2.67M cost=10399556
|
||||
| in pipelines: 10(GETNEXT), 08(OPEN)
|
||||
| mem-estimate=222.42MB mem-reservation=12.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=11 row-size=80B cardinality=2.91M cost=11328826
|
||||
| in pipelines: 10(GETNEXT), 00(OPEN)
|
||||
|
|
||||
09:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.customer.c_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| fk/pk conjuncts: none
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| mem-estimate=151.46MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=9,8 row-size=224B cardinality=2.67M cost=4137111
|
||||
| in pipelines: 08(GETNEXT), 07(OPEN)
|
||||
| tuple-ids=0,10 row-size=224B cardinality=2.91M cost=4180328
|
||||
| in pipelines: 00(GETNEXT), 08(OPEN)
|
||||
|
|
||||
|--07:AGGREGATE [FINALIZE]
|
||||
|--08:AGGREGATE [FINALIZE]
|
||||
| | output: count()
|
||||
| | group by: tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| | having: count() <= CAST(20 AS BIGINT), count() >= CAST(15 AS BIGINT)
|
||||
| | mem-estimate=887.34MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=20B cardinality=2.91M cost=171626931
|
||||
| | in pipelines: 07(GETNEXT), 00(OPEN)
|
||||
| | tuple-ids=10 row-size=20B cardinality=2.91M cost=171626931
|
||||
| | in pipelines: 08(GETNEXT), 01(OPEN)
|
||||
| |
|
||||
| 06:HASH JOIN [INNER JOIN]
|
||||
| 07:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=2,4,6,8 row-size=827B cardinality=29.08M cost=28345797
|
||||
| | in pipelines: 01(GETNEXT), 06(OPEN)
|
||||
| |
|
||||
| |--06:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Coal County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gage County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gogebic County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Jefferson Davis Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Levy County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Mobile County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Oglethorpe County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Richland County'
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Coal County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gage County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gogebic County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Jefferson Davis Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Levy County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Mobile County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Oglethorpe County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Richland County'
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=459B cardinality=216 cost=4756
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| |
|
||||
| 05:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2,4,6 row-size=827B cardinality=29.08M cost=28345933
|
||||
| | in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
| | tuple-ids=2,4,6 row-size=369B cardinality=89.97M cost=39379564
|
||||
| | in pipelines: 01(GETNEXT), 04(OPEN)
|
||||
| |
|
||||
| |--05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| |--04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.date_dim.d_dom), tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(2 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_dom >= CAST(1 AS INT) AND tpcds_partitioned_parquet_snap.date_dim.d_dom <= CAST(3 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_dom >= CAST(25 AS INT) AND tpcds_partitioned_parquet_snap.date_dim.d_dom <= CAST(28 AS INT)
|
||||
| | stored statistics:
|
||||
@@ -80,17 +100,17 @@ PLAN-ROOT SINK
|
||||
| | parquet dictionary predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.date_dim.d_dom), tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(2 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_dom >= CAST(1 AS INT) AND tpcds_partitioned_parquet_snap.date_dim.d_dom <= CAST(3 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_dom >= CAST(25 AS INT) AND tpcds_partitioned_parquet_snap.date_dim.d_dom <= CAST(28 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=352 cost=116758
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| 04:HASH JOIN [INNER JOIN]
|
||||
| 03:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2,4 row-size=590B cardinality=89.97M(filtered from 150.67M) cost=50378562
|
||||
| | in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| | tuple-ids=2,4 row-size=132B cardinality=89.97M(filtered from 466.20M) cost=107552832
|
||||
| | in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
| |
|
||||
| |--03:SCAN HDFS [tpcds_partitioned_parquet_snap.household_demographics]
|
||||
| |--02:SCAN HDFS [tpcds_partitioned_parquet_snap.household_demographics]
|
||||
| | HDFS partitions=1/1 files=1 size=41.69KB
|
||||
| | predicates: CASE WHEN tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT) THEN divide(CAST(tpcds_partitioned_parquet_snap.household_demographics.hd_dep_count AS DOUBLE), CAST(tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count AS DOUBLE)) ELSE NULL END > CAST(1.2 AS DOUBLE), tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT), tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = '5001-10000' OR tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = '>10000'
|
||||
| | stored statistics:
|
||||
@@ -101,41 +121,21 @@ PLAN-ROOT SINK
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT), tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = '5001-10000' OR tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = '>10000'
|
||||
| | mem-estimate=16.00MB mem-reservation=64.00KB thread-reservation=0
|
||||
| | tuple-ids=4 row-size=36B cardinality=398 cost=3043
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| 02:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=555B cardinality=89.97M(filtered from 2.79G) cost=529041902
|
||||
| | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| |
|
||||
| |--01:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Coal County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gage County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gogebic County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Jefferson Davis Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Levy County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Mobile County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Oglethorpe County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Richland County'
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Coal County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gage County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gogebic County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Jefferson Davis Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Levy County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Mobile County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Oglethorpe County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Richland County'
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=2 row-size=459B cardinality=216 cost=4756
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
| HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk
|
||||
| stored statistics:
|
||||
| table: rows=8.64G size=389.90GB
|
||||
| partitions: 1824/1824 rows=8.64G
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=352(filtered from 1824)
|
||||
| mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
| tuple-ids=0 row-size=96B cardinality=89.97M(filtered from 8.64G) cost=2304952816
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| tuple-ids=2 row-size=96B cardinality=89.97M(filtered from 8.64G) cost=2304952816
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
08:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
|
||||
HDFS partitions=1/1 files=1 size=1.55GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
stored statistics:
|
||||
@@ -143,41 +143,41 @@ PLAN-ROOT SINK
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=3.10M
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=9 row-size=204B cardinality=2.91M(filtered from 30.00M) cost=46823813
|
||||
in pipelines: 08(GETNEXT)
|
||||
tuple-ids=0 row-size=204B cardinality=2.91M(filtered from 30.00M) cost=46823813
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- DISTRIBUTEDPLAN
|
||||
Max Per-Host Resource Reservation: Memory=411.04MB Threads=23
|
||||
Per-Host Resource Estimates: Memory=903MB
|
||||
Per-Host Resource Estimates: Memory=907MB
|
||||
F06:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=121.24MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[17118072] cpu-comparison-result=120 [max(1 (self) vs 120 (sum children))]
|
||||
| Per-Instance Resources: mem-estimate=123.06MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[18647687] cpu-comparison-result=120 [max(1 (self) vs 120 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: c_last_name, c_first_name, c_salutation, c_preferred_cust_flag, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, count()
|
||||
| mem-estimate=100.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=16014864
|
||||
| mem-estimate=100.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=17445900
|
||||
|
|
||||
17:MERGING-EXCHANGE [UNPARTITIONED]
|
||||
| order by: c_last_name ASC NULLS LAST, c_first_name ASC NULLS LAST, c_salutation ASC NULLS LAST, c_preferred_cust_flag DESC NULLS FIRST, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number ASC NULLS LAST
|
||||
| mem-estimate=21.24MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=11 row-size=80B cardinality=2.67M cost=1103208
|
||||
| mem-estimate=23.06MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=11 row-size=80B cardinality=2.91M cost=1201787
|
||||
| in pipelines: 10(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
Per-Host Shared Resources: mem-estimate=4.00MB mem-reservation=4.00MB thread-reservation=0 runtime-filters-memory=4.00MB
|
||||
Per-Instance Resources: mem-estimate=36.42MB mem-reservation=13.00MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[58452830, 6448089] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
|
||||
Per-Instance Resources: mem-estimate=38.24MB mem-reservation=13.00MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[59425317, 7024269] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
|
||||
10:SORT
|
||||
| order by: c_last_name ASC NULLS LAST, c_first_name ASC NULLS LAST, c_salutation ASC NULLS LAST, c_preferred_cust_flag DESC NULLS FIRST, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number ASC NULLS LAST
|
||||
| mem-estimate=20.42MB mem-reservation=12.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=11 row-size=80B cardinality=2.67M cost=10399556
|
||||
| in pipelines: 10(GETNEXT), 08(OPEN)
|
||||
| mem-estimate=22.24MB mem-reservation=12.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=11 row-size=80B cardinality=2.91M cost=11328826
|
||||
| in pipelines: 10(GETNEXT), 00(OPEN)
|
||||
|
|
||||
09:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.customer.c_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| fk/pk conjuncts: none
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=9,8 row-size=224B cardinality=2.67M cost=1229461
|
||||
| in pipelines: 08(GETNEXT), 15(OPEN)
|
||||
| tuple-ids=0,10 row-size=224B cardinality=2.91M cost=1272678
|
||||
| in pipelines: 00(GETNEXT), 15(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=165.93MB mem-reservation=38.00MB thread-reservation=1 runtime-filters-memory=4.00MB
|
||||
@@ -190,7 +190,7 @@ max-parallelism=10 segment-costs=[58452830, 6448089] cpu-comparison-result=120 [
|
||||
| |
|
||||
| 16:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=10.47MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=8 row-size=20B cardinality=2.91M cost=3864260
|
||||
| | tuple-ids=10 row-size=20B cardinality=2.91M cost=3864260
|
||||
| | in pipelines: 15(GETNEXT)
|
||||
| |
|
||||
| F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=20 (adjusted from 120)
|
||||
@@ -201,51 +201,88 @@ max-parallelism=10 segment-costs=[58452830, 6448089] cpu-comparison-result=120 [
|
||||
| | group by: tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| | having: count() <= CAST(20 AS BIGINT), count() >= CAST(15 AS BIGINT)
|
||||
| | mem-estimate=44.37MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=20B cardinality=2.91M cost=171626931
|
||||
| | in pipelines: 15(GETNEXT), 00(OPEN)
|
||||
| | tuple-ids=10 row-size=20B cardinality=2.91M cost=171626931
|
||||
| | in pipelines: 15(GETNEXT), 01(OPEN)
|
||||
| |
|
||||
| 14:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
|
||||
| | mem-estimate=12.81MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=8 row-size=20B cardinality=29.08M cost=5905436
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| | tuple-ids=10 row-size=20B cardinality=29.08M cost=5905436
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
|
||||
| Per-Instance Resources: mem-estimate=27.88MB mem-reservation=17.00MB thread-reservation=1
|
||||
| max-parallelism=310 segment-costs=[3084345178, 52430739] cpu-comparison-result=120 [max(120 (self) vs 33 (sum children))]
|
||||
| 07:AGGREGATE [STREAMING]
|
||||
| max-parallelism=270 segment-costs=[2651856974, 52430739] cpu-comparison-result=120 [max(120 (self) vs 33 (sum children))]
|
||||
| 08:AGGREGATE [STREAMING]
|
||||
| | output: count()
|
||||
| | group by: tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| | mem-estimate=10.00MB mem-reservation=9.00MB spill-buffer=512.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=20B cardinality=29.08M cost=171626931
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| | tuple-ids=10 row-size=20B cardinality=29.08M cost=171626931
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| 06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| 07:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=2,4,6,8 row-size=827B cardinality=29.08M cost=28345581
|
||||
| | in pipelines: 01(GETNEXT), 06(OPEN)
|
||||
| |
|
||||
| |--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.44MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[496]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=216
|
||||
| | |
|
||||
| | 13:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=194.37KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=8 row-size=459B cardinality=216 cost=280
|
||||
| | | in pipelines: 06(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[5028]
|
||||
| | 06:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Coal County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gage County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gogebic County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Jefferson Davis Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Levy County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Mobile County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Oglethorpe County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Richland County'
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Coal County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gage County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gogebic County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Jefferson Davis Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Levy County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Mobile County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Oglethorpe County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Richland County'
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=459B cardinality=216 cost=4756
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| |
|
||||
| 05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2,4,6 row-size=827B cardinality=29.08M cost=28345581
|
||||
| | in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
| | tuple-ids=2,4,6 row-size=369B cardinality=89.97M cost=39379212
|
||||
| | in pipelines: 01(GETNEXT), 04(OPEN)
|
||||
| |
|
||||
| |--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| |--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.41MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[812]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=352
|
||||
| | |
|
||||
| | 13:EXCHANGE [BROADCAST]
|
||||
| | 12:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=164.41KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=6 row-size=237B cardinality=352 cost=460
|
||||
| | | in pipelines: 05(GETNEXT)
|
||||
| | | in pipelines: 04(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[116990]
|
||||
| | 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.date_dim.d_dom), tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(2 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_dom >= CAST(1 AS INT) AND tpcds_partitioned_parquet_snap.date_dim.d_dom <= CAST(3 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_dom >= CAST(25 AS INT) AND tpcds_partitioned_parquet_snap.date_dim.d_dom <= CAST(28 AS INT)
|
||||
| | stored statistics:
|
||||
@@ -255,34 +292,34 @@ max-parallelism=10 segment-costs=[58452830, 6448089] cpu-comparison-result=120 [
|
||||
| | parquet dictionary predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.date_dim.d_dom), tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(2 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_dom >= CAST(1 AS INT) AND tpcds_partitioned_parquet_snap.date_dim.d_dom <= CAST(3 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_dom >= CAST(25 AS INT) AND tpcds_partitioned_parquet_snap.date_dim.d_dom <= CAST(28 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=352 cost=116758
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| 04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| 03:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2,4 row-size=590B cardinality=89.97M(filtered from 150.67M) cost=50378164
|
||||
| | in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| | tuple-ids=2,4 row-size=132B cardinality=89.97M(filtered from 466.20M) cost=107552434
|
||||
| | in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
| |
|
||||
| |--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| |--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.28MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[918]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=398
|
||||
| | |
|
||||
| | 12:EXCHANGE [BROADCAST]
|
||||
| | 11:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=29.15KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=4 row-size=36B cardinality=398 cost=520
|
||||
| | | in pipelines: 03(GETNEXT)
|
||||
| | | in pipelines: 02(GETNEXT)
|
||||
| | |
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.15MB mem-reservation=64.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[3089]
|
||||
| | 03:SCAN HDFS [tpcds_partitioned_parquet_snap.household_demographics, RANDOM]
|
||||
| | 02:SCAN HDFS [tpcds_partitioned_parquet_snap.household_demographics, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=41.69KB
|
||||
| | predicates: CASE WHEN tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT) THEN divide(CAST(tpcds_partitioned_parquet_snap.household_demographics.hd_dep_count AS DOUBLE), CAST(tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count AS DOUBLE)) ELSE NULL END > CAST(1.2 AS DOUBLE), tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT), tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = '5001-10000' OR tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = '>10000'
|
||||
| | stored statistics:
|
||||
@@ -293,58 +330,21 @@ max-parallelism=10 segment-costs=[58452830, 6448089] cpu-comparison-result=120 [
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT), tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = '5001-10000' OR tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = '>10000'
|
||||
| | mem-estimate=16.00MB mem-reservation=64.00KB thread-reservation=0
|
||||
| | tuple-ids=4 row-size=36B cardinality=398 cost=3043
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| 02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=555B cardinality=89.97M(filtered from 2.79G) cost=529041686
|
||||
| | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| |
|
||||
| |--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.44MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[496]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=216
|
||||
| | |
|
||||
| | 11:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=194.37KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=2 row-size=459B cardinality=216 cost=280
|
||||
| | | in pipelines: 01(GETNEXT)
|
||||
| | |
|
||||
| | F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[5028]
|
||||
| | 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Coal County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gage County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gogebic County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Jefferson Davis Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Levy County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Mobile County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Oglethorpe County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Richland County'
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Coal County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gage County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gogebic County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Jefferson Davis Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Levy County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Mobile County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Oglethorpe County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Richland County'
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=2 row-size=459B cardinality=216 cost=4756
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk
|
||||
| stored statistics:
|
||||
| table: rows=8.64G size=389.90GB
|
||||
| partitions: 1824/1824 rows=8.64G
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=352(filtered from 1824)
|
||||
| mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
| tuple-ids=0 row-size=96B cardinality=89.97M(filtered from 8.64G) cost=2304952816
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| tuple-ids=2 row-size=96B cardinality=89.97M(filtered from 8.64G) cost=2304952816
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
08:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
|
||||
HDFS partitions=1/1 files=1 size=1.55GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
stored statistics:
|
||||
@@ -352,41 +352,41 @@ max-parallelism=10 segment-costs=[58452830, 6448089] cpu-comparison-result=120 [
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=3.10M
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=9 row-size=204B cardinality=2.91M(filtered from 30.00M) cost=46823813
|
||||
in pipelines: 08(GETNEXT)
|
||||
tuple-ids=0 row-size=204B cardinality=2.91M(filtered from 30.00M) cost=46823813
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- PARALLELPLANS
|
||||
Max Per-Host Resource Reservation: Memory=411.04MB Threads=23
|
||||
Per-Host Resource Estimates: Memory=903MB
|
||||
Per-Host Resource Estimates: Memory=907MB
|
||||
F06:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=121.24MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[17118072] cpu-comparison-result=120 [max(1 (self) vs 120 (sum children))]
|
||||
| Per-Instance Resources: mem-estimate=123.06MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[18647687] cpu-comparison-result=120 [max(1 (self) vs 120 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: c_last_name, c_first_name, c_salutation, c_preferred_cust_flag, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, count()
|
||||
| mem-estimate=100.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=16014864
|
||||
| mem-estimate=100.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=17445900
|
||||
|
|
||||
17:MERGING-EXCHANGE [UNPARTITIONED]
|
||||
| order by: c_last_name ASC NULLS LAST, c_first_name ASC NULLS LAST, c_salutation ASC NULLS LAST, c_preferred_cust_flag DESC NULLS FIRST, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number ASC NULLS LAST
|
||||
| mem-estimate=21.24MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=11 row-size=80B cardinality=2.67M cost=1103208
|
||||
| mem-estimate=23.06MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=11 row-size=80B cardinality=2.91M cost=1201787
|
||||
| in pipelines: 10(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
Per-Host Shared Resources: mem-estimate=4.00MB mem-reservation=4.00MB thread-reservation=0 runtime-filters-memory=4.00MB
|
||||
Per-Instance Resources: mem-estimate=36.42MB mem-reservation=13.00MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[58452830, 6448089] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
|
||||
Per-Instance Resources: mem-estimate=38.24MB mem-reservation=13.00MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[59425317, 7024269] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
|
||||
10:SORT
|
||||
| order by: c_last_name ASC NULLS LAST, c_first_name ASC NULLS LAST, c_salutation ASC NULLS LAST, c_preferred_cust_flag DESC NULLS FIRST, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number ASC NULLS LAST
|
||||
| mem-estimate=20.42MB mem-reservation=12.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=11 row-size=80B cardinality=2.67M cost=10399556
|
||||
| in pipelines: 10(GETNEXT), 08(OPEN)
|
||||
| mem-estimate=22.24MB mem-reservation=12.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=11 row-size=80B cardinality=2.91M cost=11328826
|
||||
| in pipelines: 10(GETNEXT), 00(OPEN)
|
||||
|
|
||||
09:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.customer.c_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| fk/pk conjuncts: none
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=9,8 row-size=224B cardinality=2.67M cost=1229461
|
||||
| in pipelines: 08(GETNEXT), 15(OPEN)
|
||||
| tuple-ids=0,10 row-size=224B cardinality=2.91M cost=1272678
|
||||
| in pipelines: 00(GETNEXT), 15(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=165.93MB mem-reservation=38.00MB thread-reservation=1 runtime-filters-memory=4.00MB
|
||||
@@ -399,7 +399,7 @@ max-parallelism=10 segment-costs=[58452830, 6448089] cpu-comparison-result=120 [
|
||||
| |
|
||||
| 16:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=10.47MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=8 row-size=20B cardinality=2.91M cost=3864260
|
||||
| | tuple-ids=10 row-size=20B cardinality=2.91M cost=3864260
|
||||
| | in pipelines: 15(GETNEXT)
|
||||
| |
|
||||
| F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=20 (adjusted from 120)
|
||||
@@ -410,51 +410,88 @@ max-parallelism=10 segment-costs=[58452830, 6448089] cpu-comparison-result=120 [
|
||||
| | group by: tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| | having: count() <= CAST(20 AS BIGINT), count() >= CAST(15 AS BIGINT)
|
||||
| | mem-estimate=44.37MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=20B cardinality=2.91M cost=171626931
|
||||
| | in pipelines: 15(GETNEXT), 00(OPEN)
|
||||
| | tuple-ids=10 row-size=20B cardinality=2.91M cost=171626931
|
||||
| | in pipelines: 15(GETNEXT), 01(OPEN)
|
||||
| |
|
||||
| 14:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
|
||||
| | mem-estimate=12.81MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=8 row-size=20B cardinality=29.08M cost=5905436
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| | tuple-ids=10 row-size=20B cardinality=29.08M cost=5905436
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
|
||||
| Per-Instance Resources: mem-estimate=27.88MB mem-reservation=17.00MB thread-reservation=1
|
||||
| max-parallelism=310 segment-costs=[3084345178, 52430739] cpu-comparison-result=120 [max(120 (self) vs 33 (sum children))]
|
||||
| 07:AGGREGATE [STREAMING]
|
||||
| max-parallelism=270 segment-costs=[2651856974, 52430739] cpu-comparison-result=120 [max(120 (self) vs 33 (sum children))]
|
||||
| 08:AGGREGATE [STREAMING]
|
||||
| | output: count()
|
||||
| | group by: tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| | mem-estimate=10.00MB mem-reservation=9.00MB spill-buffer=512.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=20B cardinality=29.08M cost=171626931
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| | tuple-ids=10 row-size=20B cardinality=29.08M cost=171626931
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| 06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| 07:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=2,4,6,8 row-size=827B cardinality=29.08M cost=28345581
|
||||
| | in pipelines: 01(GETNEXT), 06(OPEN)
|
||||
| |
|
||||
| |--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.44MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[496]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=216
|
||||
| | |
|
||||
| | 13:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=194.37KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=8 row-size=459B cardinality=216 cost=280
|
||||
| | | in pipelines: 06(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[5028]
|
||||
| | 06:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Coal County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gage County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gogebic County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Jefferson Davis Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Levy County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Mobile County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Oglethorpe County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Richland County'
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Coal County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gage County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gogebic County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Jefferson Davis Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Levy County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Mobile County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Oglethorpe County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Richland County'
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=459B cardinality=216 cost=4756
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| |
|
||||
| 05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2,4,6 row-size=827B cardinality=29.08M cost=28345581
|
||||
| | in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
| | tuple-ids=2,4,6 row-size=369B cardinality=89.97M cost=39379212
|
||||
| | in pipelines: 01(GETNEXT), 04(OPEN)
|
||||
| |
|
||||
| |--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| |--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.41MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[812]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=352
|
||||
| | |
|
||||
| | 13:EXCHANGE [BROADCAST]
|
||||
| | 12:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=164.41KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=6 row-size=237B cardinality=352 cost=460
|
||||
| | | in pipelines: 05(GETNEXT)
|
||||
| | | in pipelines: 04(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[116990]
|
||||
| | 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.date_dim.d_dom), tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(2 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_dom >= CAST(1 AS INT) AND tpcds_partitioned_parquet_snap.date_dim.d_dom <= CAST(3 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_dom >= CAST(25 AS INT) AND tpcds_partitioned_parquet_snap.date_dim.d_dom <= CAST(28 AS INT)
|
||||
| | stored statistics:
|
||||
@@ -464,34 +501,34 @@ max-parallelism=10 segment-costs=[58452830, 6448089] cpu-comparison-result=120 [
|
||||
| | parquet dictionary predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.date_dim.d_dom), tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(2 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_dom >= CAST(1 AS INT) AND tpcds_partitioned_parquet_snap.date_dim.d_dom <= CAST(3 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_dom >= CAST(25 AS INT) AND tpcds_partitioned_parquet_snap.date_dim.d_dom <= CAST(28 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=352 cost=116758
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| 04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| 03:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2,4 row-size=590B cardinality=89.97M(filtered from 150.67M) cost=50378164
|
||||
| | in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| | tuple-ids=2,4 row-size=132B cardinality=89.97M(filtered from 466.20M) cost=107552434
|
||||
| | in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
| |
|
||||
| |--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| |--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.28MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[918]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=398
|
||||
| | |
|
||||
| | 12:EXCHANGE [BROADCAST]
|
||||
| | 11:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=29.15KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=4 row-size=36B cardinality=398 cost=520
|
||||
| | | in pipelines: 03(GETNEXT)
|
||||
| | | in pipelines: 02(GETNEXT)
|
||||
| | |
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.15MB mem-reservation=64.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[3089]
|
||||
| | 03:SCAN HDFS [tpcds_partitioned_parquet_snap.household_demographics, RANDOM]
|
||||
| | 02:SCAN HDFS [tpcds_partitioned_parquet_snap.household_demographics, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=41.69KB
|
||||
| | predicates: CASE WHEN tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT) THEN divide(CAST(tpcds_partitioned_parquet_snap.household_demographics.hd_dep_count AS DOUBLE), CAST(tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count AS DOUBLE)) ELSE NULL END > CAST(1.2 AS DOUBLE), tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT), tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = '5001-10000' OR tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = '>10000'
|
||||
| | stored statistics:
|
||||
@@ -502,58 +539,21 @@ max-parallelism=10 segment-costs=[58452830, 6448089] cpu-comparison-result=120 [
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT), tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = '5001-10000' OR tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = '>10000'
|
||||
| | mem-estimate=16.00MB mem-reservation=64.00KB thread-reservation=0
|
||||
| | tuple-ids=4 row-size=36B cardinality=398 cost=3043
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| 02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=555B cardinality=89.97M(filtered from 2.79G) cost=529041686
|
||||
| | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| |
|
||||
| |--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.44MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[496]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=216
|
||||
| | |
|
||||
| | 11:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=194.37KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=2 row-size=459B cardinality=216 cost=280
|
||||
| | | in pipelines: 01(GETNEXT)
|
||||
| | |
|
||||
| | F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[5028]
|
||||
| | 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Coal County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gage County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gogebic County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Jefferson Davis Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Levy County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Mobile County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Oglethorpe County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Richland County'
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Coal County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gage County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Gogebic County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Jefferson Davis Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Levy County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Mobile County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Oglethorpe County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Richland County'
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=2 row-size=459B cardinality=216 cost=4756
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk
|
||||
| stored statistics:
|
||||
| table: rows=8.64G size=389.90GB
|
||||
| partitions: 1824/1824 rows=8.64G
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=352(filtered from 1824)
|
||||
| mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
| tuple-ids=0 row-size=96B cardinality=89.97M(filtered from 8.64G) cost=2304952816
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| tuple-ids=2 row-size=96B cardinality=89.97M(filtered from 8.64G) cost=2304952816
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
08:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
|
||||
HDFS partitions=1/1 files=1 size=1.55GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
stored statistics:
|
||||
@@ -561,6 +561,6 @@ max-parallelism=10 segment-costs=[58452830, 6448089] cpu-comparison-result=120 [
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=3.10M
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=9 row-size=204B cardinality=2.91M(filtered from 30.00M) cost=46823813
|
||||
in pipelines: 08(GETNEXT)
|
||||
tuple-ids=0 row-size=204B cardinality=2.91M(filtered from 30.00M) cost=46823813
|
||||
in pipelines: 00(GETNEXT)
|
||||
====
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
@@ -17,11 +17,11 @@ select i_item_id
|
||||
|
||||
# end query 37 in stream 0 using template query37.tpl
|
||||
---- PLAN
|
||||
Max Per-Host Resource Reservation: Memory=74.12MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=53.18GB
|
||||
Max Per-Host Resource Reservation: Memory=72.00MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=50.10GB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=53.18GB mem-reservation=74.12MB thread-reservation=1 runtime-filters-memory=3.00MB
|
||||
| max-parallelism=1 segment-costs=[11627178070, 3746309, 300]
|
||||
| Per-Instance Resources: mem-estimate=50.10GB mem-reservation=72.00MB thread-reservation=1 runtime-filters-memory=3.00MB
|
||||
| max-parallelism=1 segment-costs=[11965027702, 3746309, 300]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.item.i_item_id, tpcds_partitioned_parquet_snap.item.i_item_desc, tpcds_partitioned_parquet_snap.item.i_current_price
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=300
|
||||
@@ -35,26 +35,47 @@ PLAN-ROOT SINK
|
||||
07:AGGREGATE [FINALIZE]
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id, tpcds_partitioned_parquet_snap.item.i_item_desc, tpcds_partitioned_parquet_snap.item.i_current_price
|
||||
| mem-estimate=50.00GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=8 row-size=145B cardinality=360.00K cost=2244489090
|
||||
| in pipelines: 07(GETNEXT), 03(OPEN)
|
||||
| tuple-ids=8 row-size=145B cardinality=360.00K cost=2243377876
|
||||
| in pipelines: 07(GETNEXT), 00(OPEN)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: none
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=3.16GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=4,6,0,2 row-size=799B cardinality=1.63G cost=327957679
|
||||
| in pipelines: 03(GETNEXT), 00(OPEN)
|
||||
| mem-estimate=88.44MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=799B cardinality=1.63G cost=714212818
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--02:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
|--05:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=2,4,6 row-size=659B cardinality=136.02K cost=66840
|
||||
| | in pipelines: 01(GETNEXT), 04(OPEN)
|
||||
| |
|
||||
| |--04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-01-20' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-01-20' AS DATE)
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-01-20' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-01-20' AS DATE)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-01-20' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-01-20' AS DATE)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| 03:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=545B cardinality=5.69M cost=2488912
|
||||
| | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| | tuple-ids=2,4 row-size=421B cardinality=136.02K cost=374005
|
||||
| | in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
| |
|
||||
| |--01:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| |--02:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(add(CAST(35 AS SMALLINT), CAST(30 AS SMALLINT)) AS DECIMAL(5,0)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(35 AS DECIMAL(3,0)), tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(715 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(861 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(928 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(942 AS INT)
|
||||
| | stored statistics:
|
||||
@@ -64,154 +85,172 @@ PLAN-ROOT SINK
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(add(CAST(35 AS SMALLINT), CAST(30 AS SMALLINT)) AS DECIMAL(5,0)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(35 AS DECIMAL(3,0))
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(add(CAST(35 AS SMALLINT), CAST(30 AS SMALLINT)) AS DECIMAL(5,0)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(35 AS DECIMAL(3,0)), tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(715 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(861 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(928 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(942 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=474 cost=1385957
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=405B cardinality=474 cost=1385957
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
|
||||
| HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory]
|
||||
| HDFS partitions=261/261 files=261 size=5.10GB
|
||||
| predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=4.32G size=280.96GB
|
||||
| partitions: 1831/1831 rows=4.32G
|
||||
| table: rows=1.03G size=5.10GB
|
||||
| partitions: 261/261 rows=1.03G
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=21.52M
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=0 row-size=140B cardinality=5.69M(filtered from 4.32G) cost=8709277205
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| extrapolated-rows=disabled max-scan-range-rows=3.99M
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=16B cardinality=1.36M(filtered from 103.36M) cost=296218296
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
05:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=4,6 row-size=253B cardinality=103.36M cost=45246226
|
||||
| in pipelines: 03(GETNEXT), 04(OPEN)
|
||||
|
|
||||
|--04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-01-20' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-01-20' AS DATE)
|
||||
| stored statistics:
|
||||
| table: rows=73.05K size=2.17MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-01-20' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-01-20' AS DATE)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-01-20' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-01-20' AS DATE)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 04(GETNEXT)
|
||||
|
|
||||
03:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory]
|
||||
HDFS partitions=261/261 files=261 size=5.10GB
|
||||
predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
|
||||
HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
|
||||
stored statistics:
|
||||
table: rows=1.03G size=5.10GB
|
||||
partitions: 261/261 rows=1.03G
|
||||
table: rows=4.32G size=280.96GB
|
||||
partitions: 1831/1831 rows=4.32G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=3.99M
|
||||
parquet statistics predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
parquet dictionary predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
|
||||
tuple-ids=4 row-size=16B cardinality=103.36M cost=296218296
|
||||
in pipelines: 03(GETNEXT)
|
||||
extrapolated-rows=disabled max-scan-range-rows=21.52M
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=140B cardinality=1.63G(filtered from 4.32G) cost=8709277205
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- DISTRIBUTEDPLAN
|
||||
Max Per-Host Resource Reservation: Memory=948.25MB Threads=54
|
||||
Per-Host Resource Estimates: Memory=16.31GB
|
||||
F06:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
Max Per-Host Resource Reservation: Memory=891.69MB Threads=22
|
||||
Per-Host Resource Estimates: Memory=10.32GB
|
||||
F05:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=4.14MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[354] cpu-comparison-result=251 [max(1 (self) vs 251 (sum children))]
|
||||
| max-parallelism=1 segment-costs=[354] cpu-comparison-result=120 [max(1 (self) vs 120 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.item.i_item_id, tpcds_partitioned_parquet_snap.item.i_item_desc, tpcds_partitioned_parquet_snap.item.i_current_price
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=300
|
||||
|
|
||||
15:MERGING-EXCHANGE [UNPARTITIONED]
|
||||
14:MERGING-EXCHANGE [UNPARTITIONED]
|
||||
| order by: tpcds_partitioned_parquet_snap.item.i_item_id ASC NULLS LAST
|
||||
| limit: 100
|
||||
| mem-estimate=146.53KB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=9 row-size=145B cardinality=100 cost=54
|
||||
| in pipelines: 08(GETNEXT)
|
||||
|
|
||||
F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item.i_item_id,tpcds_partitioned_parquet_snap.item.i_item_desc,tpcds_partitioned_parquet_snap.item.i_current_price)] hosts=10 instances=10 (adjusted from 120)
|
||||
F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item.i_item_id,tpcds_partitioned_parquet_snap.item.i_item_desc,tpcds_partitioned_parquet_snap.item.i_current_price)] hosts=10 instances=10 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=572.71MB mem-reservation=34.00MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[94525716, 3746309, 410] cpu-comparison-result=251 [max(10 (self) vs 251 (sum children))]
|
||||
max-parallelism=10 segment-costs=[94525716, 3746309, 410] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
|
||||
08:TOP-N [LIMIT=100]
|
||||
| order by: tpcds_partitioned_parquet_snap.item.i_item_id ASC NULLS LAST
|
||||
| mem-estimate=14.12KB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=9 row-size=145B cardinality=100 cost=3746309
|
||||
| in pipelines: 08(GETNEXT), 14(OPEN)
|
||||
| in pipelines: 08(GETNEXT), 13(OPEN)
|
||||
|
|
||||
14:AGGREGATE [FINALIZE]
|
||||
13:AGGREGATE [FINALIZE]
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id, tpcds_partitioned_parquet_snap.item.i_item_desc, tpcds_partitioned_parquet_snap.item.i_current_price
|
||||
| mem-estimate=545.29MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=8 row-size=145B cardinality=360.00K cost=60991380
|
||||
| in pipelines: 14(GETNEXT), 03(OPEN)
|
||||
| in pipelines: 13(GETNEXT), 00(OPEN)
|
||||
|
|
||||
13:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_item_id,tpcds_partitioned_parquet_snap.item.i_item_desc,tpcds_partitioned_parquet_snap.item.i_current_price)]
|
||||
12:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_item_id,tpcds_partitioned_parquet_snap.item.i_item_desc,tpcds_partitioned_parquet_snap.item.i_current_price)]
|
||||
| mem-estimate=27.41MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=8 row-size=145B cardinality=43.20M cost=33534336
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.inventory.inv_item_sk)] hosts=10 instances=120
|
||||
Per-Instance Resources: mem-estimate=811.29MB mem-reservation=34.00MB thread-reservation=1
|
||||
max-parallelism=290 segment-costs=[2896402430, 424544066] cpu-comparison-result=251 [max(240 (self) vs 251 (sum children))]
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
Per-Instance Resources: mem-estimate=786.50MB mem-reservation=35.00MB thread-reservation=1
|
||||
max-parallelism=1190 segment-costs=[11860732821, 424544066] cpu-comparison-result=120 [max(120 (self) vs 40 (sum children))]
|
||||
07:AGGREGATE [STREAMING]
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id, tpcds_partitioned_parquet_snap.item.i_item_desc, tpcds_partitioned_parquet_snap.item.i_current_price
|
||||
| mem-estimate=764.89MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=8 row-size=145B cardinality=43.20M cost=2438490030
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| mem-estimate=764.70MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=8 row-size=145B cardinality=43.20M cost=2437378816
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: none
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=4,6,0,2 row-size=799B cardinality=1.63G cost=322272418
|
||||
| in pipelines: 03(GETNEXT), 00(OPEN)
|
||||
| tuple-ids=0,2,4,6 row-size=799B cardinality=1.63G cost=714076800
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.inventory.inv_item_sk)] hosts=10 instances=120
|
||||
| | Per-Instance Resources: mem-estimate=109.86MB mem-reservation=35.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=290 segment-costs=[20792101] cpu-comparison-result=240 [max(240 (self) vs 14 (sum children))]
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=438.65MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[316778] cpu-comparison-result=40 [max(40 (self) vs 25 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=5685261
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=136018
|
||||
| |
|
||||
| 12:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_item_sk)]
|
||||
| | mem-estimate=74.86MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=545B cardinality=5.69M cost=15106840
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| 11:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=29.65MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2,4,6 row-size=659B cardinality=136.02K cost=180760
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=275.45MB mem-reservation=1.00MB thread-reservation=1
|
||||
| max-parallelism=900 segment-costs=[8917347600]
|
||||
| 02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=30 (adjusted from 120)
|
||||
| Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
| Per-Instance Resources: mem-estimate=18.62MB mem-reservation=256.00KB thread-reservation=1
|
||||
| max-parallelism=30 segment-costs=[296902061]
|
||||
| 05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=545B cardinality=5.69M cost=2488438
|
||||
| | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=2,4,6 row-size=659B cardinality=136.02K cost=59535
|
||||
| | in pipelines: 01(GETNEXT), 04(OPEN)
|
||||
| |
|
||||
| |--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=25.17MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[1094]
|
||||
| |--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=11.51MB mem-reservation=9.62MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[17005]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=474
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | mem-estimate=8.62MB mem-reservation=8.62MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | |
|
||||
| | 10:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=945.92KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=2 row-size=405B cardinality=474 cost=620
|
||||
| | | in pipelines: 01(GETNEXT)
|
||||
| | | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=6 row-size=237B cardinality=7.30K cost=9700
|
||||
| | | in pipelines: 04(GETNEXT)
|
||||
| | |
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[119540]
|
||||
| | 04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-01-20' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-01-20' AS DATE)
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-01-20' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-01-20' AS DATE)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-01-20' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-01-20' AS DATE)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| 03:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=2,4 row-size=421B cardinality=136.02K cost=373531
|
||||
| | in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
| |
|
||||
| |--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=7.74MB mem-reservation=6.81MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[1094]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | | mem-estimate=5.81MB mem-reservation=5.81MB spill-buffer=64.00KB thread-reservation=0 cost=474
|
||||
| | |
|
||||
| | 09:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=945.92KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=4 row-size=405B cardinality=474 cost=620
|
||||
| | | in pipelines: 02(GETNEXT)
|
||||
| | |
|
||||
| | F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1386486]
|
||||
| | 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | 02:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(add(CAST(35 AS SMALLINT), CAST(30 AS SMALLINT)) AS DECIMAL(5,0)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(35 AS DECIMAL(3,0)), tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(715 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(861 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(928 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(942 AS INT)
|
||||
| | stored statistics:
|
||||
@@ -221,88 +260,41 @@ max-parallelism=290 segment-costs=[2896402430, 424544066] cpu-comparison-result=
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(add(CAST(35 AS SMALLINT), CAST(30 AS SMALLINT)) AS DECIMAL(5,0)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(35 AS DECIMAL(3,0))
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(add(CAST(35 AS SMALLINT), CAST(30 AS SMALLINT)) AS DECIMAL(5,0)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(35 AS DECIMAL(3,0)), tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(715 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(861 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(928 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(942 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=474 cost=1385957
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=405B cardinality=474 cost=1385957
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
| HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
|
||||
| HDFS partitions=261/261 files=261 size=5.10GB
|
||||
| predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=4.32G size=280.96GB
|
||||
| partitions: 1831/1831 rows=4.32G
|
||||
| table: rows=1.03G size=5.10GB
|
||||
| partitions: 261/261 rows=1.03G
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=21.52M
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=0 row-size=140B cardinality=5.69M(filtered from 4.32G) cost=8709277205
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| extrapolated-rows=disabled max-scan-range-rows=3.99M
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=16B cardinality=1.36M(filtered from 103.36M) cost=296218296
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
11:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.inventory.inv_item_sk)]
|
||||
| mem-estimate=40.60MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=4,6 row-size=253B cardinality=103.36M cost=135639982
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=138.41MB mem-reservation=256.00KB thread-reservation=1
|
||||
max-parallelism=220 segment-costs=[2132906064]
|
||||
05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=4,6 row-size=253B cardinality=103.36M cost=45238921
|
||||
| in pipelines: 03(GETNEXT), 04(OPEN)
|
||||
|
|
||||
|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 09:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-01-20' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-01-20' AS DATE)
|
||||
| stored statistics:
|
||||
| table: rows=73.05K size=2.17MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-01-20' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-01-20' AS DATE)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-01-20' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-01-20' AS DATE)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 04(GETNEXT)
|
||||
|
|
||||
03:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
|
||||
HDFS partitions=261/261 files=261 size=5.10GB
|
||||
predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
|
||||
stored statistics:
|
||||
table: rows=1.03G size=5.10GB
|
||||
partitions: 261/261 rows=1.03G
|
||||
table: rows=4.32G size=280.96GB
|
||||
partitions: 1831/1831 rows=4.32G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=3.99M
|
||||
parquet statistics predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
parquet dictionary predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
|
||||
tuple-ids=4 row-size=16B cardinality=103.36M cost=296218296
|
||||
in pipelines: 03(GETNEXT)
|
||||
extrapolated-rows=disabled max-scan-range-rows=21.52M
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=140B cardinality=1.63G(filtered from 4.32G) cost=8709277205
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- PARALLELPLANS
|
||||
Max Per-Host Resource Reservation: Memory=948.25MB Threads=54
|
||||
Per-Host Resource Estimates: Memory=16.31GB
|
||||
Max Per-Host Resource Reservation: Memory=887.19MB Threads=24
|
||||
Per-Host Resource Estimates: Memory=10.41GB
|
||||
F06:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=4.14MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[354] cpu-comparison-result=251 [max(1 (self) vs 251 (sum children))]
|
||||
| max-parallelism=1 segment-costs=[354] cpu-comparison-result=120 [max(1 (self) vs 120 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.item.i_item_id, tpcds_partitioned_parquet_snap.item.i_item_desc, tpcds_partitioned_parquet_snap.item.i_current_price
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=300
|
||||
@@ -316,7 +308,7 @@ PLAN-ROOT SINK
|
||||
|
|
||||
F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item.i_item_id,tpcds_partitioned_parquet_snap.item.i_item_desc,tpcds_partitioned_parquet_snap.item.i_current_price)] hosts=10 instances=10 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=572.71MB mem-reservation=34.00MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[94525716, 3746309, 410] cpu-comparison-result=251 [max(10 (self) vs 251 (sum children))]
|
||||
max-parallelism=10 segment-costs=[94525716, 3746309, 410] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
|
||||
08:TOP-N [LIMIT=100]
|
||||
| order by: tpcds_partitioned_parquet_snap.item.i_item_id ASC NULLS LAST
|
||||
| mem-estimate=14.12KB mem-reservation=0B thread-reservation=0
|
||||
@@ -327,74 +319,121 @@ max-parallelism=10 segment-costs=[94525716, 3746309, 410] cpu-comparison-result=
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id, tpcds_partitioned_parquet_snap.item.i_item_desc, tpcds_partitioned_parquet_snap.item.i_current_price
|
||||
| mem-estimate=545.29MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=8 row-size=145B cardinality=360.00K cost=60991380
|
||||
| in pipelines: 14(GETNEXT), 03(OPEN)
|
||||
| in pipelines: 14(GETNEXT), 00(OPEN)
|
||||
|
|
||||
13:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_item_id,tpcds_partitioned_parquet_snap.item.i_item_desc,tpcds_partitioned_parquet_snap.item.i_current_price)]
|
||||
| mem-estimate=27.41MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=8 row-size=145B cardinality=43.20M cost=33534336
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.inventory.inv_item_sk)] hosts=10 instances=120
|
||||
Per-Instance Resources: mem-estimate=811.29MB mem-reservation=34.00MB thread-reservation=1
|
||||
max-parallelism=290 segment-costs=[2896402430, 424544066] cpu-comparison-result=251 [max(240 (self) vs 251 (sum children))]
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
Per-Instance Resources: mem-estimate=786.50MB mem-reservation=35.00MB thread-reservation=1
|
||||
max-parallelism=1190 segment-costs=[11860732821, 424544066] cpu-comparison-result=120 [max(120 (self) vs 60 (sum children))]
|
||||
07:AGGREGATE [STREAMING]
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id, tpcds_partitioned_parquet_snap.item.i_item_desc, tpcds_partitioned_parquet_snap.item.i_current_price
|
||||
| mem-estimate=764.89MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=8 row-size=145B cardinality=43.20M cost=2438490030
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| mem-estimate=764.70MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=8 row-size=145B cardinality=43.20M cost=2437378816
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: none
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=4,6,0,2 row-size=799B cardinality=1.63G cost=322272418
|
||||
| in pipelines: 03(GETNEXT), 00(OPEN)
|
||||
| tuple-ids=0,2,4,6 row-size=799B cardinality=1.63G cost=714076800
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.inventory.inv_item_sk)] hosts=10 instances=120
|
||||
| | Per-Instance Resources: mem-estimate=109.86MB mem-reservation=35.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=290 segment-costs=[20792101] cpu-comparison-result=240 [max(240 (self) vs 14 (sum children))]
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=425.55MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[316778] cpu-comparison-result=60 [max(60 (self) vs 25 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=5685261
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=136018
|
||||
| |
|
||||
| 12:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_item_sk)]
|
||||
| | mem-estimate=74.86MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=545B cardinality=5.69M cost=15106840
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| 12:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=16.55MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2,4,6 row-size=659B cardinality=136.02K cost=180760
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=275.45MB mem-reservation=1.00MB thread-reservation=1
|
||||
| max-parallelism=900 segment-costs=[8917347600]
|
||||
| 02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.inventory.inv_date_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
| Per-Instance Resources: mem-estimate=24.86MB mem-reservation=0B thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[594075]
|
||||
| 05:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=545B cardinality=5.69M cost=2488438
|
||||
| | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| | tuple-ids=2,4,6 row-size=659B cardinality=136.02K cost=59535
|
||||
| | in pipelines: 01(GETNEXT), 04(OPEN)
|
||||
| |
|
||||
| |--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=25.17MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[1094]
|
||||
| |--F08:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.inventory.inv_date_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
| | | Per-Instance Resources: mem-estimate=4.83MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[16085]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=7305
|
||||
| | |
|
||||
| | 11:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim.d_date_sk)]
|
||||
| | | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=6 row-size=237B cardinality=7.30K cost=8780
|
||||
| | | in pipelines: 04(GETNEXT)
|
||||
| | |
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=25.42MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[230030]
|
||||
| | 04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-01-20' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-01-20' AS DATE)
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-01-20' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-01-20' AS DATE)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-01-20' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-01-20' AS DATE)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| 10:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.inventory.inv_date_sk)]
|
||||
| | mem-estimate=22.24MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2,4 row-size=421B cardinality=136.02K cost=283841
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=40 (adjusted from 120)
|
||||
| Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
| Per-Instance Resources: mem-estimate=32.78MB mem-reservation=256.00KB thread-reservation=1
|
||||
| max-parallelism=40 segment-costs=[300424122]
|
||||
| 03:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=2,4 row-size=421B cardinality=136.02K cost=373531
|
||||
| | in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
| |
|
||||
| |--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=9.67MB mem-reservation=8.75MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[1094]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=474
|
||||
| | | mem-estimate=7.75MB mem-reservation=7.75MB spill-buffer=64.00KB thread-reservation=0 cost=474
|
||||
| | |
|
||||
| | 10:EXCHANGE [BROADCAST]
|
||||
| | 09:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=945.92KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=2 row-size=405B cardinality=474 cost=620
|
||||
| | | in pipelines: 01(GETNEXT)
|
||||
| | | tuple-ids=4 row-size=405B cardinality=474 cost=620
|
||||
| | | in pipelines: 02(GETNEXT)
|
||||
| | |
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1386486]
|
||||
| | 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | 02:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(add(CAST(35 AS SMALLINT), CAST(30 AS SMALLINT)) AS DECIMAL(5,0)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(35 AS DECIMAL(3,0)), tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(715 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(861 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(928 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(942 AS INT)
|
||||
| | stored statistics:
|
||||
@@ -404,80 +443,33 @@ max-parallelism=290 segment-costs=[2896402430, 424544066] cpu-comparison-result=
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(add(CAST(35 AS SMALLINT), CAST(30 AS SMALLINT)) AS DECIMAL(5,0)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(35 AS DECIMAL(3,0))
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(add(CAST(35 AS SMALLINT), CAST(30 AS SMALLINT)) AS DECIMAL(5,0)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(35 AS DECIMAL(3,0)), tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(715 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(861 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(928 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(942 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=474 cost=1385957
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=405B cardinality=474 cost=1385957
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
| HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
|
||||
| HDFS partitions=261/261 files=261 size=5.10GB
|
||||
| predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=4.32G size=280.96GB
|
||||
| partitions: 1831/1831 rows=4.32G
|
||||
| table: rows=1.03G size=5.10GB
|
||||
| partitions: 261/261 rows=1.03G
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=21.52M
|
||||
| mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
| tuple-ids=0 row-size=140B cardinality=5.69M(filtered from 4.32G) cost=8709277205
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| extrapolated-rows=disabled max-scan-range-rows=3.99M
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=16B cardinality=1.36M(filtered from 103.36M) cost=296218296
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
11:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.inventory.inv_item_sk)]
|
||||
| mem-estimate=40.60MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=4,6 row-size=253B cardinality=103.36M cost=135639982
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=138.41MB mem-reservation=256.00KB thread-reservation=1
|
||||
max-parallelism=220 segment-costs=[2132906064]
|
||||
05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=4,6 row-size=253B cardinality=103.36M cost=45238921
|
||||
| in pipelines: 03(GETNEXT), 04(OPEN)
|
||||
|
|
||||
|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 09:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-01-20' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-01-20' AS DATE)
|
||||
| stored statistics:
|
||||
| table: rows=73.05K size=2.17MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-01-20' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-01-20' AS DATE)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-01-20' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-01-20' AS DATE)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 04(GETNEXT)
|
||||
|
|
||||
03:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
|
||||
HDFS partitions=261/261 files=261 size=5.10GB
|
||||
predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
|
||||
stored statistics:
|
||||
table: rows=1.03G size=5.10GB
|
||||
partitions: 261/261 rows=1.03G
|
||||
table: rows=4.32G size=280.96GB
|
||||
partitions: 1831/1831 rows=4.32G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=3.99M
|
||||
parquet statistics predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
parquet dictionary predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
|
||||
tuple-ids=4 row-size=16B cardinality=103.36M cost=296218296
|
||||
in pipelines: 03(GETNEXT)
|
||||
extrapolated-rows=disabled max-scan-range-rows=21.52M
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=140B cardinality=1.63G(filtered from 4.32G) cost=8709277205
|
||||
in pipelines: 00(GETNEXT)
|
||||
====
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
@@ -30,7 +30,7 @@ Max Per-Host Resource Reservation: Memory=152.25MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=19.88GB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=19.88GB mem-reservation=152.25MB thread-reservation=1 runtime-filters-memory=8.00MB
|
||||
| max-parallelism=1 segment-costs=[7766592976, 7766592976, 116536585, 272230848]
|
||||
| max-parallelism=1 segment-costs=[7766405788, 7766405788, 116536585, 272230848]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, tpcds_partitioned_parquet_snap.item.i_item_sk, tpcds_partitioned_parquet_snap.date_dim.d_moy, avg(tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand), CASE WHEN avg(tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand) = CAST(0 AS DOUBLE) THEN NULL ELSE divide(stddev_samp(tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand), avg(tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand)) END, tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk, tpcds_partitioned_parquet_snap.item_0.i_item_sk, tpcds_partitioned_parquet_snap.date_dim_0.d_moy, avg(tpcds_partitioned_parquet_snap.inventory_0.inv_quantity_on_hand), CASE WHEN avg(tpcds_partitioned_parquet_snap.inventory_0.inv_quantity_on_hand) = CAST(0 AS DOUBLE) THEN NULL ELSE divide(stddev_samp(tpcds_partitioned_parquet_snap.inventory_0.inv_quantity_on_hand), avg(tpcds_partitioned_parquet_snap.inventory_0.inv_quantity_on_hand)) END
|
||||
| mem-estimate=100.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=272230848
|
||||
@@ -58,32 +58,14 @@ PLAN-ROOT SINK
|
||||
| | in pipelines: 15(GETNEXT), 08(OPEN)
|
||||
| |
|
||||
| 14:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | mem-estimate=151.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=10,12,14,16 row-size=903B cardinality=1.03G cost=452523130
|
||||
| | in pipelines: 08(GETNEXT), 13(OPEN)
|
||||
| |
|
||||
| |--13:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=16 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| 12:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=10,12,14 row-size=497B cardinality=1.03G(filtered from 1.03G) cost=452257097
|
||||
| | in pipelines: 08(GETNEXT), 11(OPEN)
|
||||
| | tuple-ids=10,12,14,16 row-size=903B cardinality=1.03G cost=452163503
|
||||
| | in pipelines: 08(GETNEXT), 13(OPEN)
|
||||
| |
|
||||
| |--11:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| |--13:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1998 AS INT)
|
||||
| | stored statistics:
|
||||
@@ -93,30 +75,48 @@ PLAN-ROOT SINK
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1998 AS INT)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1998 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=14 row-size=237B cardinality=373 cost=112653
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| | tuple-ids=16 row-size=237B cardinality=373 cost=112653
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| 10:HASH JOIN [INNER JOIN]
|
||||
| 12:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk, RF015[min_max] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=10,12 row-size=260B cardinality=1.03G(filtered from 1.03G) cost=452256746
|
||||
| | in pipelines: 08(GETNEXT), 09(OPEN)
|
||||
| | tuple-ids=10,12,14 row-size=665B cardinality=1.03G cost=452163152
|
||||
| | in pipelines: 08(GETNEXT), 11(OPEN)
|
||||
| |
|
||||
| |--09:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse]
|
||||
| |--11:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse]
|
||||
| | HDFS partitions=1/1 files=1 size=5.99KB
|
||||
| | stored statistics:
|
||||
| | table: rows=22 size=5.99KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=22
|
||||
| | mem-estimate=16.00MB mem-reservation=112.00KB thread-reservation=0
|
||||
| | tuple-ids=12 row-size=244B cardinality=22 cost=35
|
||||
| | tuple-ids=14 row-size=244B cardinality=22 cost=35
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| |
|
||||
| 10:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF015[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | mem-estimate=151.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=10,12 row-size=421B cardinality=1.03G cost=452523130
|
||||
| | in pipelines: 08(GETNEXT), 09(OPEN)
|
||||
| |
|
||||
| |--09:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=12 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 09(GETNEXT)
|
||||
| |
|
||||
| 08:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory]
|
||||
| HDFS partitions=261/261 files=261 size=5.10GB
|
||||
| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF015[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk
|
||||
| runtime filters: RF015[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF013[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk
|
||||
| stored statistics:
|
||||
| table: rows=1.03G size=5.10GB
|
||||
| partitions: 261/261 rows=1.03G
|
||||
@@ -135,33 +135,14 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 07(GETNEXT), 00(OPEN)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=151.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=903B cardinality=1.03G cost=452523130
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| runtime filters: RF002[min_max] -> tpcds_partitioned_parquet_snap.item.i_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=497B cardinality=1.03G(filtered from 1.03G) cost=452257097
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| tuple-ids=0,2,4,6 row-size=903B cardinality=1.03G cost=452163503
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT)
|
||||
| stored statistics:
|
||||
@@ -171,18 +152,18 @@ PLAN-ROOT SINK
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=6 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=260B cardinality=1.03G(filtered from 1.03G) cost=452256746
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=665B cardinality=1.03G cost=452163152
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse]
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse]
|
||||
| HDFS partitions=1/1 files=1 size=5.99KB
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| stored statistics:
|
||||
@@ -190,12 +171,31 @@ PLAN-ROOT SINK
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=22
|
||||
| mem-estimate=16.00MB mem-reservation=112.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=244B cardinality=22 cost=35
|
||||
| tuple-ids=4 row-size=244B cardinality=22 cost=35
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=151.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=421B cardinality=1.03G cost=452523130
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| runtime filters: RF002[min_max] -> tpcds_partitioned_parquet_snap.item.i_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory]
|
||||
HDFS partitions=261/261 files=261 size=5.10GB
|
||||
runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF009[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk
|
||||
runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk
|
||||
stored statistics:
|
||||
table: rows=1.03G size=5.10GB
|
||||
partitions: 261/261 rows=1.03G
|
||||
@@ -270,7 +270,7 @@ max-parallelism=10 segment-costs=[99356613, 48497927] cpu-comparison-result=240
|
||||
| F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
|
||||
| Per-Instance Resources: mem-estimate=463.15MB mem-reservation=34.25MB thread-reservation=1
|
||||
| max-parallelism=261 segment-costs=[7764764284, 4260959990] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
| max-parallelism=261 segment-costs=[7764577096, 4260959990] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
| 15:AGGREGATE [STREAMING]
|
||||
| | output: stddev_samp(tpcds_partitioned_parquet_snap.inventory_0.inv_quantity_on_hand), avg(CAST(tpcds_partitioned_parquet_snap.inventory_0.inv_quantity_on_hand AS BIGINT))
|
||||
| | group by: tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_name, tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk, tpcds_partitioned_parquet_snap.item_0.i_item_sk, tpcds_partitioned_parquet_snap.date_dim_0.d_moy
|
||||
@@ -280,65 +280,30 @@ max-parallelism=10 segment-costs=[99356613, 48497927] cpu-comparison-result=240
|
||||
| |
|
||||
| 14:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=10,12,14,16 row-size=903B cardinality=1.03G cost=452163130
|
||||
| | in pipelines: 08(GETNEXT), 13(OPEN)
|
||||
| |
|
||||
| |--F13:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[838440]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| | |
|
||||
| | 25:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=16 row-size=405B cardinality=360.00K cost=478440
|
||||
| | | in pipelines: 13(GETNEXT)
|
||||
| | |
|
||||
| | F08:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1757529]
|
||||
| | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=16 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| 12:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=10,12,14 row-size=497B cardinality=1.03G(filtered from 1.03G) cost=452256724
|
||||
| | in pipelines: 08(GETNEXT), 11(OPEN)
|
||||
| |
|
||||
| |--F14:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.42MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[863]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
|
||||
| | |
|
||||
| | 24:EXCHANGE [BROADCAST]
|
||||
| | 25:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=174.22KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=14 row-size=237B cardinality=373 cost=490
|
||||
| | | in pipelines: 11(GETNEXT)
|
||||
| | | tuple-ids=16 row-size=237B cardinality=373 cost=490
|
||||
| | | in pipelines: 13(GETNEXT)
|
||||
| | |
|
||||
| | F07:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F08:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[112899]
|
||||
| | 11:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1998 AS INT)
|
||||
| | stored statistics:
|
||||
@@ -348,47 +313,82 @@ max-parallelism=10 segment-costs=[99356613, 48497927] cpu-comparison-result=240
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1998 AS INT)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1998 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=14 row-size=237B cardinality=373 cost=112653
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| | tuple-ids=16 row-size=237B cardinality=373 cost=112653
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| 10:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| 12:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=10,12 row-size=260B cardinality=1.03G(filtered from 1.03G) cost=452256724
|
||||
| | in pipelines: 08(GETNEXT), 09(OPEN)
|
||||
| | tuple-ids=10,12,14 row-size=665B cardinality=1.03G cost=452163130
|
||||
| | in pipelines: 08(GETNEXT), 11(OPEN)
|
||||
| |
|
||||
| |--F15:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| |--F14:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[42]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk, RF015[min_max] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=22
|
||||
| | |
|
||||
| | 23:EXCHANGE [BROADCAST]
|
||||
| | 24:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=12 row-size=244B cardinality=22 cost=20
|
||||
| | | in pipelines: 09(GETNEXT)
|
||||
| | | tuple-ids=14 row-size=244B cardinality=22 cost=20
|
||||
| | | in pipelines: 11(GETNEXT)
|
||||
| | |
|
||||
| | F06:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F07:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.97MB mem-reservation=112.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[49]
|
||||
| | 09:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| | 11:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=5.99KB
|
||||
| | stored statistics:
|
||||
| | table: rows=22 size=5.99KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=22
|
||||
| | mem-estimate=16.00MB mem-reservation=112.00KB thread-reservation=0
|
||||
| | tuple-ids=12 row-size=244B cardinality=22 cost=35
|
||||
| | tuple-ids=14 row-size=244B cardinality=22 cost=35
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| |
|
||||
| 10:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=10,12 row-size=421B cardinality=1.03G cost=452163130
|
||||
| | in pipelines: 08(GETNEXT), 09(OPEN)
|
||||
| |
|
||||
| |--F15:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[838440]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF015[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| | |
|
||||
| | 23:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=12 row-size=405B cardinality=360.00K cost=478440
|
||||
| | | in pipelines: 09(GETNEXT)
|
||||
| | |
|
||||
| | F06:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1757529]
|
||||
| | 09:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=12 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 09(GETNEXT)
|
||||
| |
|
||||
| 08:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
|
||||
| HDFS partitions=261/261 files=261 size=5.10GB
|
||||
| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF015[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk
|
||||
| runtime filters: RF015[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF013[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk
|
||||
| stored statistics:
|
||||
| table: rows=1.03G size=5.10GB
|
||||
| partitions: 261/261 rows=1.03G
|
||||
@@ -422,7 +422,7 @@ max-parallelism=660 segment-costs=[6551064897, 112286155] cpu-comparison-result=
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=5.00MB mem-reservation=5.00MB thread-reservation=0 runtime-filters-memory=5.00MB
|
||||
Per-Instance Resources: mem-estimate=463.15MB mem-reservation=34.25MB thread-reservation=1
|
||||
max-parallelism=261 segment-costs=[7764764284, 4260959990] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
max-parallelism=261 segment-costs=[7764577096, 4260959990] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
07:AGGREGATE [STREAMING]
|
||||
| output: stddev_samp(tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand), avg(CAST(tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand AS BIGINT))
|
||||
| group by: tpcds_partitioned_parquet_snap.warehouse.w_warehouse_name, tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, tpcds_partitioned_parquet_snap.item.i_item_sk, tpcds_partitioned_parquet_snap.date_dim.d_moy
|
||||
@@ -432,67 +432,30 @@ max-parallelism=261 segment-costs=[7764764284, 4260959990] cpu-comparison-result
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=04
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=903B cardinality=1.03G cost=452163130
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F16:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=04 plan-id=05 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 20:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| runtime filters: RF002[min_max] -> tpcds_partitioned_parquet_snap.item.i_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=05
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=497B cardinality=1.03G(filtered from 1.03G) cost=452256724
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F17:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.42MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[863]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=05 plan-id=06 cohort-id=01
|
||||
| | join-table-id=04 plan-id=05 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
|
||||
| |
|
||||
| 19:EXCHANGE [BROADCAST]
|
||||
| 20:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=174.22KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=237B cardinality=373 cost=490
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | tuple-ids=6 row-size=237B cardinality=373 cost=490
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[112899]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT)
|
||||
| stored statistics:
|
||||
@@ -502,36 +465,36 @@ max-parallelism=261 segment-costs=[7764764284, 4260959990] cpu-comparison-result
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=6 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=06
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=05
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=260B cardinality=1.03G(filtered from 1.03G) cost=452256724
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=665B cardinality=1.03G cost=452163130
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F18:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
|--F17:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[42]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=06 plan-id=07 cohort-id=01
|
||||
| | join-table-id=05 plan-id=06 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=22
|
||||
| |
|
||||
| 18:EXCHANGE [BROADCAST]
|
||||
| 19:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=244B cardinality=22 cost=20
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=244B cardinality=22 cost=20
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=16.97MB mem-reservation=112.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[49]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=5.99KB
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| stored statistics:
|
||||
@@ -539,12 +502,49 @@ max-parallelism=261 segment-costs=[7764764284, 4260959990] cpu-comparison-result
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=22
|
||||
| mem-estimate=16.00MB mem-reservation=112.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=244B cardinality=22 cost=35
|
||||
| tuple-ids=4 row-size=244B cardinality=22 cost=35
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=06
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=421B cardinality=1.03G cost=452163130
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F18:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=06 plan-id=07 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 18:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| runtime filters: RF002[min_max] -> tpcds_partitioned_parquet_snap.item.i_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
|
||||
HDFS partitions=261/261 files=261 size=5.10GB
|
||||
runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF009[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk
|
||||
runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk
|
||||
stored statistics:
|
||||
table: rows=1.03G size=5.10GB
|
||||
partitions: 261/261 rows=1.03G
|
||||
@@ -619,7 +619,7 @@ max-parallelism=10 segment-costs=[99356613, 48497927] cpu-comparison-result=240
|
||||
| F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
|
||||
| Per-Instance Resources: mem-estimate=463.15MB mem-reservation=34.25MB thread-reservation=1
|
||||
| max-parallelism=261 segment-costs=[7764764284, 4260959990] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
| max-parallelism=261 segment-costs=[7764577096, 4260959990] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
| 15:AGGREGATE [STREAMING]
|
||||
| | output: stddev_samp(tpcds_partitioned_parquet_snap.inventory_0.inv_quantity_on_hand), avg(CAST(tpcds_partitioned_parquet_snap.inventory_0.inv_quantity_on_hand AS BIGINT))
|
||||
| | group by: tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_name, tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk, tpcds_partitioned_parquet_snap.item_0.i_item_sk, tpcds_partitioned_parquet_snap.date_dim_0.d_moy
|
||||
@@ -629,65 +629,30 @@ max-parallelism=10 segment-costs=[99356613, 48497927] cpu-comparison-result=240
|
||||
| |
|
||||
| 14:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=10,12,14,16 row-size=903B cardinality=1.03G cost=452163130
|
||||
| | in pipelines: 08(GETNEXT), 13(OPEN)
|
||||
| |
|
||||
| |--F13:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[838440]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| | |
|
||||
| | 25:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=16 row-size=405B cardinality=360.00K cost=478440
|
||||
| | | in pipelines: 13(GETNEXT)
|
||||
| | |
|
||||
| | F08:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1757529]
|
||||
| | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=16 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| 12:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=10,12,14 row-size=497B cardinality=1.03G(filtered from 1.03G) cost=452256724
|
||||
| | in pipelines: 08(GETNEXT), 11(OPEN)
|
||||
| |
|
||||
| |--F14:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.42MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[863]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
|
||||
| | |
|
||||
| | 24:EXCHANGE [BROADCAST]
|
||||
| | 25:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=174.22KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=14 row-size=237B cardinality=373 cost=490
|
||||
| | | in pipelines: 11(GETNEXT)
|
||||
| | | tuple-ids=16 row-size=237B cardinality=373 cost=490
|
||||
| | | in pipelines: 13(GETNEXT)
|
||||
| | |
|
||||
| | F07:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F08:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[112899]
|
||||
| | 11:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1998 AS INT)
|
||||
| | stored statistics:
|
||||
@@ -697,47 +662,82 @@ max-parallelism=10 segment-costs=[99356613, 48497927] cpu-comparison-result=240
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1998 AS INT)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1998 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=14 row-size=237B cardinality=373 cost=112653
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| | tuple-ids=16 row-size=237B cardinality=373 cost=112653
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| 10:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| 12:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=10,12 row-size=260B cardinality=1.03G(filtered from 1.03G) cost=452256724
|
||||
| | in pipelines: 08(GETNEXT), 09(OPEN)
|
||||
| | tuple-ids=10,12,14 row-size=665B cardinality=1.03G cost=452163130
|
||||
| | in pipelines: 08(GETNEXT), 11(OPEN)
|
||||
| |
|
||||
| |--F15:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| |--F14:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[42]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk, RF015[min_max] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=22
|
||||
| | |
|
||||
| | 23:EXCHANGE [BROADCAST]
|
||||
| | 24:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=12 row-size=244B cardinality=22 cost=20
|
||||
| | | in pipelines: 09(GETNEXT)
|
||||
| | | tuple-ids=14 row-size=244B cardinality=22 cost=20
|
||||
| | | in pipelines: 11(GETNEXT)
|
||||
| | |
|
||||
| | F06:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F07:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.97MB mem-reservation=112.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[49]
|
||||
| | 09:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| | 11:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=5.99KB
|
||||
| | stored statistics:
|
||||
| | table: rows=22 size=5.99KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=22
|
||||
| | mem-estimate=16.00MB mem-reservation=112.00KB thread-reservation=0
|
||||
| | tuple-ids=12 row-size=244B cardinality=22 cost=35
|
||||
| | tuple-ids=14 row-size=244B cardinality=22 cost=35
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| |
|
||||
| 10:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=10,12 row-size=421B cardinality=1.03G cost=452163130
|
||||
| | in pipelines: 08(GETNEXT), 09(OPEN)
|
||||
| |
|
||||
| |--F15:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[838440]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF015[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| | |
|
||||
| | 23:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=12 row-size=405B cardinality=360.00K cost=478440
|
||||
| | | in pipelines: 09(GETNEXT)
|
||||
| | |
|
||||
| | F06:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1757529]
|
||||
| | 09:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=12 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 09(GETNEXT)
|
||||
| |
|
||||
| 08:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
|
||||
| HDFS partitions=261/261 files=261 size=5.10GB
|
||||
| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF015[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk
|
||||
| runtime filters: RF015[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF013[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk
|
||||
| stored statistics:
|
||||
| table: rows=1.03G size=5.10GB
|
||||
| partitions: 261/261 rows=1.03G
|
||||
@@ -771,7 +771,7 @@ max-parallelism=660 segment-costs=[6551064897, 112286155] cpu-comparison-result=
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=5.00MB mem-reservation=5.00MB thread-reservation=0 runtime-filters-memory=5.00MB
|
||||
Per-Instance Resources: mem-estimate=463.15MB mem-reservation=34.25MB thread-reservation=1
|
||||
max-parallelism=261 segment-costs=[7764764284, 4260959990] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
max-parallelism=261 segment-costs=[7764577096, 4260959990] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
07:AGGREGATE [STREAMING]
|
||||
| output: stddev_samp(tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand), avg(CAST(tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand AS BIGINT))
|
||||
| group by: tpcds_partitioned_parquet_snap.warehouse.w_warehouse_name, tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, tpcds_partitioned_parquet_snap.item.i_item_sk, tpcds_partitioned_parquet_snap.date_dim.d_moy
|
||||
@@ -781,67 +781,30 @@ max-parallelism=261 segment-costs=[7764764284, 4260959990] cpu-comparison-result
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=04
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=903B cardinality=1.03G cost=452163130
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F16:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=04 plan-id=05 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 20:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| runtime filters: RF002[min_max] -> tpcds_partitioned_parquet_snap.item.i_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=05
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=497B cardinality=1.03G(filtered from 1.03G) cost=452256724
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F17:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.42MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[863]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=05 plan-id=06 cohort-id=01
|
||||
| | join-table-id=04 plan-id=05 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
|
||||
| |
|
||||
| 19:EXCHANGE [BROADCAST]
|
||||
| 20:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=174.22KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=237B cardinality=373 cost=490
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | tuple-ids=6 row-size=237B cardinality=373 cost=490
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[112899]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT)
|
||||
| stored statistics:
|
||||
@@ -851,36 +814,36 @@ max-parallelism=261 segment-costs=[7764764284, 4260959990] cpu-comparison-result
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=6 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=06
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=05
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=260B cardinality=1.03G(filtered from 1.03G) cost=452256724
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=665B cardinality=1.03G cost=452163130
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F18:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
|--F17:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[42]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=06 plan-id=07 cohort-id=01
|
||||
| | join-table-id=05 plan-id=06 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=22
|
||||
| |
|
||||
| 18:EXCHANGE [BROADCAST]
|
||||
| 19:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=244B cardinality=22 cost=20
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=244B cardinality=22 cost=20
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=16.97MB mem-reservation=112.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[49]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=5.99KB
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| stored statistics:
|
||||
@@ -888,12 +851,49 @@ max-parallelism=261 segment-costs=[7764764284, 4260959990] cpu-comparison-result
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=22
|
||||
| mem-estimate=16.00MB mem-reservation=112.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=244B cardinality=22 cost=35
|
||||
| tuple-ids=4 row-size=244B cardinality=22 cost=35
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=06
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=421B cardinality=1.03G cost=452163130
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F18:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=06 plan-id=07 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 18:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| runtime filters: RF002[min_max] -> tpcds_partitioned_parquet_snap.item.i_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
|
||||
HDFS partitions=261/261 files=261 size=5.10GB
|
||||
runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF009[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk
|
||||
runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk
|
||||
stored statistics:
|
||||
table: rows=1.03G size=5.10GB
|
||||
partitions: 261/261 rows=1.03G
|
||||
|
||||
@@ -32,7 +32,7 @@ Max Per-Host Resource Reservation: Memory=152.25MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=19.88GB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=19.88GB mem-reservation=152.25MB thread-reservation=1 runtime-filters-memory=8.00MB
|
||||
| max-parallelism=1 segment-costs=[7766592976, 7766592976, 116536585, 272230848]
|
||||
| max-parallelism=1 segment-costs=[7766405788, 7766405788, 116536585, 272230848]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk, tpcds_partitioned_parquet_snap.item_0.i_item_sk, tpcds_partitioned_parquet_snap.date_dim_0.d_moy, avg(tpcds_partitioned_parquet_snap.inventory_0.inv_quantity_on_hand), CASE WHEN avg(tpcds_partitioned_parquet_snap.inventory_0.inv_quantity_on_hand) = CAST(0 AS DOUBLE) THEN NULL ELSE divide(stddev_samp(tpcds_partitioned_parquet_snap.inventory_0.inv_quantity_on_hand), avg(tpcds_partitioned_parquet_snap.inventory_0.inv_quantity_on_hand)) END, tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, tpcds_partitioned_parquet_snap.item.i_item_sk, tpcds_partitioned_parquet_snap.date_dim.d_moy, avg(tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand), CASE WHEN avg(tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand) = CAST(0 AS DOUBLE) THEN NULL ELSE divide(stddev_samp(tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand), avg(tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand)) END
|
||||
| mem-estimate=100.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=272230848
|
||||
@@ -60,32 +60,14 @@ PLAN-ROOT SINK
|
||||
| | in pipelines: 15(GETNEXT), 08(OPEN)
|
||||
| |
|
||||
| 14:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | mem-estimate=151.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=10,12,14,16 row-size=903B cardinality=1.03G cost=452523130
|
||||
| | in pipelines: 08(GETNEXT), 13(OPEN)
|
||||
| |
|
||||
| |--13:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=16 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| 12:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=10,12,14 row-size=497B cardinality=1.03G(filtered from 1.03G) cost=452257097
|
||||
| | in pipelines: 08(GETNEXT), 11(OPEN)
|
||||
| | tuple-ids=10,12,14,16 row-size=903B cardinality=1.03G cost=452163503
|
||||
| | in pipelines: 08(GETNEXT), 13(OPEN)
|
||||
| |
|
||||
| |--11:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| |--13:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1998 AS INT)
|
||||
| | stored statistics:
|
||||
@@ -95,30 +77,48 @@ PLAN-ROOT SINK
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1998 AS INT)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1998 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=14 row-size=237B cardinality=373 cost=112653
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| | tuple-ids=16 row-size=237B cardinality=373 cost=112653
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| 10:HASH JOIN [INNER JOIN]
|
||||
| 12:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk, RF015[min_max] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=10,12 row-size=260B cardinality=1.03G(filtered from 1.03G) cost=452256746
|
||||
| | in pipelines: 08(GETNEXT), 09(OPEN)
|
||||
| | tuple-ids=10,12,14 row-size=665B cardinality=1.03G cost=452163152
|
||||
| | in pipelines: 08(GETNEXT), 11(OPEN)
|
||||
| |
|
||||
| |--09:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse]
|
||||
| |--11:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse]
|
||||
| | HDFS partitions=1/1 files=1 size=5.99KB
|
||||
| | stored statistics:
|
||||
| | table: rows=22 size=5.99KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=22
|
||||
| | mem-estimate=16.00MB mem-reservation=112.00KB thread-reservation=0
|
||||
| | tuple-ids=12 row-size=244B cardinality=22 cost=35
|
||||
| | tuple-ids=14 row-size=244B cardinality=22 cost=35
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| |
|
||||
| 10:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF015[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | mem-estimate=151.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=10,12 row-size=421B cardinality=1.03G cost=452523130
|
||||
| | in pipelines: 08(GETNEXT), 09(OPEN)
|
||||
| |
|
||||
| |--09:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=12 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 09(GETNEXT)
|
||||
| |
|
||||
| 08:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory]
|
||||
| HDFS partitions=261/261 files=261 size=5.10GB
|
||||
| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF015[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk
|
||||
| runtime filters: RF015[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF013[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk
|
||||
| stored statistics:
|
||||
| table: rows=1.03G size=5.10GB
|
||||
| partitions: 261/261 rows=1.03G
|
||||
@@ -137,33 +137,14 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 07(GETNEXT), 00(OPEN)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=151.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=903B cardinality=1.03G cost=452523130
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| runtime filters: RF002[min_max] -> tpcds_partitioned_parquet_snap.item.i_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=497B cardinality=1.03G(filtered from 1.03G) cost=452257097
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| tuple-ids=0,2,4,6 row-size=903B cardinality=1.03G cost=452163503
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT)
|
||||
| stored statistics:
|
||||
@@ -173,18 +154,18 @@ PLAN-ROOT SINK
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=6 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=260B cardinality=1.03G(filtered from 1.03G) cost=452256746
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=665B cardinality=1.03G cost=452163152
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse]
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse]
|
||||
| HDFS partitions=1/1 files=1 size=5.99KB
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| stored statistics:
|
||||
@@ -192,12 +173,31 @@ PLAN-ROOT SINK
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=22
|
||||
| mem-estimate=16.00MB mem-reservation=112.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=244B cardinality=22 cost=35
|
||||
| tuple-ids=4 row-size=244B cardinality=22 cost=35
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=151.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=421B cardinality=1.03G cost=452523130
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| runtime filters: RF002[min_max] -> tpcds_partitioned_parquet_snap.item.i_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory]
|
||||
HDFS partitions=261/261 files=261 size=5.10GB
|
||||
runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF009[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk
|
||||
runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk
|
||||
stored statistics:
|
||||
table: rows=1.03G size=5.10GB
|
||||
partitions: 261/261 rows=1.03G
|
||||
@@ -272,7 +272,7 @@ max-parallelism=10 segment-costs=[99356613, 48497927] cpu-comparison-result=240
|
||||
| F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
|
||||
| Per-Instance Resources: mem-estimate=463.15MB mem-reservation=34.25MB thread-reservation=1
|
||||
| max-parallelism=261 segment-costs=[7764764284, 4260959990] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
| max-parallelism=261 segment-costs=[7764577096, 4260959990] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
| 15:AGGREGATE [STREAMING]
|
||||
| | output: stddev_samp(tpcds_partitioned_parquet_snap.inventory_0.inv_quantity_on_hand), avg(CAST(tpcds_partitioned_parquet_snap.inventory_0.inv_quantity_on_hand AS BIGINT))
|
||||
| | group by: tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_name, tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk, tpcds_partitioned_parquet_snap.item_0.i_item_sk, tpcds_partitioned_parquet_snap.date_dim_0.d_moy
|
||||
@@ -282,65 +282,30 @@ max-parallelism=10 segment-costs=[99356613, 48497927] cpu-comparison-result=240
|
||||
| |
|
||||
| 14:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=10,12,14,16 row-size=903B cardinality=1.03G cost=452163130
|
||||
| | in pipelines: 08(GETNEXT), 13(OPEN)
|
||||
| |
|
||||
| |--F13:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[838440]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| | |
|
||||
| | 25:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=16 row-size=405B cardinality=360.00K cost=478440
|
||||
| | | in pipelines: 13(GETNEXT)
|
||||
| | |
|
||||
| | F08:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1757529]
|
||||
| | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=16 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| 12:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=10,12,14 row-size=497B cardinality=1.03G(filtered from 1.03G) cost=452256724
|
||||
| | in pipelines: 08(GETNEXT), 11(OPEN)
|
||||
| |
|
||||
| |--F14:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.42MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[863]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
|
||||
| | |
|
||||
| | 24:EXCHANGE [BROADCAST]
|
||||
| | 25:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=174.22KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=14 row-size=237B cardinality=373 cost=490
|
||||
| | | in pipelines: 11(GETNEXT)
|
||||
| | | tuple-ids=16 row-size=237B cardinality=373 cost=490
|
||||
| | | in pipelines: 13(GETNEXT)
|
||||
| | |
|
||||
| | F07:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F08:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[112899]
|
||||
| | 11:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1998 AS INT)
|
||||
| | stored statistics:
|
||||
@@ -350,47 +315,82 @@ max-parallelism=10 segment-costs=[99356613, 48497927] cpu-comparison-result=240
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1998 AS INT)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1998 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=14 row-size=237B cardinality=373 cost=112653
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| | tuple-ids=16 row-size=237B cardinality=373 cost=112653
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| 10:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| 12:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=10,12 row-size=260B cardinality=1.03G(filtered from 1.03G) cost=452256724
|
||||
| | in pipelines: 08(GETNEXT), 09(OPEN)
|
||||
| | tuple-ids=10,12,14 row-size=665B cardinality=1.03G cost=452163130
|
||||
| | in pipelines: 08(GETNEXT), 11(OPEN)
|
||||
| |
|
||||
| |--F15:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| |--F14:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[42]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk, RF015[min_max] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=22
|
||||
| | |
|
||||
| | 23:EXCHANGE [BROADCAST]
|
||||
| | 24:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=12 row-size=244B cardinality=22 cost=20
|
||||
| | | in pipelines: 09(GETNEXT)
|
||||
| | | tuple-ids=14 row-size=244B cardinality=22 cost=20
|
||||
| | | in pipelines: 11(GETNEXT)
|
||||
| | |
|
||||
| | F06:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F07:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.97MB mem-reservation=112.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[49]
|
||||
| | 09:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| | 11:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=5.99KB
|
||||
| | stored statistics:
|
||||
| | table: rows=22 size=5.99KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=22
|
||||
| | mem-estimate=16.00MB mem-reservation=112.00KB thread-reservation=0
|
||||
| | tuple-ids=12 row-size=244B cardinality=22 cost=35
|
||||
| | tuple-ids=14 row-size=244B cardinality=22 cost=35
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| |
|
||||
| 10:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=10,12 row-size=421B cardinality=1.03G cost=452163130
|
||||
| | in pipelines: 08(GETNEXT), 09(OPEN)
|
||||
| |
|
||||
| |--F15:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[838440]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF015[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| | |
|
||||
| | 23:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=12 row-size=405B cardinality=360.00K cost=478440
|
||||
| | | in pipelines: 09(GETNEXT)
|
||||
| | |
|
||||
| | F06:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1757529]
|
||||
| | 09:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=12 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 09(GETNEXT)
|
||||
| |
|
||||
| 08:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
|
||||
| HDFS partitions=261/261 files=261 size=5.10GB
|
||||
| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF015[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk
|
||||
| runtime filters: RF015[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF013[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk
|
||||
| stored statistics:
|
||||
| table: rows=1.03G size=5.10GB
|
||||
| partitions: 261/261 rows=1.03G
|
||||
@@ -424,7 +424,7 @@ max-parallelism=660 segment-costs=[6551064897, 112286155] cpu-comparison-result=
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=5.00MB mem-reservation=5.00MB thread-reservation=0 runtime-filters-memory=5.00MB
|
||||
Per-Instance Resources: mem-estimate=463.15MB mem-reservation=34.25MB thread-reservation=1
|
||||
max-parallelism=261 segment-costs=[7764764284, 4260959990] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
max-parallelism=261 segment-costs=[7764577096, 4260959990] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
07:AGGREGATE [STREAMING]
|
||||
| output: stddev_samp(tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand), avg(CAST(tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand AS BIGINT))
|
||||
| group by: tpcds_partitioned_parquet_snap.warehouse.w_warehouse_name, tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, tpcds_partitioned_parquet_snap.item.i_item_sk, tpcds_partitioned_parquet_snap.date_dim.d_moy
|
||||
@@ -434,67 +434,30 @@ max-parallelism=261 segment-costs=[7764764284, 4260959990] cpu-comparison-result
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=04
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=903B cardinality=1.03G cost=452163130
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F16:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=04 plan-id=05 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 20:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| runtime filters: RF002[min_max] -> tpcds_partitioned_parquet_snap.item.i_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=05
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=497B cardinality=1.03G(filtered from 1.03G) cost=452256724
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F17:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.42MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[863]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=05 plan-id=06 cohort-id=01
|
||||
| | join-table-id=04 plan-id=05 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
|
||||
| |
|
||||
| 19:EXCHANGE [BROADCAST]
|
||||
| 20:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=174.22KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=237B cardinality=373 cost=490
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | tuple-ids=6 row-size=237B cardinality=373 cost=490
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[112899]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT)
|
||||
| stored statistics:
|
||||
@@ -504,36 +467,36 @@ max-parallelism=261 segment-costs=[7764764284, 4260959990] cpu-comparison-result
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=6 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=06
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=05
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=260B cardinality=1.03G(filtered from 1.03G) cost=452256724
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=665B cardinality=1.03G cost=452163130
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F18:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
|--F17:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[42]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=06 plan-id=07 cohort-id=01
|
||||
| | join-table-id=05 plan-id=06 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=22
|
||||
| |
|
||||
| 18:EXCHANGE [BROADCAST]
|
||||
| 19:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=244B cardinality=22 cost=20
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=244B cardinality=22 cost=20
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=16.97MB mem-reservation=112.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[49]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=5.99KB
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| stored statistics:
|
||||
@@ -541,12 +504,49 @@ max-parallelism=261 segment-costs=[7764764284, 4260959990] cpu-comparison-result
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=22
|
||||
| mem-estimate=16.00MB mem-reservation=112.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=244B cardinality=22 cost=35
|
||||
| tuple-ids=4 row-size=244B cardinality=22 cost=35
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=06
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=421B cardinality=1.03G cost=452163130
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F18:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=06 plan-id=07 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 18:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| runtime filters: RF002[min_max] -> tpcds_partitioned_parquet_snap.item.i_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
|
||||
HDFS partitions=261/261 files=261 size=5.10GB
|
||||
runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF009[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk
|
||||
runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk
|
||||
stored statistics:
|
||||
table: rows=1.03G size=5.10GB
|
||||
partitions: 261/261 rows=1.03G
|
||||
@@ -621,7 +621,7 @@ max-parallelism=10 segment-costs=[99356613, 48497927] cpu-comparison-result=240
|
||||
| F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
|
||||
| Per-Instance Resources: mem-estimate=463.15MB mem-reservation=34.25MB thread-reservation=1
|
||||
| max-parallelism=261 segment-costs=[7764764284, 4260959990] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
| max-parallelism=261 segment-costs=[7764577096, 4260959990] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
| 15:AGGREGATE [STREAMING]
|
||||
| | output: stddev_samp(tpcds_partitioned_parquet_snap.inventory_0.inv_quantity_on_hand), avg(CAST(tpcds_partitioned_parquet_snap.inventory_0.inv_quantity_on_hand AS BIGINT))
|
||||
| | group by: tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_name, tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk, tpcds_partitioned_parquet_snap.item_0.i_item_sk, tpcds_partitioned_parquet_snap.date_dim_0.d_moy
|
||||
@@ -631,65 +631,30 @@ max-parallelism=10 segment-costs=[99356613, 48497927] cpu-comparison-result=240
|
||||
| |
|
||||
| 14:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=10,12,14,16 row-size=903B cardinality=1.03G cost=452163130
|
||||
| | in pipelines: 08(GETNEXT), 13(OPEN)
|
||||
| |
|
||||
| |--F13:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[838440]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| | |
|
||||
| | 25:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=16 row-size=405B cardinality=360.00K cost=478440
|
||||
| | | in pipelines: 13(GETNEXT)
|
||||
| | |
|
||||
| | F08:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1757529]
|
||||
| | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=16 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| 12:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=10,12,14 row-size=497B cardinality=1.03G(filtered from 1.03G) cost=452256724
|
||||
| | in pipelines: 08(GETNEXT), 11(OPEN)
|
||||
| |
|
||||
| |--F14:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.42MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[863]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
|
||||
| | |
|
||||
| | 24:EXCHANGE [BROADCAST]
|
||||
| | 25:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=174.22KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=14 row-size=237B cardinality=373 cost=490
|
||||
| | | in pipelines: 11(GETNEXT)
|
||||
| | | tuple-ids=16 row-size=237B cardinality=373 cost=490
|
||||
| | | in pipelines: 13(GETNEXT)
|
||||
| | |
|
||||
| | F07:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F08:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[112899]
|
||||
| | 11:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1998 AS INT)
|
||||
| | stored statistics:
|
||||
@@ -699,47 +664,82 @@ max-parallelism=10 segment-costs=[99356613, 48497927] cpu-comparison-result=240
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1998 AS INT)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1998 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=14 row-size=237B cardinality=373 cost=112653
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| | tuple-ids=16 row-size=237B cardinality=373 cost=112653
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| 10:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| 12:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=10,12 row-size=260B cardinality=1.03G(filtered from 1.03G) cost=452256724
|
||||
| | in pipelines: 08(GETNEXT), 09(OPEN)
|
||||
| | tuple-ids=10,12,14 row-size=665B cardinality=1.03G cost=452163130
|
||||
| | in pipelines: 08(GETNEXT), 11(OPEN)
|
||||
| |
|
||||
| |--F15:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| |--F14:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[42]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk, RF015[min_max] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.warehouse_0.w_warehouse_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=22
|
||||
| | |
|
||||
| | 23:EXCHANGE [BROADCAST]
|
||||
| | 24:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=12 row-size=244B cardinality=22 cost=20
|
||||
| | | in pipelines: 09(GETNEXT)
|
||||
| | | tuple-ids=14 row-size=244B cardinality=22 cost=20
|
||||
| | | in pipelines: 11(GETNEXT)
|
||||
| | |
|
||||
| | F06:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F07:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.97MB mem-reservation=112.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[49]
|
||||
| | 09:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| | 11:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=5.99KB
|
||||
| | stored statistics:
|
||||
| | table: rows=22 size=5.99KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=22
|
||||
| | mem-estimate=16.00MB mem-reservation=112.00KB thread-reservation=0
|
||||
| | tuple-ids=12 row-size=244B cardinality=22 cost=35
|
||||
| | tuple-ids=14 row-size=244B cardinality=22 cost=35
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| |
|
||||
| 10:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=10,12 row-size=421B cardinality=1.03G cost=452163130
|
||||
| | in pipelines: 08(GETNEXT), 09(OPEN)
|
||||
| |
|
||||
| |--F15:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[838440]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF015[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| | |
|
||||
| | 23:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=12 row-size=405B cardinality=360.00K cost=478440
|
||||
| | | in pipelines: 09(GETNEXT)
|
||||
| | |
|
||||
| | F06:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1757529]
|
||||
| | 09:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=12 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 09(GETNEXT)
|
||||
| |
|
||||
| 08:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
|
||||
| HDFS partitions=261/261 files=261 size=5.10GB
|
||||
| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF015[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk
|
||||
| runtime filters: RF015[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF013[min_max] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_item_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_date_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.inventory_0.inv_warehouse_sk
|
||||
| stored statistics:
|
||||
| table: rows=1.03G size=5.10GB
|
||||
| partitions: 261/261 rows=1.03G
|
||||
@@ -773,7 +773,7 @@ max-parallelism=660 segment-costs=[6551064897, 112286155] cpu-comparison-result=
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=5.00MB mem-reservation=5.00MB thread-reservation=0 runtime-filters-memory=5.00MB
|
||||
Per-Instance Resources: mem-estimate=463.15MB mem-reservation=34.25MB thread-reservation=1
|
||||
max-parallelism=261 segment-costs=[7764764284, 4260959990] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
max-parallelism=261 segment-costs=[7764577096, 4260959990] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
07:AGGREGATE [STREAMING]
|
||||
| output: stddev_samp(tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand), avg(CAST(tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand AS BIGINT))
|
||||
| group by: tpcds_partitioned_parquet_snap.warehouse.w_warehouse_name, tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, tpcds_partitioned_parquet_snap.item.i_item_sk, tpcds_partitioned_parquet_snap.date_dim.d_moy
|
||||
@@ -783,67 +783,30 @@ max-parallelism=261 segment-costs=[7764764284, 4260959990] cpu-comparison-result
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=04
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=903B cardinality=1.03G cost=452163130
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F16:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=04 plan-id=05 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 20:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| runtime filters: RF002[min_max] -> tpcds_partitioned_parquet_snap.item.i_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=05
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=497B cardinality=1.03G(filtered from 1.03G) cost=452256724
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F17:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.42MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[863]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=05 plan-id=06 cohort-id=01
|
||||
| | join-table-id=04 plan-id=05 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
|
||||
| |
|
||||
| 19:EXCHANGE [BROADCAST]
|
||||
| 20:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=174.22KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=237B cardinality=373 cost=490
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | tuple-ids=6 row-size=237B cardinality=373 cost=490
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[112899]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT)
|
||||
| stored statistics:
|
||||
@@ -853,36 +816,36 @@ max-parallelism=261 segment-costs=[7764764284, 4260959990] cpu-comparison-result
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1998 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=6 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=06
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=05
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=260B cardinality=1.03G(filtered from 1.03G) cost=452256724
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=665B cardinality=1.03G cost=452163130
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F18:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
|--F17:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[42]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=06 plan-id=07 cohort-id=01
|
||||
| | join-table-id=05 plan-id=06 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=22
|
||||
| |
|
||||
| 18:EXCHANGE [BROADCAST]
|
||||
| 19:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=244B cardinality=22 cost=20
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=244B cardinality=22 cost=20
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=16.97MB mem-reservation=112.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[49]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=5.99KB
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| stored statistics:
|
||||
@@ -890,12 +853,49 @@ max-parallelism=261 segment-costs=[7764764284, 4260959990] cpu-comparison-result
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=22
|
||||
| mem-estimate=16.00MB mem-reservation=112.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=244B cardinality=22 cost=35
|
||||
| tuple-ids=4 row-size=244B cardinality=22 cost=35
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=06
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=421B cardinality=1.03G cost=452163130
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F18:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=06 plan-id=07 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 18:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| runtime filters: RF002[min_max] -> tpcds_partitioned_parquet_snap.item.i_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
|
||||
HDFS partitions=261/261 files=261 size=5.10GB
|
||||
runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF009[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk
|
||||
runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk
|
||||
stored statistics:
|
||||
table: rows=1.03G size=5.10GB
|
||||
partitions: 261/261 rows=1.03G
|
||||
|
||||
@@ -32,7 +32,7 @@ Max Per-Host Resource Reservation: Memory=93.81MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=50.23GB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=50.23GB mem-reservation=93.81MB thread-reservation=1 runtime-filters-memory=3.00MB
|
||||
| max-parallelism=1 segment-costs=[13343714021, 28837420, 400]
|
||||
| max-parallelism=1 segment-costs=[11934599147, 28837420, 400]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.warehouse.w_state, tpcds_partitioned_parquet_snap.item.i_item_id, sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_date < '1999-02-02' THEN subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price, coalesce(tpcds_partitioned_parquet_snap.catalog_returns.cr_refunded_cash, 0)) ELSE 0 END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_date >= '1999-02-02' THEN subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price, coalesce(tpcds_partitioned_parquet_snap.catalog_returns.cr_refunded_cash, 0)) ELSE 0 END)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=400
|
||||
@@ -51,35 +51,14 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 09(GETNEXT), 00(OPEN)
|
||||
|
|
||||
08:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=0,2N,4,6,8 row-size=1.11KB cardinality=431.79M cost=189031315
|
||||
| in pipelines: 00(GETNEXT), 07(OPEN)
|
||||
|
|
||||
|--07:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=8 row-size=405B cardinality=36.00K cost=1375841
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2N,4,6 row-size=733B cardinality=431.79M(filtered from 4.32G) cost=893560057
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
| tuple-ids=0,2N,4,6,8 row-size=1.11KB cardinality=431.79M cost=189002620
|
||||
| in pipelines: 00(GETNEXT), 07(OPEN)
|
||||
|
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--07:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1999-02-02' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1999-02-02' AS DATE) - INTERVAL CAST(30 AS INT) DAY
|
||||
| stored statistics:
|
||||
@@ -89,25 +68,46 @@ PLAN-ROOT SINK
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1999-02-02' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1999-02-02' AS DATE) - INTERVAL CAST(30 AS INT) DAY
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1999-02-02' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1999-02-02' AS DATE) - INTERVAL CAST(30 AS INT) DAY
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 05(GETNEXT)
|
||||
| tuple-ids=8 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
06:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2N,4 row-size=496B cardinality=431.79M(filtered from 4.32G) cost=893552774
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| tuple-ids=0,2N,4,6 row-size=901B cardinality=431.79M cost=188995337
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse]
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse]
|
||||
| HDFS partitions=1/1 files=1 size=5.99KB
|
||||
| stored statistics:
|
||||
| table: rows=22 size=5.99KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=22
|
||||
| mem-estimate=16.00MB mem-reservation=112.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=244B cardinality=22 cost=35
|
||||
| tuple-ids=6 row-size=244B cardinality=22 cost=35
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=0,2N,4 row-size=657B cardinality=431.79M cost=189031315
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=36.00K cost=1375841
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [LEFT OUTER JOIN]
|
||||
@@ -130,7 +130,7 @@ PLAN-ROOT SINK
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
|
||||
HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_warehouse_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_warehouse_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_warehouse_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_warehouse_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
|
||||
stored statistics:
|
||||
table: rows=4.32G size=280.96GB
|
||||
partitions: 1831/1831 rows=4.32G
|
||||
@@ -140,11 +140,11 @@ PLAN-ROOT SINK
|
||||
tuple-ids=0 row-size=140B cardinality=431.79M(filtered from 4.32G) cost=8709277205
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- DISTRIBUTEDPLAN
|
||||
Max Per-Host Resource Reservation: Memory=501.86MB Threads=46
|
||||
Per-Host Resource Estimates: Memory=8.26GB
|
||||
Max Per-Host Resource Reservation: Memory=412.05MB Threads=44
|
||||
Per-Host Resource Estimates: Memory=7.86GB
|
||||
F07:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=4.37MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[440] cpu-comparison-result=206 [max(1 (self) vs 206 (sum children))]
|
||||
| max-parallelism=1 segment-costs=[440] cpu-comparison-result=196 [max(1 (self) vs 196 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.warehouse.w_state, tpcds_partitioned_parquet_snap.item.i_item_id, sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_date < '1999-02-02' THEN subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price, coalesce(tpcds_partitioned_parquet_snap.catalog_returns.cr_refunded_cash, 0)) ELSE 0 END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_date >= '1999-02-02' THEN subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price, coalesce(tpcds_partitioned_parquet_snap.catalog_returns.cr_refunded_cash, 0)) ELSE 0 END)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=400
|
||||
@@ -157,8 +157,8 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 10(GETNEXT)
|
||||
|
|
||||
F06:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.warehouse.w_state,tpcds_partitioned_parquet_snap.item.i_item_id)] hosts=10 instances=50 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=23.81MB mem-reservation=4.75MB thread-reservation=1
|
||||
max-parallelism=50 segment-costs=[436200621, 28837420, 225] cpu-comparison-result=206 [max(50 (self) vs 206 (sum children))]
|
||||
Per-Instance Resources: mem-estimate=23.05MB mem-reservation=4.75MB thread-reservation=1
|
||||
max-parallelism=50 segment-costs=[436200621, 28837420, 225] cpu-comparison-result=196 [max(50 (self) vs 196 (sum children))]
|
||||
10:TOP-N [LIMIT=100]
|
||||
| order by: tpcds_partitioned_parquet_snap.warehouse.w_state ASC NULLS LAST, tpcds_partitioned_parquet_snap.item.i_item_id ASC NULLS LAST
|
||||
| mem-estimate=7.23KB mem-reservation=0B thread-reservation=0
|
||||
@@ -173,13 +173,13 @@ max-parallelism=50 segment-costs=[436200621, 28837420, 225] cpu-comparison-resul
|
||||
| in pipelines: 17(GETNEXT), 00(OPEN)
|
||||
|
|
||||
16:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.warehouse.w_state,tpcds_partitioned_parquet_snap.item.i_item_id)]
|
||||
| mem-estimate=13.81MB mem-reservation=0B thread-reservation=0
|
||||
| mem-estimate=13.05MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=10 row-size=74B cardinality=224.35M cost=101293573
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F02:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=50 (adjusted from 120)
|
||||
F02:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=40 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=239.97MB mem-reservation=34.00MB thread-reservation=1
|
||||
max-parallelism=490 segment-costs=[4835214768, 1184742199] cpu-comparison-result=206 [max(170 (self) vs 206 (sum children))]
|
||||
max-parallelism=350 segment-costs=[3426099894, 1184742199] cpu-comparison-result=196 [max(160 (self) vs 196 (sum children))]
|
||||
09:AGGREGATE [STREAMING]
|
||||
| output: sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_date < CAST('1999-02-02' AS DATE) THEN CAST(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price, coalesce(tpcds_partitioned_parquet_snap.catalog_returns.cr_refunded_cash, CAST(0 AS DECIMAL(7,2)))) AS DECIMAL(12,2)) ELSE CAST(0 AS DECIMAL(12,2)) END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1999-02-02' AS DATE) THEN CAST(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price, coalesce(tpcds_partitioned_parquet_snap.catalog_returns.cr_refunded_cash, CAST(0 AS DECIMAL(7,2)))) AS DECIMAL(12,2)) ELSE CAST(0 AS DECIMAL(12,2)) END)
|
||||
| group by: tpcds_partitioned_parquet_snap.warehouse.w_state, tpcds_partitioned_parquet_snap.item.i_item_id
|
||||
@@ -189,68 +189,30 @@ max-parallelism=490 segment-costs=[4835214768, 1184742199] cpu-comparison-result
|
||||
|
|
||||
08:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=1.00MB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2N,4,6,8 row-size=1.11KB cardinality=431.79M cost=188995315
|
||||
| in pipelines: 00(GETNEXT), 07(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=97.60MB mem-reservation=86.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[83840]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=85.00MB mem-reservation=85.00MB spill-buffer=1.00MB thread-reservation=0 cost=36000
|
||||
| |
|
||||
| 15:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=8 row-size=405B cardinality=36.00K cost=47840
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| |
|
||||
| F05:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1416033]
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=8 row-size=405B cardinality=36.00K cost=1375841
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2N,4,6 row-size=733B cardinality=431.79M(filtered from 4.32G) cost=893552752
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=17.26MB mem-reservation=15.38MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | Per-Instance Resources: mem-estimate=14.39MB mem-reservation=12.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=14.38MB mem-reservation=14.38MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=11.50MB mem-reservation=11.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 14:EXCHANGE [BROADCAST]
|
||||
| 15:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| | tuple-ids=8 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| |
|
||||
| F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F05:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1999-02-02' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1999-02-02' AS DATE) - INTERVAL CAST(30 AS INT) DAY
|
||||
| stored statistics:
|
||||
@@ -260,42 +222,80 @@ max-parallelism=490 segment-costs=[4835214768, 1184742199] cpu-comparison-result
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1999-02-02' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1999-02-02' AS DATE) - INTERVAL CAST(30 AS INT) DAY
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1999-02-02' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1999-02-02' AS DATE) - INTERVAL CAST(30 AS INT) DAY
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 05(GETNEXT)
|
||||
| tuple-ids=8 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2N,4 row-size=496B cardinality=431.79M(filtered from 4.32G) cost=893552752
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| tuple-ids=0,2N,4,6 row-size=901B cardinality=431.79M cost=188995315
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=10.70MB mem-reservation=10.69MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
|--F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=8.77MB mem-reservation=8.75MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[42]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | mem-estimate=9.69MB mem-reservation=9.69MB spill-buffer=64.00KB thread-reservation=0 cost=22
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | mem-estimate=7.75MB mem-reservation=7.75MB spill-buffer=64.00KB thread-reservation=0 cost=22
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| 14:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=244B cardinality=22 cost=20
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | tuple-ids=6 row-size=244B cardinality=22 cost=20
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.97MB mem-reservation=112.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[49]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=5.99KB
|
||||
| stored statistics:
|
||||
| table: rows=22 size=5.99KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=22
|
||||
| mem-estimate=16.00MB mem-reservation=112.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=244B cardinality=22 cost=35
|
||||
| tuple-ids=6 row-size=244B cardinality=22 cost=35
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=0,2N,4 row-size=657B cardinality=431.79M cost=188995315
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=80.60MB mem-reservation=69.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[83840]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=68.00MB mem-reservation=68.00MB spill-buffer=1.00MB thread-reservation=0 cost=36000
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=405B cardinality=36.00K cost=47840
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1416033]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=36.00K cost=1375841
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [LEFT OUTER JOIN, PARTITIONED]
|
||||
@@ -306,13 +306,13 @@ max-parallelism=490 segment-costs=[4835214768, 1184742199] cpu-comparison-result
|
||||
| tuple-ids=0,2N row-size=252B cardinality=431.79M(filtered from 4.32G) cost=893552752
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F11:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=50 (adjusted from 120)
|
||||
| | Per-Instance Resources: mem-estimate=1.16GB mem-reservation=34.00MB thread-reservation=1
|
||||
| | max-parallelism=490 segment-costs=[702589232]
|
||||
|--F11:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=40 (adjusted from 120)
|
||||
| | Per-Instance Resources: mem-estimate=1.45GB mem-reservation=34.00MB thread-reservation=1
|
||||
| | max-parallelism=350 segment-costs=[702589232]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=03 plan-id=04 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk, tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number
|
||||
| | mem-estimate=1.14GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=432016991
|
||||
| | mem-estimate=1.43GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=432016991
|
||||
| |
|
||||
| 12:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk,tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)]
|
||||
| | mem-estimate=23.59MB mem-reservation=0B thread-reservation=0
|
||||
@@ -320,7 +320,7 @@ max-parallelism=490 segment-costs=[4835214768, 1184742199] cpu-comparison-result
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Instance Resources: mem-estimate=38.66MB mem-reservation=208.00KB thread-reservation=1
|
||||
| Per-Instance Resources: mem-estimate=34.12MB mem-reservation=208.00KB thread-reservation=1
|
||||
| max-parallelism=410 segment-costs=[4035384309]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_returns, RANDOM]
|
||||
| HDFS partitions=2060/2060 files=2060 size=32.77GB
|
||||
@@ -340,11 +340,11 @@ max-parallelism=490 segment-costs=[4835214768, 1184742199] cpu-comparison-result
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
|
||||
Per-Instance Resources: mem-estimate=44.12MB mem-reservation=1.00MB thread-reservation=1
|
||||
Per-Instance Resources: mem-estimate=38.50MB mem-reservation=1.00MB thread-reservation=1
|
||||
max-parallelism=1290 segment-costs=[12824772181]
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_warehouse_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_warehouse_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_warehouse_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_warehouse_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
|
||||
stored statistics:
|
||||
table: rows=4.32G size=280.96GB
|
||||
partitions: 1831/1831 rows=4.32G
|
||||
@@ -354,11 +354,11 @@ max-parallelism=1290 segment-costs=[12824772181]
|
||||
tuple-ids=0 row-size=140B cardinality=431.79M(filtered from 4.32G) cost=8709277205
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- PARALLELPLANS
|
||||
Max Per-Host Resource Reservation: Memory=501.86MB Threads=46
|
||||
Per-Host Resource Estimates: Memory=8.26GB
|
||||
Max Per-Host Resource Reservation: Memory=412.05MB Threads=44
|
||||
Per-Host Resource Estimates: Memory=7.86GB
|
||||
F07:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=4.37MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[440] cpu-comparison-result=206 [max(1 (self) vs 206 (sum children))]
|
||||
| max-parallelism=1 segment-costs=[440] cpu-comparison-result=196 [max(1 (self) vs 196 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.warehouse.w_state, tpcds_partitioned_parquet_snap.item.i_item_id, sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_date < '1999-02-02' THEN subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price, coalesce(tpcds_partitioned_parquet_snap.catalog_returns.cr_refunded_cash, 0)) ELSE 0 END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_date >= '1999-02-02' THEN subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price, coalesce(tpcds_partitioned_parquet_snap.catalog_returns.cr_refunded_cash, 0)) ELSE 0 END)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=400
|
||||
@@ -371,8 +371,8 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 10(GETNEXT)
|
||||
|
|
||||
F06:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.warehouse.w_state,tpcds_partitioned_parquet_snap.item.i_item_id)] hosts=10 instances=50 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=23.81MB mem-reservation=4.75MB thread-reservation=1
|
||||
max-parallelism=50 segment-costs=[436200621, 28837420, 225] cpu-comparison-result=206 [max(50 (self) vs 206 (sum children))]
|
||||
Per-Instance Resources: mem-estimate=23.05MB mem-reservation=4.75MB thread-reservation=1
|
||||
max-parallelism=50 segment-costs=[436200621, 28837420, 225] cpu-comparison-result=196 [max(50 (self) vs 196 (sum children))]
|
||||
10:TOP-N [LIMIT=100]
|
||||
| order by: tpcds_partitioned_parquet_snap.warehouse.w_state ASC NULLS LAST, tpcds_partitioned_parquet_snap.item.i_item_id ASC NULLS LAST
|
||||
| mem-estimate=7.23KB mem-reservation=0B thread-reservation=0
|
||||
@@ -387,13 +387,13 @@ max-parallelism=50 segment-costs=[436200621, 28837420, 225] cpu-comparison-resul
|
||||
| in pipelines: 17(GETNEXT), 00(OPEN)
|
||||
|
|
||||
16:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.warehouse.w_state,tpcds_partitioned_parquet_snap.item.i_item_id)]
|
||||
| mem-estimate=13.81MB mem-reservation=0B thread-reservation=0
|
||||
| mem-estimate=13.05MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=10 row-size=74B cardinality=224.35M cost=101293573
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F02:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=50 (adjusted from 120)
|
||||
F02:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=40 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=239.97MB mem-reservation=34.00MB thread-reservation=1
|
||||
max-parallelism=490 segment-costs=[4835214768, 1184742199] cpu-comparison-result=206 [max(170 (self) vs 206 (sum children))]
|
||||
max-parallelism=350 segment-costs=[3426099894, 1184742199] cpu-comparison-result=196 [max(160 (self) vs 196 (sum children))]
|
||||
09:AGGREGATE [STREAMING]
|
||||
| output: sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_date < CAST('1999-02-02' AS DATE) THEN CAST(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price, coalesce(tpcds_partitioned_parquet_snap.catalog_returns.cr_refunded_cash, CAST(0 AS DECIMAL(7,2)))) AS DECIMAL(12,2)) ELSE CAST(0 AS DECIMAL(12,2)) END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1999-02-02' AS DATE) THEN CAST(subtract(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price, coalesce(tpcds_partitioned_parquet_snap.catalog_returns.cr_refunded_cash, CAST(0 AS DECIMAL(7,2)))) AS DECIMAL(12,2)) ELSE CAST(0 AS DECIMAL(12,2)) END)
|
||||
| group by: tpcds_partitioned_parquet_snap.warehouse.w_state, tpcds_partitioned_parquet_snap.item.i_item_id
|
||||
@@ -403,68 +403,30 @@ max-parallelism=490 segment-costs=[4835214768, 1184742199] cpu-comparison-result
|
||||
|
|
||||
08:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=1.00MB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2N,4,6,8 row-size=1.11KB cardinality=431.79M cost=188995315
|
||||
| in pipelines: 00(GETNEXT), 07(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=97.60MB mem-reservation=86.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[83840]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=85.00MB mem-reservation=85.00MB spill-buffer=1.00MB thread-reservation=0 cost=36000
|
||||
| |
|
||||
| 15:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=8 row-size=405B cardinality=36.00K cost=47840
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| |
|
||||
| F05:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1416033]
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=8 row-size=405B cardinality=36.00K cost=1375841
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2N,4,6 row-size=733B cardinality=431.79M(filtered from 4.32G) cost=893552752
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=17.26MB mem-reservation=15.38MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | Per-Instance Resources: mem-estimate=14.39MB mem-reservation=12.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=14.38MB mem-reservation=14.38MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=11.50MB mem-reservation=11.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 14:EXCHANGE [BROADCAST]
|
||||
| 15:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| | tuple-ids=8 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| |
|
||||
| F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F05:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1999-02-02' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1999-02-02' AS DATE) - INTERVAL CAST(30 AS INT) DAY
|
||||
| stored statistics:
|
||||
@@ -474,42 +436,80 @@ max-parallelism=490 segment-costs=[4835214768, 1184742199] cpu-comparison-result
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1999-02-02' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1999-02-02' AS DATE) - INTERVAL CAST(30 AS INT) DAY
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('1999-02-02' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('1999-02-02' AS DATE) - INTERVAL CAST(30 AS INT) DAY
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 05(GETNEXT)
|
||||
| tuple-ids=8 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2N,4 row-size=496B cardinality=431.79M(filtered from 4.32G) cost=893552752
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| tuple-ids=0,2N,4,6 row-size=901B cardinality=431.79M cost=188995315
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=10.70MB mem-reservation=10.69MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
|--F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=8.77MB mem-reservation=8.75MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[42]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | mem-estimate=9.69MB mem-reservation=9.69MB spill-buffer=64.00KB thread-reservation=0 cost=22
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | mem-estimate=7.75MB mem-reservation=7.75MB spill-buffer=64.00KB thread-reservation=0 cost=22
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| 14:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=244B cardinality=22 cost=20
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | tuple-ids=6 row-size=244B cardinality=22 cost=20
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.97MB mem-reservation=112.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[49]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=5.99KB
|
||||
| stored statistics:
|
||||
| table: rows=22 size=5.99KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=22
|
||||
| mem-estimate=16.00MB mem-reservation=112.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=244B cardinality=22 cost=35
|
||||
| tuple-ids=6 row-size=244B cardinality=22 cost=35
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=1.00MB thread-reservation=0
|
||||
| tuple-ids=0,2N,4 row-size=657B cardinality=431.79M cost=188995315
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=80.60MB mem-reservation=69.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[83840]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=68.00MB mem-reservation=68.00MB spill-buffer=1.00MB thread-reservation=0 cost=36000
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=405B cardinality=36.00K cost=47840
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1416033]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(1.49 AS DECIMAL(3,2)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(0.99 AS DECIMAL(3,2))
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=36.00K cost=1375841
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [LEFT OUTER JOIN, PARTITIONED]
|
||||
@@ -520,13 +520,13 @@ max-parallelism=490 segment-costs=[4835214768, 1184742199] cpu-comparison-result
|
||||
| tuple-ids=0,2N row-size=252B cardinality=431.79M(filtered from 4.32G) cost=893552752
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F11:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=50 (adjusted from 120)
|
||||
| | Per-Instance Resources: mem-estimate=1.16GB mem-reservation=34.00MB thread-reservation=1
|
||||
| | max-parallelism=490 segment-costs=[702589232]
|
||||
|--F11:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=40 (adjusted from 120)
|
||||
| | Per-Instance Resources: mem-estimate=1.45GB mem-reservation=34.00MB thread-reservation=1
|
||||
| | max-parallelism=350 segment-costs=[702589232]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=03 plan-id=04 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk, tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number
|
||||
| | mem-estimate=1.14GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=432016991
|
||||
| | mem-estimate=1.43GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=432016991
|
||||
| |
|
||||
| 12:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk,tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)]
|
||||
| | mem-estimate=23.59MB mem-reservation=0B thread-reservation=0
|
||||
@@ -534,7 +534,7 @@ max-parallelism=490 segment-costs=[4835214768, 1184742199] cpu-comparison-result
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Instance Resources: mem-estimate=38.66MB mem-reservation=208.00KB thread-reservation=1
|
||||
| Per-Instance Resources: mem-estimate=34.12MB mem-reservation=208.00KB thread-reservation=1
|
||||
| max-parallelism=410 segment-costs=[4035384309]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_returns, RANDOM]
|
||||
| HDFS partitions=2060/2060 files=2060 size=32.77GB
|
||||
@@ -554,11 +554,11 @@ max-parallelism=490 segment-costs=[4835214768, 1184742199] cpu-comparison-result
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
|
||||
Per-Instance Resources: mem-estimate=44.12MB mem-reservation=1.00MB thread-reservation=1
|
||||
Per-Instance Resources: mem-estimate=38.50MB mem-reservation=1.00MB thread-reservation=1
|
||||
max-parallelism=1290 segment-costs=[12824772181]
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_warehouse_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_warehouse_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_warehouse_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_warehouse_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
|
||||
stored statistics:
|
||||
table: rows=4.32G size=280.96GB
|
||||
partitions: 1831/1831 rows=4.32G
|
||||
|
||||
@@ -58,43 +58,43 @@ F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=59.00MB mem-reservation=37.44MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| max-parallelism=1 segment-costs=[112727, 1395762, 2495231, 3746309, 100]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.item_1.i_product_name
|
||||
| output exprs: tpcds_partitioned_parquet_snap.item.i_product_name
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=100
|
||||
|
|
||||
08:TOP-N [LIMIT=100]
|
||||
| order by: tpcds_partitioned_parquet_snap.item_1.i_product_name ASC NULLS LAST
|
||||
| order by: tpcds_partitioned_parquet_snap.item.i_product_name ASC NULLS LAST
|
||||
| mem-estimate=3.40KB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=9 row-size=35B cardinality=100 cost=3746309
|
||||
| in pipelines: 08(GETNEXT), 07(OPEN)
|
||||
|
|
||||
07:AGGREGATE [FINALIZE]
|
||||
| group by: tpcds_partitioned_parquet_snap.item_1.i_product_name
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_product_name
|
||||
| mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=8 row-size=35B cardinality=360.00K cost=1043892
|
||||
| in pipelines: 07(GETNEXT), 05(OPEN)
|
||||
| in pipelines: 07(GETNEXT), 00(OPEN)
|
||||
|
|
||||
06:HASH JOIN [LEFT OUTER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.item_1.i_manufact = tpcds_partitioned_parquet_snap.item_0.i_manufact
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.item.i_manufact = tpcds_partitioned_parquet_snap.item_0.i_manufact
|
||||
| fk/pk conjuncts: none
|
||||
| other predicates: CASE WHEN is_null_pred(count()) THEN CAST(0 AS BIGINT) ELSE count() END > CAST(0 AS BIGINT)
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=6,5N row-size=437B cardinality=360.00K cost=75498
|
||||
| in pipelines: 05(GETNEXT), 04(OPEN)
|
||||
| tuple-ids=0,7N row-size=437B cardinality=360.00K cost=75498
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--04:AGGREGATE [FINALIZE]
|
||||
|--05:AGGREGATE [FINALIZE]
|
||||
| | output: count()
|
||||
| | group by: tpcds_partitioned_parquet_snap.item_0.i_manufact
|
||||
| | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=5 row-size=31B cardinality=1.03K cost=18914
|
||||
| | in pipelines: 04(GETNEXT), 00(OPEN)
|
||||
| | tuple-ids=7 row-size=31B cardinality=1.03K cost=18914
|
||||
| | in pipelines: 05(GETNEXT), 03(OPEN)
|
||||
| |
|
||||
| 03:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.item.i_manufact = tpcds_partitioned_parquet_snap.item_0.i_manufact
|
||||
| 04:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.item_1.i_manufact = tpcds_partitioned_parquet_snap.item_0.i_manufact
|
||||
| | fk/pk conjuncts: none
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_manufact, RF001[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_manufact
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,4 row-size=429B cardinality=55.47K cost=11123
|
||||
| | in pipelines: 00(GETNEXT), 02(OPEN)
|
||||
| | tuple-ids=5,4 row-size=429B cardinality=55.47K cost=11123
|
||||
| | in pipelines: 03(GETNEXT), 02(OPEN)
|
||||
| |
|
||||
| |--02:AGGREGATE [FINALIZE]
|
||||
| | | group by: tpcds_partitioned_parquet_snap.item_0.i_manufact
|
||||
@@ -115,30 +115,30 @@ PLAN-ROOT SINK
|
||||
| | tuple-ids=2 row-size=27B cardinality=36.00K cost=99507
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item.i_color = 'beige' OR tpcds_partitioned_parquet_snap.item.i_color = 'spring' AND tpcds_partitioned_parquet_snap.item.i_units = 'Ton' OR tpcds_partitioned_parquet_snap.item.i_units = 'Tsp' AND tpcds_partitioned_parquet_snap.item.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item.i_size = 'petite' OR tpcds_partitioned_parquet_snap.item.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item.i_color = 'pale' OR tpcds_partitioned_parquet_snap.item.i_color = 'white' AND tpcds_partitioned_parquet_snap.item.i_units = 'Box' OR tpcds_partitioned_parquet_snap.item.i_units = 'Dram' AND tpcds_partitioned_parquet_snap.item.i_size = 'economy' OR tpcds_partitioned_parquet_snap.item.i_size = 'large' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item.i_color = 'frosted' OR tpcds_partitioned_parquet_snap.item.i_color = 'midnight' AND tpcds_partitioned_parquet_snap.item.i_units = 'Bunch' OR tpcds_partitioned_parquet_snap.item.i_units = 'Carton' AND tpcds_partitioned_parquet_snap.item.i_size = 'N/A' OR tpcds_partitioned_parquet_snap.item.i_size = 'small' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item.i_color = 'azure' OR tpcds_partitioned_parquet_snap.item.i_color = 'goldenrod' AND tpcds_partitioned_parquet_snap.item.i_units = 'Gross' OR tpcds_partitioned_parquet_snap.item.i_units = 'Pallet' AND tpcds_partitioned_parquet_snap.item.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item.i_size = 'petite' OR tpcds_partitioned_parquet_snap.item.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item.i_color = 'brown' OR tpcds_partitioned_parquet_snap.item.i_color = 'hot' AND tpcds_partitioned_parquet_snap.item.i_units = 'Cup' OR tpcds_partitioned_parquet_snap.item.i_units = 'Tbl' AND tpcds_partitioned_parquet_snap.item.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item.i_size = 'petite' OR tpcds_partitioned_parquet_snap.item.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item.i_color = 'honeydew' OR tpcds_partitioned_parquet_snap.item.i_color = 'powder' AND tpcds_partitioned_parquet_snap.item.i_units = 'Bundle' OR tpcds_partitioned_parquet_snap.item.i_units = 'Unknown' AND tpcds_partitioned_parquet_snap.item.i_size = 'economy' OR tpcds_partitioned_parquet_snap.item.i_size = 'large' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item.i_color = 'antique' OR tpcds_partitioned_parquet_snap.item.i_color = 'purple' AND tpcds_partitioned_parquet_snap.item.i_units = 'Dozen' OR tpcds_partitioned_parquet_snap.item.i_units = 'N/A' AND tpcds_partitioned_parquet_snap.item.i_size = 'N/A' OR tpcds_partitioned_parquet_snap.item.i_size = 'small' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item.i_color = 'lavender' OR tpcds_partitioned_parquet_snap.item.i_color = 'tomato' AND tpcds_partitioned_parquet_snap.item.i_units = 'Lb' OR tpcds_partitioned_parquet_snap.item.i_units = 'Oz' AND tpcds_partitioned_parquet_snap.item.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item.i_size = 'petite'
|
||||
| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.item.i_manufact, RF000[bloom] -> tpcds_partitioned_parquet_snap.item.i_manufact
|
||||
| predicates: tpcds_partitioned_parquet_snap.item_1.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'beige' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'spring' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Ton' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'Tsp' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'petite' OR tpcds_partitioned_parquet_snap.item_1.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'pale' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'white' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Box' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'Dram' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'economy' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'large' OR tpcds_partitioned_parquet_snap.item_1.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'frosted' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'midnight' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Bunch' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'Carton' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'N/A' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'small' OR tpcds_partitioned_parquet_snap.item_1.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'azure' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'goldenrod' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Gross' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'Pallet' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'petite' OR tpcds_partitioned_parquet_snap.item_1.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'brown' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'hot' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Cup' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'Tbl' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'petite' OR tpcds_partitioned_parquet_snap.item_1.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'honeydew' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'powder' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Bundle' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'Unknown' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'economy' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'large' OR tpcds_partitioned_parquet_snap.item_1.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'antique' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'purple' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Dozen' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'N/A' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'N/A' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'small' OR tpcds_partitioned_parquet_snap.item_1.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'lavender' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'tomato' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Lb' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'Oz' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'petite'
|
||||
| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_manufact, RF000[bloom] -> tpcds_partitioned_parquet_snap.item_1.i_manufact
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=0 row-size=405B cardinality=159 cost=1365725
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| tuple-ids=5 row-size=405B cardinality=159 cost=1365725
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
05:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
HDFS partitions=1/1 files=1 size=33.54MB
|
||||
predicates: tpcds_partitioned_parquet_snap.item_1.i_manufact_id <= add(CAST(732 AS INT), CAST(40 AS INT)), tpcds_partitioned_parquet_snap.item_1.i_manufact_id >= CAST(732 AS INT)
|
||||
predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id <= add(CAST(732 AS INT), CAST(40 AS INT)), tpcds_partitioned_parquet_snap.item.i_manufact_id >= CAST(732 AS INT)
|
||||
stored statistics:
|
||||
table: rows=360.00K size=33.54MB
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
parquet statistics predicates: tpcds_partitioned_parquet_snap.item_1.i_manufact_id <= add(CAST(732 AS INT), CAST(40 AS INT)), tpcds_partitioned_parquet_snap.item_1.i_manufact_id >= CAST(732 AS INT)
|
||||
parquet dictionary predicates: tpcds_partitioned_parquet_snap.item_1.i_manufact_id <= add(CAST(732 AS INT), CAST(40 AS INT)), tpcds_partitioned_parquet_snap.item_1.i_manufact_id >= CAST(732 AS INT)
|
||||
parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id <= add(CAST(732 AS INT), CAST(40 AS INT)), tpcds_partitioned_parquet_snap.item.i_manufact_id >= CAST(732 AS INT)
|
||||
parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id <= add(CAST(732 AS INT), CAST(40 AS INT)), tpcds_partitioned_parquet_snap.item.i_manufact_id >= CAST(732 AS INT)
|
||||
mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
tuple-ids=6 row-size=405B cardinality=36.00K cost=1375841
|
||||
in pipelines: 05(GETNEXT)
|
||||
tuple-ids=0 row-size=405B cardinality=36.00K cost=1375841
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- DISTRIBUTEDPLAN
|
||||
Max Per-Host Resource Reservation: Memory=30.75MB Threads=8
|
||||
Per-Host Resource Estimates: Memory=119MB
|
||||
@@ -146,53 +146,53 @@ F05:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=4.02MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[132] cpu-comparison-result=8 [max(1 (self) vs 8 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.item_1.i_product_name
|
||||
| output exprs: tpcds_partitioned_parquet_snap.item.i_product_name
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=100
|
||||
|
|
||||
15:MERGING-EXCHANGE [UNPARTITIONED]
|
||||
| order by: tpcds_partitioned_parquet_snap.item_1.i_product_name ASC NULLS LAST
|
||||
| order by: tpcds_partitioned_parquet_snap.item.i_product_name ASC NULLS LAST
|
||||
| limit: 100
|
||||
| mem-estimate=16.03KB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=9 row-size=35B cardinality=100 cost=32
|
||||
| in pipelines: 08(GETNEXT)
|
||||
|
|
||||
F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item_1.i_product_name)] hosts=4 instances=4
|
||||
F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item.i_product_name)] hosts=4 instances=4
|
||||
Per-Instance Resources: mem-estimate=13.14MB mem-reservation=8.50MB thread-reservation=1
|
||||
max-parallelism=4 segment-costs=[1141602, 3746309, 122] cpu-comparison-result=8 [max(4 (self) vs 8 (sum children))]
|
||||
08:TOP-N [LIMIT=100]
|
||||
| order by: tpcds_partitioned_parquet_snap.item_1.i_product_name ASC NULLS LAST
|
||||
| order by: tpcds_partitioned_parquet_snap.item.i_product_name ASC NULLS LAST
|
||||
| mem-estimate=3.40KB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=9 row-size=35B cardinality=100 cost=3746309
|
||||
| in pipelines: 08(GETNEXT), 14(OPEN)
|
||||
|
|
||||
14:AGGREGATE [FINALIZE]
|
||||
| group by: tpcds_partitioned_parquet_snap.item_1.i_product_name
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_product_name
|
||||
| mem-estimate=10.00MB mem-reservation=8.50MB spill-buffer=512.00KB thread-reservation=0
|
||||
| tuple-ids=8 row-size=35B cardinality=360.00K cost=1043892
|
||||
| in pipelines: 14(GETNEXT), 05(OPEN)
|
||||
| in pipelines: 14(GETNEXT), 00(OPEN)
|
||||
|
|
||||
13:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_1.i_product_name)]
|
||||
13:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_product_name)]
|
||||
| mem-estimate=3.14MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=8 row-size=35B cardinality=360.00K cost=97710
|
||||
| in pipelines: 05(GETNEXT)
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
Per-Instance Resources: mem-estimate=26.61MB mem-reservation=5.50MB thread-reservation=1
|
||||
max-parallelism=4 segment-costs=[2494199, 993469] cpu-comparison-result=8 [max(4 (self) vs 8 (sum children))]
|
||||
07:AGGREGATE [STREAMING]
|
||||
| group by: tpcds_partitioned_parquet_snap.item_1.i_product_name
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_product_name
|
||||
| mem-estimate=10.00MB mem-reservation=5.00MB spill-buffer=256.00KB thread-reservation=0
|
||||
| tuple-ids=8 row-size=35B cardinality=360.00K cost=1043892
|
||||
| in pipelines: 05(GETNEXT)
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [LEFT OUTER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.item_1.i_manufact = tpcds_partitioned_parquet_snap.item_0.i_manufact
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.item.i_manufact = tpcds_partitioned_parquet_snap.item_0.i_manufact
|
||||
| fk/pk conjuncts: none
|
||||
| other predicates: CASE WHEN is_null_pred(count()) THEN CAST(0 AS BIGINT) ELSE count() END > CAST(0 AS BIGINT)
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=6,5N row-size=437B cardinality=360.00K cost=74466
|
||||
| in pipelines: 05(GETNEXT), 04(OPEN)
|
||||
| tuple-ids=0,7N row-size=437B cardinality=360.00K cost=74466
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=2.11MB mem-reservation=1.94MB thread-reservation=1
|
||||
@@ -204,26 +204,26 @@ max-parallelism=4 segment-costs=[2494199, 993469] cpu-comparison-result=8 [max(4
|
||||
| |
|
||||
| 12:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=172.71KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=5 row-size=31B cardinality=1.03K cost=548
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| | tuple-ids=7 row-size=31B cardinality=1.03K cost=548
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item_0.i_manufact)] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=10.26MB mem-reservation=1.94MB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[29319, 109] cpu-comparison-result=8 [max(8 (self) vs 4 (sum children))]
|
||||
| 04:AGGREGATE [FINALIZE]
|
||||
| 05:AGGREGATE [FINALIZE]
|
||||
| | output: count()
|
||||
| | group by: tpcds_partitioned_parquet_snap.item_0.i_manufact
|
||||
| | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=5 row-size=31B cardinality=1.03K cost=18914
|
||||
| | in pipelines: 04(GETNEXT), 00(OPEN)
|
||||
| | tuple-ids=7 row-size=31B cardinality=1.03K cost=18914
|
||||
| | in pipelines: 05(GETNEXT), 03(OPEN)
|
||||
| |
|
||||
| 03:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| 04:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.item.i_manufact = tpcds_partitioned_parquet_snap.item_0.i_manufact
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.item_1.i_manufact = tpcds_partitioned_parquet_snap.item_0.i_manufact
|
||||
| | fk/pk conjuncts: none
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,4 row-size=429B cardinality=55.47K cost=10091
|
||||
| | in pipelines: 00(GETNEXT), 10(OPEN)
|
||||
| | tuple-ids=5,4 row-size=429B cardinality=55.47K cost=10091
|
||||
| | in pipelines: 03(GETNEXT), 10(OPEN)
|
||||
| |
|
||||
| |--F07:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item_0.i_manufact)] hosts=4 instances=4
|
||||
| | | Per-Instance Resources: mem-estimate=12.94MB mem-reservation=4.88MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -267,39 +267,39 @@ max-parallelism=4 segment-costs=[2494199, 993469] cpu-comparison-result=8 [max(4
|
||||
| | tuple-ids=2 row-size=27B cardinality=36.00K cost=99507
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| 11:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_manufact)]
|
||||
| 11:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_1.i_manufact)]
|
||||
| | mem-estimate=270.08KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=0 row-size=405B cardinality=159 cost=314
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| | tuple-ids=5 row-size=405B cardinality=159 cost=314
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=22.40MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1369959]
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item.i_color = 'beige' OR tpcds_partitioned_parquet_snap.item.i_color = 'spring' AND tpcds_partitioned_parquet_snap.item.i_units = 'Ton' OR tpcds_partitioned_parquet_snap.item.i_units = 'Tsp' AND tpcds_partitioned_parquet_snap.item.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item.i_size = 'petite' OR tpcds_partitioned_parquet_snap.item.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item.i_color = 'pale' OR tpcds_partitioned_parquet_snap.item.i_color = 'white' AND tpcds_partitioned_parquet_snap.item.i_units = 'Box' OR tpcds_partitioned_parquet_snap.item.i_units = 'Dram' AND tpcds_partitioned_parquet_snap.item.i_size = 'economy' OR tpcds_partitioned_parquet_snap.item.i_size = 'large' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item.i_color = 'frosted' OR tpcds_partitioned_parquet_snap.item.i_color = 'midnight' AND tpcds_partitioned_parquet_snap.item.i_units = 'Bunch' OR tpcds_partitioned_parquet_snap.item.i_units = 'Carton' AND tpcds_partitioned_parquet_snap.item.i_size = 'N/A' OR tpcds_partitioned_parquet_snap.item.i_size = 'small' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item.i_color = 'azure' OR tpcds_partitioned_parquet_snap.item.i_color = 'goldenrod' AND tpcds_partitioned_parquet_snap.item.i_units = 'Gross' OR tpcds_partitioned_parquet_snap.item.i_units = 'Pallet' AND tpcds_partitioned_parquet_snap.item.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item.i_size = 'petite' OR tpcds_partitioned_parquet_snap.item.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item.i_color = 'brown' OR tpcds_partitioned_parquet_snap.item.i_color = 'hot' AND tpcds_partitioned_parquet_snap.item.i_units = 'Cup' OR tpcds_partitioned_parquet_snap.item.i_units = 'Tbl' AND tpcds_partitioned_parquet_snap.item.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item.i_size = 'petite' OR tpcds_partitioned_parquet_snap.item.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item.i_color = 'honeydew' OR tpcds_partitioned_parquet_snap.item.i_color = 'powder' AND tpcds_partitioned_parquet_snap.item.i_units = 'Bundle' OR tpcds_partitioned_parquet_snap.item.i_units = 'Unknown' AND tpcds_partitioned_parquet_snap.item.i_size = 'economy' OR tpcds_partitioned_parquet_snap.item.i_size = 'large' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item.i_color = 'antique' OR tpcds_partitioned_parquet_snap.item.i_color = 'purple' AND tpcds_partitioned_parquet_snap.item.i_units = 'Dozen' OR tpcds_partitioned_parquet_snap.item.i_units = 'N/A' AND tpcds_partitioned_parquet_snap.item.i_size = 'N/A' OR tpcds_partitioned_parquet_snap.item.i_size = 'small' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item.i_color = 'lavender' OR tpcds_partitioned_parquet_snap.item.i_color = 'tomato' AND tpcds_partitioned_parquet_snap.item.i_units = 'Lb' OR tpcds_partitioned_parquet_snap.item.i_units = 'Oz' AND tpcds_partitioned_parquet_snap.item.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item.i_size = 'petite'
|
||||
| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.item.i_manufact, RF000[bloom] -> tpcds_partitioned_parquet_snap.item.i_manufact
|
||||
| predicates: tpcds_partitioned_parquet_snap.item_1.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'beige' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'spring' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Ton' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'Tsp' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'petite' OR tpcds_partitioned_parquet_snap.item_1.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'pale' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'white' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Box' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'Dram' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'economy' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'large' OR tpcds_partitioned_parquet_snap.item_1.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'frosted' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'midnight' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Bunch' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'Carton' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'N/A' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'small' OR tpcds_partitioned_parquet_snap.item_1.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'azure' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'goldenrod' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Gross' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'Pallet' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'petite' OR tpcds_partitioned_parquet_snap.item_1.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'brown' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'hot' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Cup' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'Tbl' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'petite' OR tpcds_partitioned_parquet_snap.item_1.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'honeydew' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'powder' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Bundle' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'Unknown' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'economy' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'large' OR tpcds_partitioned_parquet_snap.item_1.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'antique' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'purple' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Dozen' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'N/A' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'N/A' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'small' OR tpcds_partitioned_parquet_snap.item_1.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'lavender' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'tomato' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Lb' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'Oz' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'petite'
|
||||
| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_manufact, RF000[bloom] -> tpcds_partitioned_parquet_snap.item_1.i_manufact
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=0 row-size=405B cardinality=159 cost=1365725
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| tuple-ids=5 row-size=405B cardinality=159 cost=1365725
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
05:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
HDFS partitions=1/1 files=1 size=33.54MB
|
||||
predicates: tpcds_partitioned_parquet_snap.item_1.i_manufact_id <= add(CAST(732 AS INT), CAST(40 AS INT)), tpcds_partitioned_parquet_snap.item_1.i_manufact_id >= CAST(732 AS INT)
|
||||
predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id <= add(CAST(732 AS INT), CAST(40 AS INT)), tpcds_partitioned_parquet_snap.item.i_manufact_id >= CAST(732 AS INT)
|
||||
stored statistics:
|
||||
table: rows=360.00K size=33.54MB
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
parquet statistics predicates: tpcds_partitioned_parquet_snap.item_1.i_manufact_id <= add(CAST(732 AS INT), CAST(40 AS INT)), tpcds_partitioned_parquet_snap.item_1.i_manufact_id >= CAST(732 AS INT)
|
||||
parquet dictionary predicates: tpcds_partitioned_parquet_snap.item_1.i_manufact_id <= add(CAST(732 AS INT), CAST(40 AS INT)), tpcds_partitioned_parquet_snap.item_1.i_manufact_id >= CAST(732 AS INT)
|
||||
parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id <= add(CAST(732 AS INT), CAST(40 AS INT)), tpcds_partitioned_parquet_snap.item.i_manufact_id >= CAST(732 AS INT)
|
||||
parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id <= add(CAST(732 AS INT), CAST(40 AS INT)), tpcds_partitioned_parquet_snap.item.i_manufact_id >= CAST(732 AS INT)
|
||||
mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
tuple-ids=6 row-size=405B cardinality=36.00K cost=1375841
|
||||
in pipelines: 05(GETNEXT)
|
||||
tuple-ids=0 row-size=405B cardinality=36.00K cost=1375841
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- PARALLELPLANS
|
||||
Max Per-Host Resource Reservation: Memory=30.75MB Threads=8
|
||||
Per-Host Resource Estimates: Memory=119MB
|
||||
@@ -307,53 +307,53 @@ F05:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=4.02MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[132] cpu-comparison-result=8 [max(1 (self) vs 8 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.item_1.i_product_name
|
||||
| output exprs: tpcds_partitioned_parquet_snap.item.i_product_name
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=100
|
||||
|
|
||||
15:MERGING-EXCHANGE [UNPARTITIONED]
|
||||
| order by: tpcds_partitioned_parquet_snap.item_1.i_product_name ASC NULLS LAST
|
||||
| order by: tpcds_partitioned_parquet_snap.item.i_product_name ASC NULLS LAST
|
||||
| limit: 100
|
||||
| mem-estimate=16.03KB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=9 row-size=35B cardinality=100 cost=32
|
||||
| in pipelines: 08(GETNEXT)
|
||||
|
|
||||
F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item_1.i_product_name)] hosts=4 instances=4
|
||||
F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item.i_product_name)] hosts=4 instances=4
|
||||
Per-Instance Resources: mem-estimate=13.14MB mem-reservation=8.50MB thread-reservation=1
|
||||
max-parallelism=4 segment-costs=[1141602, 3746309, 122] cpu-comparison-result=8 [max(4 (self) vs 8 (sum children))]
|
||||
08:TOP-N [LIMIT=100]
|
||||
| order by: tpcds_partitioned_parquet_snap.item_1.i_product_name ASC NULLS LAST
|
||||
| order by: tpcds_partitioned_parquet_snap.item.i_product_name ASC NULLS LAST
|
||||
| mem-estimate=3.40KB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=9 row-size=35B cardinality=100 cost=3746309
|
||||
| in pipelines: 08(GETNEXT), 14(OPEN)
|
||||
|
|
||||
14:AGGREGATE [FINALIZE]
|
||||
| group by: tpcds_partitioned_parquet_snap.item_1.i_product_name
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_product_name
|
||||
| mem-estimate=10.00MB mem-reservation=8.50MB spill-buffer=512.00KB thread-reservation=0
|
||||
| tuple-ids=8 row-size=35B cardinality=360.00K cost=1043892
|
||||
| in pipelines: 14(GETNEXT), 05(OPEN)
|
||||
| in pipelines: 14(GETNEXT), 00(OPEN)
|
||||
|
|
||||
13:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_1.i_product_name)]
|
||||
13:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_product_name)]
|
||||
| mem-estimate=3.14MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=8 row-size=35B cardinality=360.00K cost=97710
|
||||
| in pipelines: 05(GETNEXT)
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
Per-Instance Resources: mem-estimate=26.61MB mem-reservation=5.50MB thread-reservation=1
|
||||
max-parallelism=4 segment-costs=[2494199, 993469] cpu-comparison-result=8 [max(4 (self) vs 8 (sum children))]
|
||||
07:AGGREGATE [STREAMING]
|
||||
| group by: tpcds_partitioned_parquet_snap.item_1.i_product_name
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_product_name
|
||||
| mem-estimate=10.00MB mem-reservation=5.00MB spill-buffer=256.00KB thread-reservation=0
|
||||
| tuple-ids=8 row-size=35B cardinality=360.00K cost=1043892
|
||||
| in pipelines: 05(GETNEXT)
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [LEFT OUTER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.item_1.i_manufact = tpcds_partitioned_parquet_snap.item_0.i_manufact
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.item.i_manufact = tpcds_partitioned_parquet_snap.item_0.i_manufact
|
||||
| fk/pk conjuncts: none
|
||||
| other predicates: CASE WHEN is_null_pred(count()) THEN CAST(0 AS BIGINT) ELSE count() END > CAST(0 AS BIGINT)
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=6,5N row-size=437B cardinality=360.00K cost=74466
|
||||
| in pipelines: 05(GETNEXT), 04(OPEN)
|
||||
| tuple-ids=0,7N row-size=437B cardinality=360.00K cost=74466
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=2.11MB mem-reservation=1.94MB thread-reservation=1
|
||||
@@ -365,26 +365,26 @@ max-parallelism=4 segment-costs=[2494199, 993469] cpu-comparison-result=8 [max(4
|
||||
| |
|
||||
| 12:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=172.71KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=5 row-size=31B cardinality=1.03K cost=548
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| | tuple-ids=7 row-size=31B cardinality=1.03K cost=548
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item_0.i_manufact)] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=10.26MB mem-reservation=1.94MB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[29319, 109] cpu-comparison-result=8 [max(8 (self) vs 4 (sum children))]
|
||||
| 04:AGGREGATE [FINALIZE]
|
||||
| 05:AGGREGATE [FINALIZE]
|
||||
| | output: count()
|
||||
| | group by: tpcds_partitioned_parquet_snap.item_0.i_manufact
|
||||
| | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=5 row-size=31B cardinality=1.03K cost=18914
|
||||
| | in pipelines: 04(GETNEXT), 00(OPEN)
|
||||
| | tuple-ids=7 row-size=31B cardinality=1.03K cost=18914
|
||||
| | in pipelines: 05(GETNEXT), 03(OPEN)
|
||||
| |
|
||||
| 03:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| 04:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.item.i_manufact = tpcds_partitioned_parquet_snap.item_0.i_manufact
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.item_1.i_manufact = tpcds_partitioned_parquet_snap.item_0.i_manufact
|
||||
| | fk/pk conjuncts: none
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,4 row-size=429B cardinality=55.47K cost=10091
|
||||
| | in pipelines: 00(GETNEXT), 10(OPEN)
|
||||
| | tuple-ids=5,4 row-size=429B cardinality=55.47K cost=10091
|
||||
| | in pipelines: 03(GETNEXT), 10(OPEN)
|
||||
| |
|
||||
| |--F07:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item_0.i_manufact)] hosts=4 instances=4
|
||||
| | | Per-Instance Resources: mem-estimate=12.94MB mem-reservation=4.88MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -428,37 +428,37 @@ max-parallelism=4 segment-costs=[2494199, 993469] cpu-comparison-result=8 [max(4
|
||||
| | tuple-ids=2 row-size=27B cardinality=36.00K cost=99507
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| 11:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_manufact)]
|
||||
| 11:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_1.i_manufact)]
|
||||
| | mem-estimate=270.08KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=0 row-size=405B cardinality=159 cost=314
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| | tuple-ids=5 row-size=405B cardinality=159 cost=314
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=22.40MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1369959]
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item.i_color = 'beige' OR tpcds_partitioned_parquet_snap.item.i_color = 'spring' AND tpcds_partitioned_parquet_snap.item.i_units = 'Ton' OR tpcds_partitioned_parquet_snap.item.i_units = 'Tsp' AND tpcds_partitioned_parquet_snap.item.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item.i_size = 'petite' OR tpcds_partitioned_parquet_snap.item.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item.i_color = 'pale' OR tpcds_partitioned_parquet_snap.item.i_color = 'white' AND tpcds_partitioned_parquet_snap.item.i_units = 'Box' OR tpcds_partitioned_parquet_snap.item.i_units = 'Dram' AND tpcds_partitioned_parquet_snap.item.i_size = 'economy' OR tpcds_partitioned_parquet_snap.item.i_size = 'large' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item.i_color = 'frosted' OR tpcds_partitioned_parquet_snap.item.i_color = 'midnight' AND tpcds_partitioned_parquet_snap.item.i_units = 'Bunch' OR tpcds_partitioned_parquet_snap.item.i_units = 'Carton' AND tpcds_partitioned_parquet_snap.item.i_size = 'N/A' OR tpcds_partitioned_parquet_snap.item.i_size = 'small' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item.i_color = 'azure' OR tpcds_partitioned_parquet_snap.item.i_color = 'goldenrod' AND tpcds_partitioned_parquet_snap.item.i_units = 'Gross' OR tpcds_partitioned_parquet_snap.item.i_units = 'Pallet' AND tpcds_partitioned_parquet_snap.item.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item.i_size = 'petite' OR tpcds_partitioned_parquet_snap.item.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item.i_color = 'brown' OR tpcds_partitioned_parquet_snap.item.i_color = 'hot' AND tpcds_partitioned_parquet_snap.item.i_units = 'Cup' OR tpcds_partitioned_parquet_snap.item.i_units = 'Tbl' AND tpcds_partitioned_parquet_snap.item.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item.i_size = 'petite' OR tpcds_partitioned_parquet_snap.item.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item.i_color = 'honeydew' OR tpcds_partitioned_parquet_snap.item.i_color = 'powder' AND tpcds_partitioned_parquet_snap.item.i_units = 'Bundle' OR tpcds_partitioned_parquet_snap.item.i_units = 'Unknown' AND tpcds_partitioned_parquet_snap.item.i_size = 'economy' OR tpcds_partitioned_parquet_snap.item.i_size = 'large' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item.i_color = 'antique' OR tpcds_partitioned_parquet_snap.item.i_color = 'purple' AND tpcds_partitioned_parquet_snap.item.i_units = 'Dozen' OR tpcds_partitioned_parquet_snap.item.i_units = 'N/A' AND tpcds_partitioned_parquet_snap.item.i_size = 'N/A' OR tpcds_partitioned_parquet_snap.item.i_size = 'small' OR tpcds_partitioned_parquet_snap.item.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item.i_color = 'lavender' OR tpcds_partitioned_parquet_snap.item.i_color = 'tomato' AND tpcds_partitioned_parquet_snap.item.i_units = 'Lb' OR tpcds_partitioned_parquet_snap.item.i_units = 'Oz' AND tpcds_partitioned_parquet_snap.item.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item.i_size = 'petite'
|
||||
| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.item.i_manufact, RF000[bloom] -> tpcds_partitioned_parquet_snap.item.i_manufact
|
||||
| predicates: tpcds_partitioned_parquet_snap.item_1.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'beige' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'spring' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Ton' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'Tsp' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'petite' OR tpcds_partitioned_parquet_snap.item_1.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'pale' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'white' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Box' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'Dram' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'economy' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'large' OR tpcds_partitioned_parquet_snap.item_1.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'frosted' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'midnight' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Bunch' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'Carton' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'N/A' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'small' OR tpcds_partitioned_parquet_snap.item_1.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'azure' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'goldenrod' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Gross' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'Pallet' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'petite' OR tpcds_partitioned_parquet_snap.item_1.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'brown' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'hot' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Cup' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'Tbl' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'petite' OR tpcds_partitioned_parquet_snap.item_1.i_category = 'Women' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'honeydew' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'powder' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Bundle' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'Unknown' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'economy' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'large' OR tpcds_partitioned_parquet_snap.item_1.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'antique' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'purple' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Dozen' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'N/A' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'N/A' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'small' OR tpcds_partitioned_parquet_snap.item_1.i_category = 'Men' AND tpcds_partitioned_parquet_snap.item_1.i_color = 'lavender' OR tpcds_partitioned_parquet_snap.item_1.i_color = 'tomato' AND tpcds_partitioned_parquet_snap.item_1.i_units = 'Lb' OR tpcds_partitioned_parquet_snap.item_1.i_units = 'Oz' AND tpcds_partitioned_parquet_snap.item_1.i_size = 'extra large' OR tpcds_partitioned_parquet_snap.item_1.i_size = 'petite'
|
||||
| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_manufact, RF000[bloom] -> tpcds_partitioned_parquet_snap.item_1.i_manufact
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=0 row-size=405B cardinality=159 cost=1365725
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| tuple-ids=5 row-size=405B cardinality=159 cost=1365725
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
05:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
HDFS partitions=1/1 files=1 size=33.54MB
|
||||
predicates: tpcds_partitioned_parquet_snap.item_1.i_manufact_id <= add(CAST(732 AS INT), CAST(40 AS INT)), tpcds_partitioned_parquet_snap.item_1.i_manufact_id >= CAST(732 AS INT)
|
||||
predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id <= add(CAST(732 AS INT), CAST(40 AS INT)), tpcds_partitioned_parquet_snap.item.i_manufact_id >= CAST(732 AS INT)
|
||||
stored statistics:
|
||||
table: rows=360.00K size=33.54MB
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
parquet statistics predicates: tpcds_partitioned_parquet_snap.item_1.i_manufact_id <= add(CAST(732 AS INT), CAST(40 AS INT)), tpcds_partitioned_parquet_snap.item_1.i_manufact_id >= CAST(732 AS INT)
|
||||
parquet dictionary predicates: tpcds_partitioned_parquet_snap.item_1.i_manufact_id <= add(CAST(732 AS INT), CAST(40 AS INT)), tpcds_partitioned_parquet_snap.item_1.i_manufact_id >= CAST(732 AS INT)
|
||||
parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id <= add(CAST(732 AS INT), CAST(40 AS INT)), tpcds_partitioned_parquet_snap.item.i_manufact_id >= CAST(732 AS INT)
|
||||
parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manufact_id <= add(CAST(732 AS INT), CAST(40 AS INT)), tpcds_partitioned_parquet_snap.item.i_manufact_id >= CAST(732 AS INT)
|
||||
mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
tuple-ids=6 row-size=405B cardinality=36.00K cost=1375841
|
||||
in pipelines: 05(GETNEXT)
|
||||
tuple-ids=0 row-size=405B cardinality=36.00K cost=1375841
|
||||
in pipelines: 00(GETNEXT)
|
||||
====
|
||||
|
||||
@@ -26,7 +26,7 @@ Max Per-Host Resource Reservation: Memory=19.31MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=55MB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=54.81MB mem-reservation=19.31MB thread-reservation=1 runtime-filters-memory=2.00MB
|
||||
| max-parallelism=1 segment-costs=[854028629, 374, 400]
|
||||
| max-parallelism=1 segment-costs=[735106084, 374, 400]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.item.i_category_id, tpcds_partitioned_parquet_snap.item.i_category, sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=400
|
||||
@@ -45,35 +45,14 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 05(GETNEXT), 00(OPEN)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=5.15M cost=23253573
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=333B cardinality=87.00M(filtered from 511.58M) cost=115014004
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=5.15M cost=2254938
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| stored statistics:
|
||||
@@ -83,26 +62,47 @@ PLAN-ROOT SINK
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=108 cost=114705
|
||||
| tuple-ids=4 row-size=237B cardinality=108 cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=501B cardinality=5.15M(filtered from 87.00M) cost=17090094
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=109(filtered from 1824)
|
||||
mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=96B cardinality=87.00M(filtered from 8.64G) cost=707201433
|
||||
tuple-ids=0 row-size=96B cardinality=5.15M(filtered from 8.64G) cost=707201433
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- DISTRIBUTEDPLAN
|
||||
Max Per-Host Resource Reservation: Memory=156.75MB Threads=15
|
||||
Per-Host Resource Estimates: Memory=353MB
|
||||
Max Per-Host Resource Reservation: Memory=140.94MB Threads=14
|
||||
Per-Host Resource Estimates: Memory=320MB
|
||||
F04:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=4.04MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[433] cpu-comparison-result=90 [max(1 (self) vs 90 (sum children))]
|
||||
| max-parallelism=1 segment-costs=[433] cpu-comparison-result=80 [max(1 (self) vs 80 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.item.i_category_id, tpcds_partitioned_parquet_snap.item.i_category, sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=400
|
||||
@@ -115,8 +115,8 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 06(GETNEXT)
|
||||
|
|
||||
F03:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim.d_year,tpcds_partitioned_parquet_snap.item.i_category_id,tpcds_partitioned_parquet_snap.item.i_category)] hosts=10 instances=10 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=14.08MB mem-reservation=1.94MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[20588, 374, 141] cpu-comparison-result=90 [max(10 (self) vs 90 (sum children))]
|
||||
Per-Instance Resources: mem-estimate=13.63MB mem-reservation=1.94MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[20588, 374, 141] cpu-comparison-result=80 [max(10 (self) vs 80 (sum children))]
|
||||
06:TOP-N [LIMIT=100]
|
||||
| order by: sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price) DESC NULLS FIRST, tpcds_partitioned_parquet_snap.item.i_category_id ASC NULLS LAST, tpcds_partitioned_parquet_snap.item.i_category ASC NULLS LAST
|
||||
| mem-estimate=4.09KB mem-reservation=0B thread-reservation=0
|
||||
@@ -131,14 +131,14 @@ max-parallelism=10 segment-costs=[20588, 374, 141] cpu-comparison-result=90 [max
|
||||
| in pipelines: 10(GETNEXT), 00(OPEN)
|
||||
|
|
||||
09:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim.d_year,tpcds_partitioned_parquet_snap.item.i_category_id,tpcds_partitioned_parquet_snap.item.i_category)]
|
||||
| mem-estimate=4.08MB mem-reservation=0B thread-reservation=0
|
||||
| mem-estimate=3.63MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=6 row-size=42B cardinality=12.00K cost=3646
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=90 (adjusted from 120)
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=80 (adjusted from 120)
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=27.79MB mem-reservation=11.00MB thread-reservation=1
|
||||
max-parallelism=90 segment-costs=[852598353, 38566] cpu-comparison-result=90 [max(90 (self) vs 25 (sum children))]
|
||||
max-parallelism=80 segment-costs=[733675808, 38566] cpu-comparison-result=80 [max(80 (self) vs 25 (sum children))]
|
||||
05:AGGREGATE [STREAMING]
|
||||
| output: sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.item.i_category_id, tpcds_partitioned_parquet_snap.item.i_category
|
||||
@@ -148,68 +148,30 @@ max-parallelism=90 segment-costs=[852598353, 38566] cpu-comparison-result=90 [ma
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=5.15M cost=23249946
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=29.88MB mem-reservation=26.88MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[8447]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=25.88MB mem-reservation=25.88MB spill-buffer=128.00KB thread-reservation=0 cost=3627
|
||||
| |
|
||||
| 08:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=3.00MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=405B cardinality=3.63K cost=4820
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1369774]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=333B cardinality=87.00M(filtered from 511.58M) cost=115013896
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=5.15M cost=2254830
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=18.49MB mem-reservation=18.44MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
|--F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=16.55MB mem-reservation=16.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[248]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=17.44MB mem-reservation=17.44MB spill-buffer=64.00KB thread-reservation=0 cost=108
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=15.50MB mem-reservation=15.50MB spill-buffer=64.00KB thread-reservation=0 cost=108
|
||||
| |
|
||||
| 07:EXCHANGE [BROADCAST]
|
||||
| 08:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=50.45KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=108 cost=140
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=237B cardinality=108 cost=140
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[114776]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| stored statistics:
|
||||
@@ -219,26 +181,64 @@ max-parallelism=90 segment-costs=[852598353, 38566] cpu-comparison-result=90 [ma
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=108 cost=114705
|
||||
| tuple-ids=4 row-size=237B cardinality=108 cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=501B cardinality=5.15M(filtered from 87.00M) cost=17086467
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=27.00MB mem-reservation=24.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[8447]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=23.00MB mem-reservation=23.00MB spill-buffer=128.00KB thread-reservation=0 cost=3627
|
||||
| |
|
||||
| 07:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=3.00MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=3.63K cost=4820
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1369774]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=109(filtered from 1824)
|
||||
mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=96B cardinality=87.00M(filtered from 8.64G) cost=707201433
|
||||
tuple-ids=0 row-size=96B cardinality=5.15M(filtered from 8.64G) cost=707201433
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- PARALLELPLANS
|
||||
Max Per-Host Resource Reservation: Memory=156.75MB Threads=15
|
||||
Per-Host Resource Estimates: Memory=353MB
|
||||
Max Per-Host Resource Reservation: Memory=140.94MB Threads=14
|
||||
Per-Host Resource Estimates: Memory=320MB
|
||||
F04:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=4.04MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[433] cpu-comparison-result=90 [max(1 (self) vs 90 (sum children))]
|
||||
| max-parallelism=1 segment-costs=[433] cpu-comparison-result=80 [max(1 (self) vs 80 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.item.i_category_id, tpcds_partitioned_parquet_snap.item.i_category, sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=400
|
||||
@@ -251,8 +251,8 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 06(GETNEXT)
|
||||
|
|
||||
F03:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim.d_year,tpcds_partitioned_parquet_snap.item.i_category_id,tpcds_partitioned_parquet_snap.item.i_category)] hosts=10 instances=10 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=14.08MB mem-reservation=1.94MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[20588, 374, 141] cpu-comparison-result=90 [max(10 (self) vs 90 (sum children))]
|
||||
Per-Instance Resources: mem-estimate=13.63MB mem-reservation=1.94MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[20588, 374, 141] cpu-comparison-result=80 [max(10 (self) vs 80 (sum children))]
|
||||
06:TOP-N [LIMIT=100]
|
||||
| order by: sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price) DESC NULLS FIRST, tpcds_partitioned_parquet_snap.item.i_category_id ASC NULLS LAST, tpcds_partitioned_parquet_snap.item.i_category ASC NULLS LAST
|
||||
| mem-estimate=4.09KB mem-reservation=0B thread-reservation=0
|
||||
@@ -267,14 +267,14 @@ max-parallelism=10 segment-costs=[20588, 374, 141] cpu-comparison-result=90 [max
|
||||
| in pipelines: 10(GETNEXT), 00(OPEN)
|
||||
|
|
||||
09:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim.d_year,tpcds_partitioned_parquet_snap.item.i_category_id,tpcds_partitioned_parquet_snap.item.i_category)]
|
||||
| mem-estimate=4.08MB mem-reservation=0B thread-reservation=0
|
||||
| mem-estimate=3.63MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=6 row-size=42B cardinality=12.00K cost=3646
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=90 (adjusted from 120)
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=80 (adjusted from 120)
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=27.79MB mem-reservation=11.00MB thread-reservation=1
|
||||
max-parallelism=90 segment-costs=[852598353, 38566] cpu-comparison-result=90 [max(90 (self) vs 25 (sum children))]
|
||||
max-parallelism=80 segment-costs=[733675808, 38566] cpu-comparison-result=80 [max(80 (self) vs 25 (sum children))]
|
||||
05:AGGREGATE [STREAMING]
|
||||
| output: sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.item.i_category_id, tpcds_partitioned_parquet_snap.item.i_category
|
||||
@@ -284,68 +284,30 @@ max-parallelism=90 segment-costs=[852598353, 38566] cpu-comparison-result=90 [ma
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=5.15M cost=23249946
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=29.88MB mem-reservation=26.88MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[8447]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=25.88MB mem-reservation=25.88MB spill-buffer=128.00KB thread-reservation=0 cost=3627
|
||||
| |
|
||||
| 08:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=3.00MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=405B cardinality=3.63K cost=4820
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1369774]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=333B cardinality=87.00M(filtered from 511.58M) cost=115013896
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=5.15M cost=2254830
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=18.49MB mem-reservation=18.44MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
|--F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=16.55MB mem-reservation=16.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[248]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=17.44MB mem-reservation=17.44MB spill-buffer=64.00KB thread-reservation=0 cost=108
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=15.50MB mem-reservation=15.50MB spill-buffer=64.00KB thread-reservation=0 cost=108
|
||||
| |
|
||||
| 07:EXCHANGE [BROADCAST]
|
||||
| 08:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=50.45KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=108 cost=140
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=237B cardinality=108 cost=140
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[114776]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| stored statistics:
|
||||
@@ -355,18 +317,56 @@ max-parallelism=90 segment-costs=[852598353, 38566] cpu-comparison-result=90 [ma
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2002 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=108 cost=114705
|
||||
| tuple-ids=4 row-size=237B cardinality=108 cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=501B cardinality=5.15M(filtered from 87.00M) cost=17086467
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=27.00MB mem-reservation=24.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[8447]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=23.00MB mem-reservation=23.00MB spill-buffer=128.00KB thread-reservation=0 cost=3627
|
||||
| |
|
||||
| 07:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=3.00MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=3.63K cost=4820
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1369774]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=109(filtered from 1824)
|
||||
mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=96B cardinality=87.00M(filtered from 8.64G) cost=707201433
|
||||
tuple-ids=0 row-size=96B cardinality=5.15M(filtered from 8.64G) cost=707201433
|
||||
in pipelines: 00(GETNEXT)
|
||||
====
|
||||
|
||||
@@ -73,9 +73,9 @@ SumCost: cost-total=430960 max-instances=1 adj-instances=10 cost/inst=43096 #con
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=32.25MB mem-reservation=11.00MB thread-reservation=1
|
||||
max-parallelism=374 segment-costs=[5451177647, 1710341] cpu-comparison-result=120 [max(120 (self) vs 22 (sum children))]
|
||||
max-parallelism=374 segment-costs=[5424276052, 1710341] cpu-comparison-result=120 [max(120 (self) vs 22 (sum children))]
|
||||
cost-total=1710341 max-instances=1 adj-instances=120 cost/inst=14253 #cons:#prod=162000:162000 reduction=1.0 cost/cons=10.55766 cost/prod=10.55766 raw-cost=1710341.7688
|
||||
SumCost: cost-total=5451177647 max-instances=546 adj-instances=120 cost/inst=45426480 #cons:#prod=8639935193:888242617 reduction=9.726999 cost/cons=0.63092804 cost/prod=6.137037
|
||||
SumCost: cost-total=5424276052 max-instances=543 adj-instances=120 cost/inst=45202300 #cons:#prod=8639935193:888242617 reduction=9.726999 cost/cons=0.6278144 cost/prod=6.1067505
|
||||
DATASTREAM SINK [FRAGMENT=F03, EXCHANGE=09, HASH(tpcds_partitioned_parquet_snap.store.s_store_name,tpcds_partitioned_parquet_snap.store.s_store_id)]
|
||||
| mem-estimate=6.25MB mem-reservation=0B thread-reservation=0 cost=1710341
|
||||
| cost-total=1710341 max-instances=1 adj-instances=120 cost/inst=14253 #cons:#prod=162000:162000 reduction=1.0 cost/cons=10.55766 cost/prod=10.55766 raw-cost=1710341.7688
|
||||
@@ -89,25 +89,25 @@ SumCost: cost-total=5451177647 max-instances=546 adj-instances=120 cost/inst=454
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| cost-total=394138502 max-instances=40 adj-instances=120 cost/inst=3284488 #cons:#prod=4343578206:888242617 reduction=4.890081 cost/cons=0.09074051 cost/prod=0.44372842 raw-cost=3.9413850233790004E8
|
||||
| tuple-ids=0,2,4 row-size=792B cardinality=888.24M cost=394138502
|
||||
| cost-total=614141162 max-instances=62 adj-instances=120 cost/inst=5117843 #cons:#prod=1766829189:888242617 reduction=1.9891291 cost/cons=0.3475951 cost/prod=0.6914115 raw-cost=6.141411629949E8
|
||||
| tuple-ids=0,2,4 row-size=792B cardinality=888.24M cost=614141162
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| cost-total=1020245243 max-instances=103 adj-instances=120 cost/inst=8502044 #cons:#prod=8639935529:4343577833 reduction=1.9891288 cost/cons=0.118084826 cost/prod=0.23488593 raw-cost=1.0202452434771E9
|
||||
| tuple-ids=0,2 row-size=555B cardinality=909.12M(filtered from 4.34G) cost=1020245243
|
||||
| cost-total=773340988 max-instances=78 adj-instances=120 cost/inst=6444509 #cons:#prod=8639935566:1766828853 reduction=4.890081 cost/cons=0.08950773 cost/prod=0.4377 raw-cost=7.733409889581001E8
|
||||
| tuple-ids=0,2 row-size=333B cardinality=1.77G cost=773340988
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -116,34 +116,72 @@ SumCost: cost-total=5451177647 max-instances=546 adj-instances=120 cost/inst=454
|
||||
file formats: [PARQUET]
|
||||
mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
cost-total=2442464206 max-instances=245 adj-instances=120 cost/inst=20353868 #cons:#prod=8639935193:8639935193 reduction=1.0 cost/cons=0.28269473 cost/prod=0.28269473 raw-cost=2.4424642063872E9
|
||||
tuple-ids=0 row-size=96B cardinality=909.12M(filtered from 8.64G) cost=2442464206
|
||||
tuple-ids=0 row-size=96B cardinality=1.77G(filtered from 8.64G) cost=2442464206
|
||||
in pipelines: 00(GETNEXT)
|
||||
|
||||
F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
Per-Instance Resources: mem-estimate=24.55MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
max-parallelism=10 segment-costs=[776]
|
||||
SumCost: cost-total=776 max-instances=1 adj-instances=10 cost/inst=78 #cons:#prod=336:336 reduction=1.0 cost/cons=2.3095238 cost/prod=2.3095238
|
||||
JOIN BUILD
|
||||
| join-table-id=00 plan-id=01 cohort-id=01
|
||||
| build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=336
|
||||
| cost-total=336 max-instances=1 adj-instances=10 cost/inst=34 #cons:#prod=336:336 reduction=1.0 cost/cons=1.0 cost/prod=1.0 raw-cost=336.0
|
||||
|
|
||||
08:EXCHANGE [BROADCAST]
|
||||
mem-estimate=302.34KB mem-reservation=0B thread-reservation=0
|
||||
BroadcastCost(10): cost-total=440 max-instances=1 adj-instances=10 cost/inst=44 #cons:#prod=336:336 reduction=1.0 cost/cons=1.3095238 cost/prod=1.3095238
|
||||
tuple-ids=4 row-size=459B cardinality=336 cost=440
|
||||
in pipelines: 03(GETNEXT)
|
||||
|
||||
F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
max-parallelism=1 segment-costs=[5179]
|
||||
SumCost: cost-total=5179 max-instances=1 adj-instances=1 cost/inst=5179 #cons:#prod=1350:336 reduction=4.017857 cost/cons=3.8362963 cost/prod=15.413691
|
||||
DATASTREAM SINK [FRAGMENT=F05, EXCHANGE=08, BROADCAST]
|
||||
| mem-estimate=1.81MB mem-reservation=0B thread-reservation=0 cost=423
|
||||
| cost-total=423 max-instances=1 adj-instances=1 cost/inst=423 #cons:#prod=336:336 reduction=1.0 cost/cons=1.2589285 cost/prod=1.2589285 raw-cost=423.4005
|
||||
03:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
HDFS partitions=1/1 files=1 size=119.76KB
|
||||
predicates: CAST(tpcds_partitioned_parquet_snap.store.s_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
stored statistics:
|
||||
table: rows=1.35K size=119.76KB
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
parquet dictionary predicates: CAST(tpcds_partitioned_parquet_snap.store.s_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
file formats: [PARQUET]
|
||||
mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
cost-total=4756 max-instances=1 adj-instances=1 cost/inst=4756 #cons:#prod=1350:336 reduction=4.017857 cost/cons=3.522963 cost/prod=14.154762 raw-cost=4756.311000000001
|
||||
tuple-ids=4 row-size=459B cardinality=336 cost=4756
|
||||
in pipelines: 03(GETNEXT)
|
||||
|
||||
F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
Per-Instance Resources: mem-estimate=24.42MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
max-parallelism=10 segment-costs=[863]
|
||||
SumCost: cost-total=863 max-instances=1 adj-instances=10 cost/inst=87 #cons:#prod=373:373 reduction=1.0 cost/cons=2.313673 cost/prod=2.313673
|
||||
JOIN BUILD
|
||||
| join-table-id=00 plan-id=01 cohort-id=01
|
||||
| join-table-id=01 plan-id=02 cohort-id=01
|
||||
| build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
|
||||
| cost-total=373 max-instances=1 adj-instances=10 cost/inst=38 #cons:#prod=373:373 reduction=1.0 cost/cons=1.0 cost/prod=1.0 raw-cost=373.0
|
||||
|
|
||||
08:EXCHANGE [BROADCAST]
|
||||
07:EXCHANGE [BROADCAST]
|
||||
mem-estimate=174.22KB mem-reservation=0B thread-reservation=0
|
||||
BroadcastCost(10): cost-total=490 max-instances=1 adj-instances=10 cost/inst=49 #cons:#prod=373:373 reduction=1.0 cost/cons=1.3136729 cost/prod=1.3136729
|
||||
tuple-ids=4 row-size=237B cardinality=373 cost=490
|
||||
in pipelines: 03(GETNEXT)
|
||||
tuple-ids=2 row-size=237B cardinality=373 cost=490
|
||||
in pipelines: 01(GETNEXT)
|
||||
|
||||
F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
max-parallelism=1 segment-costs=[112899]
|
||||
SumCost: cost-total=112899 max-instances=1 adj-instances=1 cost/inst=112899 #cons:#prod=73049:373 reduction=195.84183 cost/cons=1.5455242 cost/prod=302.67828
|
||||
DATASTREAM SINK [FRAGMENT=F05, EXCHANGE=08, BROADCAST]
|
||||
DATASTREAM SINK [FRAGMENT=F06, EXCHANGE=07, BROADCAST]
|
||||
| mem-estimate=964.57KB mem-reservation=0B thread-reservation=0 cost=246
|
||||
| cost-total=246 max-instances=1 adj-instances=1 cost/inst=246 #cons:#prod=373:373 reduction=1.0 cost/cons=0.6595174 cost/prod=0.6595174 raw-cost=246.88260000000002
|
||||
03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
HDFS partitions=1/1 files=1 size=2.17MB
|
||||
predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT)
|
||||
stored statistics:
|
||||
@@ -155,44 +193,6 @@ SumCost: cost-total=112899 max-instances=1 adj-instances=1 cost/inst=112899 #con
|
||||
file formats: [PARQUET]
|
||||
mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
cost-total=112653 max-instances=1 adj-instances=1 cost/inst=112653 #cons:#prod=73049:373 reduction=195.84183 cost/cons=1.5421566 cost/prod=302.01877 raw-cost=112653.0433
|
||||
tuple-ids=4 row-size=237B cardinality=373 cost=112653
|
||||
in pipelines: 03(GETNEXT)
|
||||
|
||||
F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
Per-Instance Resources: mem-estimate=24.55MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
max-parallelism=10 segment-costs=[776]
|
||||
SumCost: cost-total=776 max-instances=1 adj-instances=10 cost/inst=78 #cons:#prod=336:336 reduction=1.0 cost/cons=2.3095238 cost/prod=2.3095238
|
||||
JOIN BUILD
|
||||
| join-table-id=01 plan-id=02 cohort-id=01
|
||||
| build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=336
|
||||
| cost-total=336 max-instances=1 adj-instances=10 cost/inst=34 #cons:#prod=336:336 reduction=1.0 cost/cons=1.0 cost/prod=1.0 raw-cost=336.0
|
||||
|
|
||||
07:EXCHANGE [BROADCAST]
|
||||
mem-estimate=302.34KB mem-reservation=0B thread-reservation=0
|
||||
BroadcastCost(10): cost-total=440 max-instances=1 adj-instances=10 cost/inst=44 #cons:#prod=336:336 reduction=1.0 cost/cons=1.3095238 cost/prod=1.3095238
|
||||
tuple-ids=2 row-size=459B cardinality=336 cost=440
|
||||
in pipelines: 01(GETNEXT)
|
||||
|
||||
F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
max-parallelism=1 segment-costs=[5179]
|
||||
SumCost: cost-total=5179 max-instances=1 adj-instances=1 cost/inst=5179 #cons:#prod=1350:336 reduction=4.017857 cost/cons=3.8362963 cost/prod=15.413691
|
||||
DATASTREAM SINK [FRAGMENT=F06, EXCHANGE=07, BROADCAST]
|
||||
| mem-estimate=1.81MB mem-reservation=0B thread-reservation=0 cost=423
|
||||
| cost-total=423 max-instances=1 adj-instances=1 cost/inst=423 #cons:#prod=336:336 reduction=1.0 cost/cons=1.2589285 cost/prod=1.2589285 raw-cost=423.4005
|
||||
01:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
HDFS partitions=1/1 files=1 size=119.76KB
|
||||
predicates: CAST(tpcds_partitioned_parquet_snap.store.s_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
stored statistics:
|
||||
table: rows=1.35K size=119.76KB
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
parquet dictionary predicates: CAST(tpcds_partitioned_parquet_snap.store.s_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
file formats: [PARQUET]
|
||||
mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
cost-total=4756 max-instances=1 adj-instances=1 cost/inst=4756 #cons:#prod=1350:336 reduction=4.017857 cost/cons=3.522963 cost/prod=14.154762 raw-cost=4756.311000000001
|
||||
tuple-ids=2 row-size=459B cardinality=336 cost=4756
|
||||
tuple-ids=2 row-size=237B cardinality=373 cost=112653
|
||||
in pipelines: 01(GETNEXT)
|
||||
====
|
||||
|
||||
@@ -23,7 +23,7 @@ Max Per-Host Resource Reservation: Memory=18.10MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=54MB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=53.88MB mem-reservation=18.10MB thread-reservation=1 runtime-filters-memory=2.00MB
|
||||
| max-parallelism=1 segment-costs=[5450568261, 7914, 900]
|
||||
| max-parallelism=1 segment-costs=[5423666666, 7914, 900]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.store.s_store_name, tpcds_partitioned_parquet_snap.store.s_store_id, sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Sunday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Monday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Tuesday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Wednesday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Thursday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Friday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Saturday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=900
|
||||
@@ -42,14 +42,34 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 05(GETNEXT), 00(OPEN)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=792B cardinality=888.24M cost=394138875
|
||||
| tuple-ids=0,2,4 row-size=792B cardinality=888.24M cost=614141498
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| predicates: CAST(tpcds_partitioned_parquet_snap.store.s_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| parquet dictionary predicates: CAST(tpcds_partitioned_parquet_snap.store.s_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=459B cardinality=336 cost=4756
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=333B cardinality=1.77G cost=773341361
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT)
|
||||
| stored statistics:
|
||||
@@ -59,39 +79,19 @@ PLAN-ROOT SINK
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=555B cardinality=909.12M(filtered from 4.34G) cost=1020245579
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| predicates: CAST(tpcds_partitioned_parquet_snap.store.s_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| parquet dictionary predicates: CAST(tpcds_partitioned_parquet_snap.store.s_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=459B cardinality=336 cost=4756
|
||||
| tuple-ids=2 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=374(filtered from 1824)
|
||||
mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=96B cardinality=909.12M(filtered from 8.64G) cost=2442464206
|
||||
tuple-ids=0 row-size=96B cardinality=1.77G(filtered from 8.64G) cost=2442464206
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- DISTRIBUTEDPLAN
|
||||
Max Per-Host Resource Reservation: Memory=192.66MB Threads=18
|
||||
@@ -134,7 +134,7 @@ max-parallelism=10 segment-costs=[430960, 7914, 439] cpu-comparison-result=120 [
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=32.25MB mem-reservation=11.00MB thread-reservation=1
|
||||
max-parallelism=374 segment-costs=[5451177647, 1710341] cpu-comparison-result=120 [max(120 (self) vs 22 (sum children))]
|
||||
max-parallelism=374 segment-costs=[5424276052, 1710341] cpu-comparison-result=120 [max(120 (self) vs 22 (sum children))]
|
||||
05:AGGREGATE [STREAMING]
|
||||
| output: sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Sunday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Monday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Tuesday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Wednesday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Thursday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Friday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Saturday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END)
|
||||
| group by: tpcds_partitioned_parquet_snap.store.s_store_name, tpcds_partitioned_parquet_snap.store.s_store_id
|
||||
@@ -144,30 +144,67 @@ max-parallelism=374 segment-costs=[5451177647, 1710341] cpu-comparison-result=12
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=792B cardinality=888.24M cost=394138502
|
||||
| tuple-ids=0,2,4 row-size=792B cardinality=888.24M cost=614141162
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.42MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[863]
|
||||
| | Per-Instance Resources: mem-estimate=24.55MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[776]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=336
|
||||
| |
|
||||
| 08:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=174.22KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=237B cardinality=373 cost=490
|
||||
| | mem-estimate=302.34KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=459B cardinality=336 cost=440
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[5179]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| predicates: CAST(tpcds_partitioned_parquet_snap.store.s_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| parquet dictionary predicates: CAST(tpcds_partitioned_parquet_snap.store.s_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=459B cardinality=336 cost=4756
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=333B cardinality=1.77G cost=773340988
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.42MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[863]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
|
||||
| |
|
||||
| 07:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=174.22KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=373 cost=490
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[112899]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT)
|
||||
| stored statistics:
|
||||
@@ -177,56 +214,19 @@ max-parallelism=374 segment-costs=[5451177647, 1710341] cpu-comparison-result=12
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=555B cardinality=909.12M(filtered from 4.34G) cost=1020245243
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.55MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[776]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=336
|
||||
| |
|
||||
| 07:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=302.34KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=459B cardinality=336 cost=440
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[5179]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| predicates: CAST(tpcds_partitioned_parquet_snap.store.s_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| parquet dictionary predicates: CAST(tpcds_partitioned_parquet_snap.store.s_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=459B cardinality=336 cost=4756
|
||||
| tuple-ids=2 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=374(filtered from 1824)
|
||||
mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=96B cardinality=909.12M(filtered from 8.64G) cost=2442464206
|
||||
tuple-ids=0 row-size=96B cardinality=1.77G(filtered from 8.64G) cost=2442464206
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- PARALLELPLANS
|
||||
Max Per-Host Resource Reservation: Memory=192.66MB Threads=18
|
||||
@@ -269,7 +269,7 @@ max-parallelism=10 segment-costs=[430960, 7914, 439] cpu-comparison-result=120 [
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=32.25MB mem-reservation=11.00MB thread-reservation=1
|
||||
max-parallelism=374 segment-costs=[5451177647, 1710341] cpu-comparison-result=120 [max(120 (self) vs 22 (sum children))]
|
||||
max-parallelism=374 segment-costs=[5424276052, 1710341] cpu-comparison-result=120 [max(120 (self) vs 22 (sum children))]
|
||||
05:AGGREGATE [STREAMING]
|
||||
| output: sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Sunday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Monday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Tuesday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Wednesday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Thursday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Friday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Saturday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END)
|
||||
| group by: tpcds_partitioned_parquet_snap.store.s_store_name, tpcds_partitioned_parquet_snap.store.s_store_id
|
||||
@@ -279,30 +279,67 @@ max-parallelism=374 segment-costs=[5451177647, 1710341] cpu-comparison-result=12
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=792B cardinality=888.24M cost=394138502
|
||||
| tuple-ids=0,2,4 row-size=792B cardinality=888.24M cost=614141162
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.42MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[863]
|
||||
| | Per-Instance Resources: mem-estimate=24.55MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[776]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=336
|
||||
| |
|
||||
| 08:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=174.22KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=237B cardinality=373 cost=490
|
||||
| | mem-estimate=302.34KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=459B cardinality=336 cost=440
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[5179]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| predicates: CAST(tpcds_partitioned_parquet_snap.store.s_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| parquet dictionary predicates: CAST(tpcds_partitioned_parquet_snap.store.s_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=459B cardinality=336 cost=4756
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=333B cardinality=1.77G cost=773340988
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.42MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[863]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
|
||||
| |
|
||||
| 07:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=174.22KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=373 cost=490
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[112899]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT)
|
||||
| stored statistics:
|
||||
@@ -312,55 +349,18 @@ max-parallelism=374 segment-costs=[5451177647, 1710341] cpu-comparison-result=12
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=555B cardinality=909.12M(filtered from 4.34G) cost=1020245243
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.55MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[776]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=336
|
||||
| |
|
||||
| 07:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=302.34KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=459B cardinality=336 cost=440
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[5179]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| predicates: CAST(tpcds_partitioned_parquet_snap.store.s_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| parquet dictionary predicates: CAST(tpcds_partitioned_parquet_snap.store.s_gmt_offset AS DECIMAL(12,2)) = CAST(-6 AS DECIMAL(12,2))
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=459B cardinality=336 cost=4756
|
||||
| tuple-ids=2 row-size=237B cardinality=373 cost=112653
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=374(filtered from 1824)
|
||||
mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=96B cardinality=909.12M(filtered from 8.64G) cost=2442464206
|
||||
tuple-ids=0 row-size=96B cardinality=1.77G(filtered from 8.64G) cost=2442464206
|
||||
in pipelines: 00(GETNEXT)
|
||||
====
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
File diff suppressed because one or more lines are too long
File diff suppressed because it is too large
Load Diff
@@ -63,7 +63,7 @@ Max Per-Host Resource Reservation: Memory=147.94MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=16.14GB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.14GB mem-reservation=147.94MB thread-reservation=1 runtime-filters-memory=36.00MB
|
||||
| max-parallelism=1 segment-costs=[16234351353, 7914, 1500]
|
||||
| max-parallelism=1 segment-costs=[13091386923, 7914, 1500]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.store.s_store_name, tpcds_partitioned_parquet_snap.store.s_company_id, tpcds_partitioned_parquet_snap.store.s_street_number, tpcds_partitioned_parquet_snap.store.s_street_name, tpcds_partitioned_parquet_snap.store.s_street_type, tpcds_partitioned_parquet_snap.store.s_suite_number, tpcds_partitioned_parquet_snap.store.s_city, tpcds_partitioned_parquet_snap.store.s_county, tpcds_partitioned_parquet_snap.store.s_state, tpcds_partitioned_parquet_snap.store.s_zip, sum(CASE WHEN subtract(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk, tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk) <= 30 THEN 1 ELSE 0 END), sum(CASE WHEN subtract(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk, tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk) > 30 AND subtract(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk, tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk) <= 60 THEN 1 ELSE 0 END), sum(CASE WHEN subtract(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk, tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk) > 60 AND subtract(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk, tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk) <= 90 THEN 1 ELSE 0 END), sum(CASE WHEN subtract(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk, tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk) > 90 AND subtract(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk, tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk) <= 120 THEN 1 ELSE 0 END), sum(CASE WHEN subtract(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk, tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk) > 120 THEN 1 ELSE 0 END)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=1500
|
||||
@@ -82,35 +82,71 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 09(GETNEXT), 00(OPEN)
|
||||
|
|
||||
08:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.store_returns.sr_customer_sk, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number = tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.store_returns.sr_customer_sk, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number = tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store_returns.sr_customer_sk, RF001[bloom] <- tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, RF002[bloom] <- tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number, RF003[min_max] <- tpcds_partitioned_parquet_snap.store_returns.sr_customer_sk, RF004[min_max] <- tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number
|
||||
| mem-estimate=15.43GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6,8 row-size=1.09KB cardinality=323.35M cost=252610419
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6,8 row-size=1.09KB cardinality=323.35M cost=141532270
|
||||
| in pipelines: 00(GETNEXT), 07(OPEN)
|
||||
|
|
||||
|--07:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=8 row-size=459B cardinality=1.35K cost=4718
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=654B cardinality=323.35M cost=141603969
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--07:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| stored statistics:
|
||||
| table: rows=73.05K size=2.17MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=73.05K cost=110600
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.store_returns.sr_customer_sk, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number = tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.store_returns.sr_customer_sk, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number = tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number
|
||||
| runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.store_returns.sr_customer_sk, RF005[bloom] <- tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, RF006[bloom] <- tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number, RF007[min_max] <- tpcds_partitioned_parquet_snap.store_returns.sr_customer_sk, RF008[min_max] <- tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number
|
||||
| mem-estimate=15.43GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=417B cardinality=323.35M cost=252610419
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--03:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=6,8 row-size=321B cardinality=46.56M cost=20380410
|
||||
| | in pipelines: 05(GETNEXT), 06(OPEN)
|
||||
| | tuple-ids=2,4 row-size=321B cardinality=46.56M cost=20380410
|
||||
| | in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
| |
|
||||
| |--06:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| |--02:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(9 AS INT)
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(9 AS INT)
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(9 AS INT)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(9 AS INT)
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(9 AS INT)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(9 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=237B cardinality=108 cost=114705
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| | tuple-ids=4 row-size=237B cardinality=108 cost=114705
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns]
|
||||
| HDFS partitions=2004/2004 files=2004 size=48.14GB
|
||||
| runtime filters: RF010[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk
|
||||
| stored statistics:
|
||||
@@ -119,48 +155,12 @@ PLAN-ROOT SINK
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=30.09M est-scan-range=108(filtered from 2004)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=84B cardinality=46.56M(filtered from 863.99M) cost=56321712
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=792B cardinality=574.88M(filtered from 8.64G) cost=1713086184
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| stored statistics:
|
||||
| table: rows=73.05K size=2.17MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=237B cardinality=73.05K cost=110600
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=555B cardinality=574.88M(filtered from 8.64G) cost=1713014485
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=459B cardinality=1.35K cost=4718
|
||||
| tuple-ids=2 row-size=84B cardinality=46.56M(filtered from 863.99M) cost=56321712
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, RF009[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF008[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF009[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF005[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -210,7 +210,7 @@ max-parallelism=10 segment-costs=[448257, 7914, 580] cpu-comparison-result=120 [
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=35.00MB mem-reservation=35.00MB thread-reservation=0 runtime-filters-memory=35.00MB
|
||||
Per-Instance Resources: mem-estimate=451.41MB mem-reservation=42.00MB thread-reservation=1
|
||||
max-parallelism=1620 segment-costs=[16111510051, 2270017] cpu-comparison-result=120 [max(120 (self) vs 52 (sum children))]
|
||||
max-parallelism=1300 segment-costs=[12968545621, 2270017] cpu-comparison-result=120 [max(120 (self) vs 52 (sum children))]
|
||||
09:AGGREGATE [STREAMING]
|
||||
| output: sum(CAST(CASE WHEN subtract(CAST(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk AS BIGINT)) <= CAST(30 AS BIGINT) THEN CAST(1 AS TINYINT) ELSE CAST(0 AS TINYINT) END AS BIGINT)), sum(CAST(CASE WHEN subtract(CAST(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk AS BIGINT)) > CAST(30 AS BIGINT) AND subtract(CAST(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk AS BIGINT)) <= CAST(60 AS BIGINT) THEN CAST(1 AS TINYINT) ELSE CAST(0 AS TINYINT) END AS BIGINT)), sum(CAST(CASE WHEN subtract(CAST(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk AS BIGINT)) > CAST(60 AS BIGINT) AND subtract(CAST(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk AS BIGINT)) <= CAST(90 AS BIGINT) THEN CAST(1 AS TINYINT) ELSE CAST(0 AS TINYINT) END AS BIGINT)), sum(CAST(CASE WHEN subtract(CAST(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk AS BIGINT)) > CAST(90 AS BIGINT) AND subtract(CAST(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk AS BIGINT)) <= CAST(120 AS BIGINT) THEN CAST(1 AS TINYINT) ELSE CAST(0 AS TINYINT) END AS BIGINT)), sum(CAST(CASE WHEN subtract(CAST(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk AS BIGINT)) > CAST(120 AS BIGINT) THEN CAST(1 AS TINYINT) ELSE CAST(0 AS TINYINT) END AS BIGINT))
|
||||
| group by: tpcds_partitioned_parquet_snap.store.s_store_name, tpcds_partitioned_parquet_snap.store.s_company_id, tpcds_partitioned_parquet_snap.store.s_street_number, tpcds_partitioned_parquet_snap.store.s_street_name, tpcds_partitioned_parquet_snap.store.s_street_type, tpcds_partitioned_parquet_snap.store.s_suite_number, tpcds_partitioned_parquet_snap.store.s_city, tpcds_partitioned_parquet_snap.store.s_county, tpcds_partitioned_parquet_snap.store.s_state, tpcds_partitioned_parquet_snap.store.s_zip
|
||||
@@ -220,69 +220,139 @@ max-parallelism=1620 segment-costs=[16111510051, 2270017] cpu-comparison-result=
|
||||
|
|
||||
08:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6,8 row-size=1.09KB cardinality=323.35M cost=141530920
|
||||
| in pipelines: 00(GETNEXT), 07(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 14:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=8 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| |
|
||||
| F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=8 row-size=459B cardinality=1.35K cost=4718
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=654B cardinality=323.35M cost=141530920
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=419.24MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[170129]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=73049
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=10.24MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=73.05K cost=97080
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[158950]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| stored statistics:
|
||||
| table: rows=73.05K size=2.17MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=73.05K cost=110600
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.store_returns.sr_customer_sk, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number = tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.store_returns.sr_customer_sk, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number = tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6,8 row-size=1.09KB cardinality=323.35M cost=206048157
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=417B cardinality=323.35M cost=206048157
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=15.47GB mem-reservation=441.00MB thread-reservation=1 runtime-filters-memory=33.00MB
|
||||
| | max-parallelism=10 segment-costs=[108443502] cpu-comparison-result=30 [max(30 (self) vs 11 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store_returns.sr_customer_sk, tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store_returns.sr_customer_sk, RF001[bloom] <- tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, RF002[bloom] <- tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number, RF003[min_max] <- tpcds_partitioned_parquet_snap.store_returns.sr_customer_sk, RF004[min_max] <- tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.store_returns.sr_customer_sk, RF005[bloom] <- tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, RF006[bloom] <- tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number, RF007[min_max] <- tpcds_partitioned_parquet_snap.store_returns.sr_customer_sk, RF008[min_max] <- tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number
|
||||
| | mem-estimate=15.43GB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=46562262
|
||||
| |
|
||||
| 14:EXCHANGE [BROADCAST]
|
||||
| 12:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=16.43MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6,8 row-size=321B cardinality=46.56M cost=61881240
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| | tuple-ids=2,4 row-size=321B cardinality=46.56M cost=61881240
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=10 instances=20 (adjusted from 120)
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=20 (adjusted from 120)
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=17.29MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=20 segment-costs=[119086975]
|
||||
| 07:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| 03:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=6,8 row-size=321B cardinality=46.56M cost=20380302
|
||||
| | in pipelines: 05(GETNEXT), 06(OPEN)
|
||||
| | tuple-ids=2,4 row-size=321B cardinality=46.56M cost=20380302
|
||||
| | in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
| |
|
||||
| |--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| |--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=4.92MB mem-reservation=4.88MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[248]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | mem-estimate=3.88MB mem-reservation=3.88MB spill-buffer=64.00KB thread-reservation=0 cost=108
|
||||
| | |
|
||||
| | 13:EXCHANGE [BROADCAST]
|
||||
| | 11:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=50.45KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=8 row-size=237B cardinality=108 cost=140
|
||||
| | | in pipelines: 06(GETNEXT)
|
||||
| | | tuple-ids=4 row-size=237B cardinality=108 cost=140
|
||||
| | | in pipelines: 02(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[114776]
|
||||
| | 06:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 02:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(9 AS INT)
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(9 AS INT)
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(9 AS INT)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(9 AS INT)
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(9 AS INT)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(9 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=237B cardinality=108 cost=114705
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| | tuple-ids=4 row-size=237B cardinality=108 cost=114705
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns, RANDOM]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns, RANDOM]
|
||||
| HDFS partitions=2004/2004 files=2004 size=48.14GB
|
||||
| runtime filters: RF010[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk
|
||||
| stored statistics:
|
||||
@@ -291,82 +361,12 @@ max-parallelism=1620 segment-costs=[16111510051, 2270017] cpu-comparison-result=
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=30.09M est-scan-range=108(filtered from 2004)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=84B cardinality=46.56M(filtered from 863.99M) cost=56321712
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=792B cardinality=574.88M(filtered from 8.64G) cost=1713013135
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=419.24MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[170129]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=73049
|
||||
| |
|
||||
| 12:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=10.24MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=237B cardinality=73.05K cost=97080
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[158950]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| stored statistics:
|
||||
| table: rows=73.05K size=2.17MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=237B cardinality=73.05K cost=110600
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=03
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=555B cardinality=574.88M(filtered from 8.64G) cost=1713013135
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=03 plan-id=04 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 11:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=459B cardinality=1.35K cost=4718
|
||||
| tuple-ids=2 row-size=84B cardinality=46.56M(filtered from 863.99M) cost=56321712
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, RF009[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF008[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF009[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF005[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -416,7 +416,7 @@ max-parallelism=10 segment-costs=[448257, 7914, 580] cpu-comparison-result=120 [
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=35.00MB mem-reservation=35.00MB thread-reservation=0 runtime-filters-memory=35.00MB
|
||||
Per-Instance Resources: mem-estimate=451.41MB mem-reservation=42.00MB thread-reservation=1
|
||||
max-parallelism=1620 segment-costs=[16111510051, 2270017] cpu-comparison-result=120 [max(120 (self) vs 52 (sum children))]
|
||||
max-parallelism=1300 segment-costs=[12968545621, 2270017] cpu-comparison-result=120 [max(120 (self) vs 52 (sum children))]
|
||||
09:AGGREGATE [STREAMING]
|
||||
| output: sum(CAST(CASE WHEN subtract(CAST(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk AS BIGINT)) <= CAST(30 AS BIGINT) THEN CAST(1 AS TINYINT) ELSE CAST(0 AS TINYINT) END AS BIGINT)), sum(CAST(CASE WHEN subtract(CAST(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk AS BIGINT)) > CAST(30 AS BIGINT) AND subtract(CAST(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk AS BIGINT)) <= CAST(60 AS BIGINT) THEN CAST(1 AS TINYINT) ELSE CAST(0 AS TINYINT) END AS BIGINT)), sum(CAST(CASE WHEN subtract(CAST(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk AS BIGINT)) > CAST(60 AS BIGINT) AND subtract(CAST(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk AS BIGINT)) <= CAST(90 AS BIGINT) THEN CAST(1 AS TINYINT) ELSE CAST(0 AS TINYINT) END AS BIGINT)), sum(CAST(CASE WHEN subtract(CAST(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk AS BIGINT)) > CAST(90 AS BIGINT) AND subtract(CAST(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk AS BIGINT)) <= CAST(120 AS BIGINT) THEN CAST(1 AS TINYINT) ELSE CAST(0 AS TINYINT) END AS BIGINT)), sum(CAST(CASE WHEN subtract(CAST(tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk AS BIGINT)) > CAST(120 AS BIGINT) THEN CAST(1 AS TINYINT) ELSE CAST(0 AS TINYINT) END AS BIGINT))
|
||||
| group by: tpcds_partitioned_parquet_snap.store.s_store_name, tpcds_partitioned_parquet_snap.store.s_company_id, tpcds_partitioned_parquet_snap.store.s_street_number, tpcds_partitioned_parquet_snap.store.s_street_name, tpcds_partitioned_parquet_snap.store.s_street_type, tpcds_partitioned_parquet_snap.store.s_suite_number, tpcds_partitioned_parquet_snap.store.s_city, tpcds_partitioned_parquet_snap.store.s_county, tpcds_partitioned_parquet_snap.store.s_state, tpcds_partitioned_parquet_snap.store.s_zip
|
||||
@@ -426,69 +426,139 @@ max-parallelism=1620 segment-costs=[16111510051, 2270017] cpu-comparison-result=
|
||||
|
|
||||
08:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6,8 row-size=1.09KB cardinality=323.35M cost=141530920
|
||||
| in pipelines: 00(GETNEXT), 07(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 14:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=8 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| |
|
||||
| F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=8 row-size=459B cardinality=1.35K cost=4718
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=654B cardinality=323.35M cost=141530920
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=419.24MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[170129]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=73049
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=10.24MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=73.05K cost=97080
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[158950]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| stored statistics:
|
||||
| table: rows=73.05K size=2.17MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=73.05K cost=110600
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.store_returns.sr_customer_sk, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number = tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.store_returns.sr_customer_sk, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number = tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6,8 row-size=1.09KB cardinality=323.35M cost=206048157
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=417B cardinality=323.35M cost=206048157
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=15.47GB mem-reservation=441.00MB thread-reservation=1 runtime-filters-memory=33.00MB
|
||||
| | max-parallelism=10 segment-costs=[108443502] cpu-comparison-result=30 [max(30 (self) vs 11 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store_returns.sr_customer_sk, tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store_returns.sr_customer_sk, RF001[bloom] <- tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, RF002[bloom] <- tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number, RF003[min_max] <- tpcds_partitioned_parquet_snap.store_returns.sr_customer_sk, RF004[min_max] <- tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.store_returns.sr_customer_sk, RF005[bloom] <- tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, RF006[bloom] <- tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number, RF007[min_max] <- tpcds_partitioned_parquet_snap.store_returns.sr_customer_sk, RF008[min_max] <- tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number
|
||||
| | mem-estimate=15.43GB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=46562262
|
||||
| |
|
||||
| 14:EXCHANGE [BROADCAST]
|
||||
| 12:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=16.43MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6,8 row-size=321B cardinality=46.56M cost=61881240
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| | tuple-ids=2,4 row-size=321B cardinality=46.56M cost=61881240
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=10 instances=20 (adjusted from 120)
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=20 (adjusted from 120)
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=17.29MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=20 segment-costs=[119086975]
|
||||
| 07:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| 03:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=6,8 row-size=321B cardinality=46.56M cost=20380302
|
||||
| | in pipelines: 05(GETNEXT), 06(OPEN)
|
||||
| | tuple-ids=2,4 row-size=321B cardinality=46.56M cost=20380302
|
||||
| | in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
| |
|
||||
| |--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| |--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=4.92MB mem-reservation=4.88MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[248]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | mem-estimate=3.88MB mem-reservation=3.88MB spill-buffer=64.00KB thread-reservation=0 cost=108
|
||||
| | |
|
||||
| | 13:EXCHANGE [BROADCAST]
|
||||
| | 11:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=50.45KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=8 row-size=237B cardinality=108 cost=140
|
||||
| | | in pipelines: 06(GETNEXT)
|
||||
| | | tuple-ids=4 row-size=237B cardinality=108 cost=140
|
||||
| | | in pipelines: 02(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[114776]
|
||||
| | 06:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 02:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(9 AS INT)
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(9 AS INT)
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(9 AS INT)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim_0.d_moy = CAST(9 AS INT)
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(9 AS INT)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(9 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=237B cardinality=108 cost=114705
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| | tuple-ids=4 row-size=237B cardinality=108 cost=114705
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns, RANDOM]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns, RANDOM]
|
||||
| HDFS partitions=2004/2004 files=2004 size=48.14GB
|
||||
| runtime filters: RF010[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk
|
||||
| stored statistics:
|
||||
@@ -497,82 +567,12 @@ max-parallelism=1620 segment-costs=[16111510051, 2270017] cpu-comparison-result=
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=30.09M est-scan-range=108(filtered from 2004)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=84B cardinality=46.56M(filtered from 863.99M) cost=56321712
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=792B cardinality=574.88M(filtered from 8.64G) cost=1713013135
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=419.24MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[170129]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=73049
|
||||
| |
|
||||
| 12:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=10.24MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=237B cardinality=73.05K cost=97080
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[158950]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| stored statistics:
|
||||
| table: rows=73.05K size=2.17MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=237B cardinality=73.05K cost=110600
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=03
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=555B cardinality=574.88M(filtered from 8.64G) cost=1713013135
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=03 plan-id=04 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 11:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=459B cardinality=1.35K cost=4718
|
||||
| tuple-ids=2 row-size=84B cardinality=46.56M(filtered from 863.99M) cost=56321712
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, RF009[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF008[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF009[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF005[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
|
||||
@@ -26,7 +26,7 @@ Max Per-Host Resource Reservation: Memory=48.81MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=338MB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=338.02MB mem-reservation=48.81MB thread-reservation=1 runtime-filters-memory=2.00MB
|
||||
| max-parallelism=1 segment-costs=[855658436, 3746309, 400]
|
||||
| max-parallelism=1 segment-costs=[736735891, 3746309, 400]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.item.i_brand_id, tpcds_partitioned_parquet_snap.item.i_brand, sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=400
|
||||
@@ -45,35 +45,14 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 05(GETNEXT), 00(OPEN)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=5.15M cost=23253573
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=333B cardinality=87.00M(filtered from 511.58M) cost=115014004
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=5.15M cost=2254938
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| stored statistics:
|
||||
@@ -83,26 +62,47 @@ PLAN-ROOT SINK
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=108 cost=114705
|
||||
| tuple-ids=4 row-size=237B cardinality=108 cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=501B cardinality=5.15M(filtered from 87.00M) cost=17090094
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=109(filtered from 1824)
|
||||
mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=96B cardinality=87.00M(filtered from 8.64G) cost=707201433
|
||||
tuple-ids=0 row-size=96B cardinality=5.15M(filtered from 8.64G) cost=707201433
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- DISTRIBUTEDPLAN
|
||||
Max Per-Host Resource Reservation: Memory=206.81MB Threads=15
|
||||
Per-Host Resource Estimates: Memory=392MB
|
||||
Max Per-Host Resource Reservation: Memory=189.00MB Threads=14
|
||||
Per-Host Resource Estimates: Memory=358MB
|
||||
F04:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=4.05MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[435] cpu-comparison-result=90 [max(1 (self) vs 90 (sum children))]
|
||||
| max-parallelism=1 segment-costs=[435] cpu-comparison-result=80 [max(1 (self) vs 80 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.item.i_brand_id, tpcds_partitioned_parquet_snap.item.i_brand, sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=400
|
||||
@@ -115,8 +115,8 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 06(GETNEXT)
|
||||
|
|
||||
F03:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim.d_year,tpcds_partitioned_parquet_snap.item.i_brand,tpcds_partitioned_parquet_snap.item.i_brand_id)] hosts=10 instances=10 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=48.94MB mem-reservation=34.00MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[10008192, 3746309, 168] cpu-comparison-result=90 [max(10 (self) vs 90 (sum children))]
|
||||
Per-Instance Resources: mem-estimate=48.39MB mem-reservation=34.00MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[10008192, 3746309, 168] cpu-comparison-result=80 [max(10 (self) vs 80 (sum children))]
|
||||
06:TOP-N [LIMIT=100]
|
||||
| order by: sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price) DESC NULLS FIRST, tpcds_partitioned_parquet_snap.item.i_brand_id ASC NULLS LAST
|
||||
| mem-estimate=5.09KB mem-reservation=0B thread-reservation=0
|
||||
@@ -131,14 +131,14 @@ max-parallelism=10 segment-costs=[10008192, 3746309, 168] cpu-comparison-result=
|
||||
| in pipelines: 10(GETNEXT), 00(OPEN)
|
||||
|
|
||||
09:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim.d_year,tpcds_partitioned_parquet_snap.item.i_brand,tpcds_partitioned_parquet_snap.item.i_brand_id)]
|
||||
| mem-estimate=14.94MB mem-reservation=0B thread-reservation=0
|
||||
| mem-estimate=14.39MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=6 row-size=52B cardinality=4.86M cost=1704753
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=90 (adjusted from 120)
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=80 (adjusted from 120)
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=28.19MB mem-reservation=13.00MB thread-reservation=1
|
||||
max-parallelism=90 segment-costs=[874536219, 18814915] cpu-comparison-result=90 [max(90 (self) vs 25 (sum children))]
|
||||
max-parallelism=80 segment-costs=[755613674, 18814915] cpu-comparison-result=80 [max(80 (self) vs 25 (sum children))]
|
||||
05:AGGREGATE [STREAMING]
|
||||
| output: sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.item.i_brand, tpcds_partitioned_parquet_snap.item.i_brand_id
|
||||
@@ -148,68 +148,30 @@ max-parallelism=90 segment-costs=[874536219, 18814915] cpu-comparison-result=90
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=5.15M cost=23249946
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=29.88MB mem-reservation=26.88MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[8447]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=25.88MB mem-reservation=25.88MB spill-buffer=128.00KB thread-reservation=0 cost=3627
|
||||
| |
|
||||
| 08:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=3.00MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=405B cardinality=3.63K cost=4820
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1369774]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=333B cardinality=87.00M(filtered from 511.58M) cost=115013896
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=5.15M cost=2254830
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=18.49MB mem-reservation=18.44MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
|--F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=16.55MB mem-reservation=16.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[248]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=17.44MB mem-reservation=17.44MB spill-buffer=64.00KB thread-reservation=0 cost=108
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=15.50MB mem-reservation=15.50MB spill-buffer=64.00KB thread-reservation=0 cost=108
|
||||
| |
|
||||
| 07:EXCHANGE [BROADCAST]
|
||||
| 08:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=50.45KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=108 cost=140
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=237B cardinality=108 cost=140
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[114776]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| stored statistics:
|
||||
@@ -219,26 +181,64 @@ max-parallelism=90 segment-costs=[874536219, 18814915] cpu-comparison-result=90
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=108 cost=114705
|
||||
| tuple-ids=4 row-size=237B cardinality=108 cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=501B cardinality=5.15M(filtered from 87.00M) cost=17086467
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=27.00MB mem-reservation=24.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[8447]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=23.00MB mem-reservation=23.00MB spill-buffer=128.00KB thread-reservation=0 cost=3627
|
||||
| |
|
||||
| 07:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=3.00MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=3.63K cost=4820
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1369774]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=109(filtered from 1824)
|
||||
mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=96B cardinality=87.00M(filtered from 8.64G) cost=707201433
|
||||
tuple-ids=0 row-size=96B cardinality=5.15M(filtered from 8.64G) cost=707201433
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- PARALLELPLANS
|
||||
Max Per-Host Resource Reservation: Memory=206.81MB Threads=15
|
||||
Per-Host Resource Estimates: Memory=392MB
|
||||
Max Per-Host Resource Reservation: Memory=189.00MB Threads=14
|
||||
Per-Host Resource Estimates: Memory=358MB
|
||||
F04:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=4.05MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[435] cpu-comparison-result=90 [max(1 (self) vs 90 (sum children))]
|
||||
| max-parallelism=1 segment-costs=[435] cpu-comparison-result=80 [max(1 (self) vs 80 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.item.i_brand_id, tpcds_partitioned_parquet_snap.item.i_brand, sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=400
|
||||
@@ -251,8 +251,8 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 06(GETNEXT)
|
||||
|
|
||||
F03:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim.d_year,tpcds_partitioned_parquet_snap.item.i_brand,tpcds_partitioned_parquet_snap.item.i_brand_id)] hosts=10 instances=10 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=48.94MB mem-reservation=34.00MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[10008192, 3746309, 168] cpu-comparison-result=90 [max(10 (self) vs 90 (sum children))]
|
||||
Per-Instance Resources: mem-estimate=48.39MB mem-reservation=34.00MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[10008192, 3746309, 168] cpu-comparison-result=80 [max(10 (self) vs 80 (sum children))]
|
||||
06:TOP-N [LIMIT=100]
|
||||
| order by: sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price) DESC NULLS FIRST, tpcds_partitioned_parquet_snap.item.i_brand_id ASC NULLS LAST
|
||||
| mem-estimate=5.09KB mem-reservation=0B thread-reservation=0
|
||||
@@ -267,14 +267,14 @@ max-parallelism=10 segment-costs=[10008192, 3746309, 168] cpu-comparison-result=
|
||||
| in pipelines: 10(GETNEXT), 00(OPEN)
|
||||
|
|
||||
09:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim.d_year,tpcds_partitioned_parquet_snap.item.i_brand,tpcds_partitioned_parquet_snap.item.i_brand_id)]
|
||||
| mem-estimate=14.94MB mem-reservation=0B thread-reservation=0
|
||||
| mem-estimate=14.39MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=6 row-size=52B cardinality=4.86M cost=1704753
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=90 (adjusted from 120)
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=80 (adjusted from 120)
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=28.19MB mem-reservation=13.00MB thread-reservation=1
|
||||
max-parallelism=90 segment-costs=[874536219, 18814915] cpu-comparison-result=90 [max(90 (self) vs 25 (sum children))]
|
||||
max-parallelism=80 segment-costs=[755613674, 18814915] cpu-comparison-result=80 [max(80 (self) vs 25 (sum children))]
|
||||
05:AGGREGATE [STREAMING]
|
||||
| output: sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.item.i_brand, tpcds_partitioned_parquet_snap.item.i_brand_id
|
||||
@@ -284,68 +284,30 @@ max-parallelism=90 segment-costs=[874536219, 18814915] cpu-comparison-result=90
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=5.15M cost=23249946
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=29.88MB mem-reservation=26.88MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[8447]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=25.88MB mem-reservation=25.88MB spill-buffer=128.00KB thread-reservation=0 cost=3627
|
||||
| |
|
||||
| 08:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=3.00MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=405B cardinality=3.63K cost=4820
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1369774]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=333B cardinality=87.00M(filtered from 511.58M) cost=115013896
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=5.15M cost=2254830
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=18.49MB mem-reservation=18.44MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
|--F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=16.55MB mem-reservation=16.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[248]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=17.44MB mem-reservation=17.44MB spill-buffer=64.00KB thread-reservation=0 cost=108
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=15.50MB mem-reservation=15.50MB spill-buffer=64.00KB thread-reservation=0 cost=108
|
||||
| |
|
||||
| 07:EXCHANGE [BROADCAST]
|
||||
| 08:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=50.45KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=108 cost=140
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=237B cardinality=108 cost=140
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[114776]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| stored statistics:
|
||||
@@ -355,18 +317,56 @@ max-parallelism=90 segment-costs=[874536219, 18814915] cpu-comparison-result=90
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=108 cost=114705
|
||||
| tuple-ids=4 row-size=237B cardinality=108 cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=501B cardinality=5.15M(filtered from 87.00M) cost=17086467
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=27.00MB mem-reservation=24.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[8447]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=23.00MB mem-reservation=23.00MB spill-buffer=128.00KB thread-reservation=0 cost=3627
|
||||
| |
|
||||
| 07:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=3.00MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=3.63K cost=4820
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1369774]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=109(filtered from 1824)
|
||||
mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=96B cardinality=87.00M(filtered from 8.64G) cost=707201433
|
||||
tuple-ids=0 row-size=96B cardinality=5.15M(filtered from 8.64G) cost=707201433
|
||||
in pipelines: 00(GETNEXT)
|
||||
====
|
||||
|
||||
@@ -32,7 +32,7 @@ Max Per-Host Resource Reservation: Memory=25.54MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=77MB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=76.81MB mem-reservation=25.54MB thread-reservation=1 runtime-filters-memory=3.00MB
|
||||
| max-parallelism=1 segment-costs=[2366830804, 5554, 9508, 300]
|
||||
| max-parallelism=1 segment-costs=[2366590247, 5554, 9508, 300]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.item.i_manufact_id, sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price), avg(sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price))
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=300
|
||||
@@ -71,14 +71,32 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 07(GETNEXT), 00(OPEN)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=1.17KB cardinality=327.58K cost=143744
|
||||
| tuple-ids=0,2,4,6 row-size=1.17KB cardinality=327.58K cost=144733
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=459B cardinality=1.35K cost=4718
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=327.58K cost=143744
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq = CAST(1218 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(2 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(3 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(4 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(5 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(6 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(7 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(8 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(9 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(10 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(11 AS INT))
|
||||
| stored statistics:
|
||||
@@ -87,25 +105,7 @@ PLAN-ROOT SINK
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq = CAST(1218 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(2 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(3 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(4 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(5 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(6 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(7 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(8 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(9 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(10 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(11 AS INT))
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=361 cost=112653
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=960B cardinality=327.58K(filtered from 1.66M) cost=385290
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=459B cardinality=1.35K cost=4718
|
||||
| tuple-ids=4 row-size=237B cardinality=361 cost=112653
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
@@ -130,7 +130,7 @@ PLAN-ROOT SINK
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -208,7 +208,7 @@ max-parallelism=10 segment-costs=[391279, 7888] cpu-comparison-result=120 [max(1
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
|
||||
Per-Instance Resources: mem-estimate=27.09MB mem-reservation=10.00MB thread-reservation=1
|
||||
max-parallelism=240 segment-costs=[2366308964, 482969] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
max-parallelism=240 segment-costs=[2366068407, 482969] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
07:AGGREGATE [STREAMING]
|
||||
| output: sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_manufact_id, tpcds_partitioned_parquet_snap.date_dim.d_qoy
|
||||
@@ -218,30 +218,65 @@ max-parallelism=240 segment-costs=[2366308964, 482969] cpu-comparison-result=120
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=1.17KB cardinality=327.58K cost=143383
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.41MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[831]
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=361
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 14:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=168.62KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=361 cost=470
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=459B cardinality=1.35K cost=4718
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=327.58K cost=143383
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.41MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[831]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=361
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=168.62KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=237B cardinality=361 cost=470
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[112891]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq = CAST(1218 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(2 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(3 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(4 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(5 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(6 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(7 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(8 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(9 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(10 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(11 AS INT))
|
||||
| stored statistics:
|
||||
@@ -250,42 +285,7 @@ max-parallelism=240 segment-costs=[2366308964, 482969] cpu-comparison-result=120
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq = CAST(1218 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(2 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(3 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(4 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(5 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(6 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(7 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(8 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(9 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(10 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(11 AS INT))
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=361 cost=112653
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=960B cardinality=327.58K(filtered from 1.66M) cost=383940
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=459B cardinality=1.35K cost=4718
|
||||
| tuple-ids=4 row-size=237B cardinality=361 cost=112653
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
@@ -327,7 +327,7 @@ max-parallelism=240 segment-costs=[2366308964, 482969] cpu-comparison-result=120
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -405,7 +405,7 @@ max-parallelism=10 segment-costs=[391279, 7888] cpu-comparison-result=120 [max(1
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
|
||||
Per-Instance Resources: mem-estimate=27.09MB mem-reservation=10.00MB thread-reservation=1
|
||||
max-parallelism=240 segment-costs=[2366308964, 482969] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
max-parallelism=240 segment-costs=[2366068407, 482969] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
07:AGGREGATE [STREAMING]
|
||||
| output: sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_manufact_id, tpcds_partitioned_parquet_snap.date_dim.d_qoy
|
||||
@@ -415,30 +415,65 @@ max-parallelism=240 segment-costs=[2366308964, 482969] cpu-comparison-result=120
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=1.17KB cardinality=327.58K cost=143383
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.41MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[831]
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=361
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 14:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=168.62KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=361 cost=470
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=459B cardinality=1.35K cost=4718
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=327.58K cost=143383
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.41MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[831]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=361
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=168.62KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=237B cardinality=361 cost=470
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[112891]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq = CAST(1218 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(2 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(3 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(4 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(5 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(6 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(7 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(8 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(9 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(10 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(11 AS INT))
|
||||
| stored statistics:
|
||||
@@ -447,42 +482,7 @@ max-parallelism=240 segment-costs=[2366308964, 482969] cpu-comparison-result=120
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq = CAST(1218 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(2 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(3 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(4 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(5 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(6 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(7 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(8 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(9 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(10 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1218 AS INT), CAST(11 AS INT))
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=361 cost=112653
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=960B cardinality=327.58K(filtered from 1.66M) cost=383940
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=459B cardinality=1.35K cost=4718
|
||||
| tuple-ids=4 row-size=237B cardinality=361 cost=112653
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
@@ -524,7 +524,7 @@ max-parallelism=240 segment-costs=[2366308964, 482969] cpu-comparison-result=120
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
@@ -18,7 +18,7 @@ Max Per-Host Resource Reservation: Memory=48.81MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=60MB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=59.76MB mem-reservation=48.81MB thread-reservation=1 runtime-filters-memory=2.00MB
|
||||
| max-parallelism=1 segment-costs=[855658436, 3746309, 300]
|
||||
| max-parallelism=1 segment-costs=[736735891, 3746309, 300]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.item.i_brand_id, tpcds_partitioned_parquet_snap.item.i_brand, sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=300
|
||||
@@ -37,35 +37,14 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 05(GETNEXT), 00(OPEN)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=5.15M cost=23253573
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(87 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(87 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(87 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=333B cardinality=87.00M(filtered from 511.58M) cost=115014004
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=5.15M cost=2254938
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| stored statistics:
|
||||
@@ -75,26 +54,47 @@ PLAN-ROOT SINK
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=108 cost=114705
|
||||
| tuple-ids=4 row-size=237B cardinality=108 cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=501B cardinality=5.15M(filtered from 87.00M) cost=17090094
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(87 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(87 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(87 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=109(filtered from 1824)
|
||||
mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=96B cardinality=87.00M(filtered from 8.64G) cost=707201433
|
||||
tuple-ids=0 row-size=96B cardinality=5.15M(filtered from 8.64G) cost=707201433
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- DISTRIBUTEDPLAN
|
||||
Max Per-Host Resource Reservation: Memory=177.56MB Threads=15
|
||||
Per-Host Resource Estimates: Memory=366MB
|
||||
Max Per-Host Resource Reservation: Memory=159.75MB Threads=14
|
||||
Per-Host Resource Estimates: Memory=333MB
|
||||
F04:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=4.05MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[334] cpu-comparison-result=90 [max(1 (self) vs 90 (sum children))]
|
||||
| max-parallelism=1 segment-costs=[334] cpu-comparison-result=80 [max(1 (self) vs 80 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.item.i_brand_id, tpcds_partitioned_parquet_snap.item.i_brand, sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=300
|
||||
@@ -107,8 +107,8 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 06(GETNEXT)
|
||||
|
|
||||
F03:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item.i_brand,tpcds_partitioned_parquet_snap.item.i_brand_id)] hosts=10 instances=10 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=24.58MB mem-reservation=4.75MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[9918834, 3746309, 157] cpu-comparison-result=90 [max(10 (self) vs 90 (sum children))]
|
||||
Per-Instance Resources: mem-estimate=24.08MB mem-reservation=4.75MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[9918834, 3746309, 157] cpu-comparison-result=80 [max(10 (self) vs 80 (sum children))]
|
||||
06:TOP-N [LIMIT=100]
|
||||
| order by: sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price) DESC NULLS FIRST, tpcds_partitioned_parquet_snap.item.i_brand_id ASC NULLS LAST
|
||||
| mem-estimate=4.70KB mem-reservation=0B thread-reservation=0
|
||||
@@ -123,14 +123,14 @@ max-parallelism=10 segment-costs=[9918834, 3746309, 157] cpu-comparison-result=9
|
||||
| in pipelines: 10(GETNEXT), 00(OPEN)
|
||||
|
|
||||
09:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_brand,tpcds_partitioned_parquet_snap.item.i_brand_id)]
|
||||
| mem-estimate=14.58MB mem-reservation=0B thread-reservation=0
|
||||
| mem-estimate=14.08MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=6 row-size=48B cardinality=4.86M cost=1615395
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=90 (adjusted from 120)
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=80 (adjusted from 120)
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=28.04MB mem-reservation=13.00MB thread-reservation=1
|
||||
max-parallelism=90 segment-costs=[874536219, 17563907] cpu-comparison-result=90 [max(90 (self) vs 25 (sum children))]
|
||||
max-parallelism=80 segment-costs=[755613674, 17563907] cpu-comparison-result=80 [max(80 (self) vs 25 (sum children))]
|
||||
05:AGGREGATE [STREAMING]
|
||||
| output: sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_brand, tpcds_partitioned_parquet_snap.item.i_brand_id
|
||||
@@ -140,68 +140,30 @@ max-parallelism=90 segment-costs=[874536219, 17563907] cpu-comparison-result=90
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=5.15M cost=23249946
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=29.88MB mem-reservation=26.88MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[8447]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=25.88MB mem-reservation=25.88MB spill-buffer=128.00KB thread-reservation=0 cost=3627
|
||||
| |
|
||||
| 08:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=3.00MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=405B cardinality=3.63K cost=4820
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1369774]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(87 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(87 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(87 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=333B cardinality=87.00M(filtered from 511.58M) cost=115013896
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=5.15M cost=2254830
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=18.49MB mem-reservation=18.44MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
|--F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=16.55MB mem-reservation=16.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[248]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=17.44MB mem-reservation=17.44MB spill-buffer=64.00KB thread-reservation=0 cost=108
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=15.50MB mem-reservation=15.50MB spill-buffer=64.00KB thread-reservation=0 cost=108
|
||||
| |
|
||||
| 07:EXCHANGE [BROADCAST]
|
||||
| 08:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=50.45KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=108 cost=140
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=237B cardinality=108 cost=140
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[114776]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| stored statistics:
|
||||
@@ -211,26 +173,64 @@ max-parallelism=90 segment-costs=[874536219, 17563907] cpu-comparison-result=90
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=108 cost=114705
|
||||
| tuple-ids=4 row-size=237B cardinality=108 cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=501B cardinality=5.15M(filtered from 87.00M) cost=17086467
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=27.00MB mem-reservation=24.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[8447]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=23.00MB mem-reservation=23.00MB spill-buffer=128.00KB thread-reservation=0 cost=3627
|
||||
| |
|
||||
| 07:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=3.00MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=3.63K cost=4820
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1369774]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(87 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(87 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(87 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=109(filtered from 1824)
|
||||
mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=96B cardinality=87.00M(filtered from 8.64G) cost=707201433
|
||||
tuple-ids=0 row-size=96B cardinality=5.15M(filtered from 8.64G) cost=707201433
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- PARALLELPLANS
|
||||
Max Per-Host Resource Reservation: Memory=177.56MB Threads=15
|
||||
Per-Host Resource Estimates: Memory=366MB
|
||||
Max Per-Host Resource Reservation: Memory=159.75MB Threads=14
|
||||
Per-Host Resource Estimates: Memory=333MB
|
||||
F04:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=4.05MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[334] cpu-comparison-result=90 [max(1 (self) vs 90 (sum children))]
|
||||
| max-parallelism=1 segment-costs=[334] cpu-comparison-result=80 [max(1 (self) vs 80 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.item.i_brand_id, tpcds_partitioned_parquet_snap.item.i_brand, sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=300
|
||||
@@ -243,8 +243,8 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 06(GETNEXT)
|
||||
|
|
||||
F03:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item.i_brand,tpcds_partitioned_parquet_snap.item.i_brand_id)] hosts=10 instances=10 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=24.58MB mem-reservation=4.75MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[9918834, 3746309, 157] cpu-comparison-result=90 [max(10 (self) vs 90 (sum children))]
|
||||
Per-Instance Resources: mem-estimate=24.08MB mem-reservation=4.75MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[9918834, 3746309, 157] cpu-comparison-result=80 [max(10 (self) vs 80 (sum children))]
|
||||
06:TOP-N [LIMIT=100]
|
||||
| order by: sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price) DESC NULLS FIRST, tpcds_partitioned_parquet_snap.item.i_brand_id ASC NULLS LAST
|
||||
| mem-estimate=4.70KB mem-reservation=0B thread-reservation=0
|
||||
@@ -259,14 +259,14 @@ max-parallelism=10 segment-costs=[9918834, 3746309, 157] cpu-comparison-result=9
|
||||
| in pipelines: 10(GETNEXT), 00(OPEN)
|
||||
|
|
||||
09:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_brand,tpcds_partitioned_parquet_snap.item.i_brand_id)]
|
||||
| mem-estimate=14.58MB mem-reservation=0B thread-reservation=0
|
||||
| mem-estimate=14.08MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=6 row-size=48B cardinality=4.86M cost=1615395
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=90 (adjusted from 120)
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=80 (adjusted from 120)
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=28.04MB mem-reservation=13.00MB thread-reservation=1
|
||||
max-parallelism=90 segment-costs=[874536219, 17563907] cpu-comparison-result=90 [max(90 (self) vs 25 (sum children))]
|
||||
max-parallelism=80 segment-costs=[755613674, 17563907] cpu-comparison-result=80 [max(80 (self) vs 25 (sum children))]
|
||||
05:AGGREGATE [STREAMING]
|
||||
| output: sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_brand, tpcds_partitioned_parquet_snap.item.i_brand_id
|
||||
@@ -276,68 +276,30 @@ max-parallelism=90 segment-costs=[874536219, 17563907] cpu-comparison-result=90
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=5.15M cost=23249946
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=29.88MB mem-reservation=26.88MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[8447]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=25.88MB mem-reservation=25.88MB spill-buffer=128.00KB thread-reservation=0 cost=3627
|
||||
| |
|
||||
| 08:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=3.00MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=405B cardinality=3.63K cost=4820
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1369774]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(87 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(87 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(87 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=333B cardinality=87.00M(filtered from 511.58M) cost=115013896
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=5.15M cost=2254830
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=18.49MB mem-reservation=18.44MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
|--F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=16.55MB mem-reservation=16.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[248]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=17.44MB mem-reservation=17.44MB spill-buffer=64.00KB thread-reservation=0 cost=108
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=15.50MB mem-reservation=15.50MB spill-buffer=64.00KB thread-reservation=0 cost=108
|
||||
| |
|
||||
| 07:EXCHANGE [BROADCAST]
|
||||
| 08:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=50.45KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=108 cost=140
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=237B cardinality=108 cost=140
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[114776]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| stored statistics:
|
||||
@@ -347,18 +309,56 @@ max-parallelism=90 segment-costs=[874536219, 17563907] cpu-comparison-result=90
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2001 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(11 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=108 cost=114705
|
||||
| tuple-ids=4 row-size=237B cardinality=108 cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=501B cardinality=5.15M(filtered from 87.00M) cost=17086467
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=27.00MB mem-reservation=24.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[8447]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=23.00MB mem-reservation=23.00MB spill-buffer=128.00KB thread-reservation=0 cost=3627
|
||||
| |
|
||||
| 07:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=3.00MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=3.63K cost=4820
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1369774]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(87 AS INT)
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(87 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(87 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=109(filtered from 1824)
|
||||
mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=96B cardinality=87.00M(filtered from 8.64G) cost=707201433
|
||||
tuple-ids=0 row-size=96B cardinality=5.15M(filtered from 8.64G) cost=707201433
|
||||
in pipelines: 00(GETNEXT)
|
||||
====
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@@ -48,7 +48,7 @@ Max Per-Host Resource Reservation: Memory=178.08MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=5.17GB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=5.17GB mem-reservation=178.08MB thread-reservation=1 runtime-filters-memory=8.00MB
|
||||
| max-parallelism=1 segment-costs=[31258106991, 31258106991, 667719563662, 1000]
|
||||
| max-parallelism=1 segment-costs=[31258106991, 31258106991, 667717656112, 1000]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: s_store_name, s_store_id, tpcds_partitioned_parquet_snap.date_dim.d_week_seq, divide(sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Sunday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim_1.d_day_name = 'Sunday' THEN tpcds_partitioned_parquet_snap.store_sales_0.ss_sales_price ELSE NULL END)), divide(sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Monday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim_1.d_day_name = 'Monday' THEN tpcds_partitioned_parquet_snap.store_sales_0.ss_sales_price ELSE NULL END)), divide(sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Tuesday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim_1.d_day_name = 'Tuesday' THEN tpcds_partitioned_parquet_snap.store_sales_0.ss_sales_price ELSE NULL END)), divide(sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Wednesday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim_1.d_day_name = 'Wednesday' THEN tpcds_partitioned_parquet_snap.store_sales_0.ss_sales_price ELSE NULL END)), divide(sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Thursday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim_1.d_day_name = 'Thursday' THEN tpcds_partitioned_parquet_snap.store_sales_0.ss_sales_price ELSE NULL END)), divide(sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Friday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim_1.d_day_name = 'Friday' THEN tpcds_partitioned_parquet_snap.store_sales_0.ss_sales_price ELSE NULL END)), divide(sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Saturday' THEN tpcds_partitioned_parquet_snap.store_sales.ss_sales_price ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim_1.d_day_name = 'Saturday' THEN tpcds_partitioned_parquet_snap.store_sales_0.ss_sales_price ELSE NULL END))
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=1000
|
||||
@@ -68,14 +68,32 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 03(GETNEXT), 11(OPEN)
|
||||
|
|
||||
|--15:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq = tpcds_partitioned_parquet_snap.date_dim_2.d_week_seq
|
||||
| | fk/pk conjuncts: none
|
||||
| | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_2.d_week_seq, RF011[min_max] <- tpcds_partitioned_parquet_snap.date_dim_2.d_week_seq
|
||||
| | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=13,14,16 row-size=816B cardinality=4.77M cost=2654135
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=13,14,16 row-size=816B cardinality=4.77M cost=2089251
|
||||
| | in pipelines: 11(GETNEXT), 14(OPEN)
|
||||
| |
|
||||
| |--14:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| |--14:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=16 row-size=459B cardinality=1.35K cost=4718
|
||||
| | in pipelines: 14(GETNEXT)
|
||||
| |
|
||||
| 13:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq = tpcds_partitioned_parquet_snap.date_dim_2.d_week_seq
|
||||
| | fk/pk conjuncts: none
|
||||
| | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.date_dim_2.d_week_seq, RF013[min_max] <- tpcds_partitioned_parquet_snap.date_dim_2.d_week_seq
|
||||
| | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=13,14 row-size=357B cardinality=4.77M cost=2654135
|
||||
| | in pipelines: 11(GETNEXT), 12(OPEN)
|
||||
| |
|
||||
| |--12:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_month_seq <= add(CAST(1199 AS INT), CAST(23 AS INT)), tpcds_partitioned_parquet_snap.date_dim_2.d_month_seq >= add(CAST(1199 AS INT), CAST(12 AS INT))
|
||||
| | stored statistics:
|
||||
@@ -85,25 +103,7 @@ PLAN-ROOT SINK
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_month_seq <= add(CAST(1199 AS INT), CAST(23 AS INT)), tpcds_partitioned_parquet_snap.date_dim_2.d_month_seq >= add(CAST(1199 AS INT), CAST(12 AS INT))
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_month_seq <= add(CAST(1199 AS INT), CAST(23 AS INT)), tpcds_partitioned_parquet_snap.date_dim_2.d_month_seq >= add(CAST(1199 AS INT), CAST(12 AS INT))
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=16 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 14(GETNEXT)
|
||||
| |
|
||||
| 13:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=13,14 row-size=579B cardinality=6.95M cost=3043026
|
||||
| | in pipelines: 11(GETNEXT), 12(OPEN)
|
||||
| |
|
||||
| |--12:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=14 row-size=459B cardinality=1.35K cost=4718
|
||||
| | tuple-ids=14 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 12(GETNEXT)
|
||||
| |
|
||||
| 11:AGGREGATE [FINALIZE]
|
||||
@@ -123,7 +123,7 @@ PLAN-ROOT SINK
|
||||
| |
|
||||
| |--09:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq, RF010[bloom] -> tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq
|
||||
| | runtime filters: RF013[min_max] -> tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq, RF012[bloom] -> tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
@@ -134,7 +134,7 @@ PLAN-ROOT SINK
|
||||
| |
|
||||
| 08:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
| HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
| runtime filters: RF013[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk
|
||||
| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk
|
||||
| stored statistics:
|
||||
| table: rows=8.64G size=389.90GB
|
||||
| partitions: 1824/1824 rows=8.64G
|
||||
@@ -145,14 +145,33 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 08(GETNEXT)
|
||||
|
|
||||
07:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.date_dim.d_week_seq = tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq
|
||||
| fk/pk conjuncts: none
|
||||
| runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq, RF005[min_max] <- tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq
|
||||
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=4,5,7 row-size=816B cardinality=4.77M cost=2654135
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=4,5,7 row-size=816B cardinality=4.77M cost=2089251
|
||||
| in pipelines: 03(GETNEXT), 06(OPEN)
|
||||
|
|
||||
|--06:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--06:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store.s_store_id, RF001[bloom] -> tpcds_partitioned_parquet_snap.store.s_store_id
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=7 row-size=459B cardinality=1.35K cost=4718
|
||||
| in pipelines: 06(GETNEXT)
|
||||
|
|
||||
05:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.date_dim.d_week_seq = tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq
|
||||
| fk/pk conjuncts: none
|
||||
| runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq, RF007[min_max] <- tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq
|
||||
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=4,5 row-size=357B cardinality=4.77M cost=2654135
|
||||
| in pipelines: 03(GETNEXT), 04(OPEN)
|
||||
|
|
||||
|--04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq <= add(CAST(1199 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq >= CAST(1199 AS INT)
|
||||
| runtime filters: RF000[bloom] -> tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq
|
||||
@@ -163,26 +182,7 @@ PLAN-ROOT SINK
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq <= add(CAST(1199 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq >= CAST(1199 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq <= add(CAST(1199 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq >= CAST(1199 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=7 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 06(GETNEXT)
|
||||
|
|
||||
05:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=4,5 row-size=579B cardinality=6.95M cost=3043026
|
||||
| in pipelines: 03(GETNEXT), 04(OPEN)
|
||||
|
|
||||
|--04:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store.s_store_id, RF001[bloom] -> tpcds_partitioned_parquet_snap.store.s_store_id
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=5 row-size=459B cardinality=1.35K cost=4718
|
||||
| tuple-ids=5 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 04(GETNEXT)
|
||||
|
|
||||
03:AGGREGATE [FINALIZE]
|
||||
@@ -202,7 +202,7 @@ PLAN-ROOT SINK
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.date_dim.d_week_seq, RF004[bloom] -> tpcds_partitioned_parquet_snap.date_dim.d_week_seq, RF000[bloom] -> tpcds_partitioned_parquet_snap.date_dim.d_week_seq
|
||||
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.date_dim.d_week_seq, RF006[bloom] -> tpcds_partitioned_parquet_snap.date_dim.d_week_seq, RF000[bloom] -> tpcds_partitioned_parquet_snap.date_dim.d_week_seq
|
||||
| stored statistics:
|
||||
| table: rows=73.05K size=2.17MB
|
||||
| columns: all
|
||||
@@ -213,7 +213,7 @@ PLAN-ROOT SINK
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -272,33 +272,68 @@ max-parallelism=66780 segment-costs=[667721943533, 743] cpu-comparison-result=28
|
||||
| |
|
||||
| F07:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq,tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk)] hosts=10 instances=120
|
||||
| Per-Instance Resources: mem-estimate=398.06MB mem-reservation=8.50MB thread-reservation=1
|
||||
| max-parallelism=210 segment-costs=[2080481569, 263691439] cpu-comparison-result=142 [max(120 (self) vs 142 (sum children))]
|
||||
| max-parallelism=210 segment-costs=[2080481569, 262737664] cpu-comparison-result=142 [max(120 (self) vs 142 (sum children))]
|
||||
| 15:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq = tpcds_partitioned_parquet_snap.date_dim_2.d_week_seq
|
||||
| | fk/pk conjuncts: none
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=13,14,16 row-size=816B cardinality=4.77M cost=2646830
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=13,14,16 row-size=816B cardinality=4.77M cost=2087901
|
||||
| | in pipelines: 25(GETNEXT), 14(OPEN)
|
||||
| |
|
||||
| |--F13:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq,tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk)] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[17005]
|
||||
| | | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[3140]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_2.d_week_seq
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_2.d_week_seq, RF011[min_max] <- tpcds_partitioned_parquet_snap.date_dim_2.d_week_seq
|
||||
| | | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| | |
|
||||
| | 27:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=16 row-size=237B cardinality=7.30K cost=9700
|
||||
| | | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=16 row-size=459B cardinality=1.35K cost=1790
|
||||
| | | in pipelines: 14(GETNEXT)
|
||||
| | |
|
||||
| | F09:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[6419]
|
||||
| | 14:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=16 row-size=459B cardinality=1.35K cost=4718
|
||||
| | in pipelines: 14(GETNEXT)
|
||||
| |
|
||||
| 13:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq = tpcds_partitioned_parquet_snap.date_dim_2.d_week_seq
|
||||
| | fk/pk conjuncts: none
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=13,14 row-size=357B cardinality=4.77M cost=2646830
|
||||
| | in pipelines: 25(GETNEXT), 12(OPEN)
|
||||
| |
|
||||
| |--F14:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq,tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk)] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[17005]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_2.d_week_seq
|
||||
| | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.date_dim_2.d_week_seq, RF013[min_max] <- tpcds_partitioned_parquet_snap.date_dim_2.d_week_seq
|
||||
| | | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | |
|
||||
| | 26:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=14 row-size=237B cardinality=7.30K cost=9700
|
||||
| | | in pipelines: 12(GETNEXT)
|
||||
| | |
|
||||
| | F08:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[119540]
|
||||
| | 14:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 12:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_month_seq <= add(CAST(1199 AS INT), CAST(23 AS INT)), tpcds_partitioned_parquet_snap.date_dim_2.d_month_seq >= add(CAST(1199 AS INT), CAST(12 AS INT))
|
||||
| | stored statistics:
|
||||
@@ -308,42 +343,7 @@ max-parallelism=66780 segment-costs=[667721943533, 743] cpu-comparison-result=28
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_month_seq <= add(CAST(1199 AS INT), CAST(23 AS INT)), tpcds_partitioned_parquet_snap.date_dim_2.d_month_seq >= add(CAST(1199 AS INT), CAST(12 AS INT))
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_month_seq <= add(CAST(1199 AS INT), CAST(23 AS INT)), tpcds_partitioned_parquet_snap.date_dim_2.d_month_seq >= add(CAST(1199 AS INT), CAST(12 AS INT))
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=16 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 14(GETNEXT)
|
||||
| |
|
||||
| 13:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=13,14 row-size=579B cardinality=6.95M cost=3041676
|
||||
| | in pipelines: 25(GETNEXT), 12(OPEN)
|
||||
| |
|
||||
| |--F14:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq,tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk)] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[3140]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| | |
|
||||
| | 26:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=14 row-size=459B cardinality=1.35K cost=1790
|
||||
| | | in pipelines: 12(GETNEXT)
|
||||
| | |
|
||||
| | F08:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[6419]
|
||||
| | 12:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=14 row-size=459B cardinality=1.35K cost=4718
|
||||
| | tuple-ids=14 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 12(GETNEXT)
|
||||
| |
|
||||
| 25:AGGREGATE [FINALIZE]
|
||||
@@ -397,7 +397,7 @@ max-parallelism=66780 segment-costs=[667721943533, 743] cpu-comparison-result=28
|
||||
| | max-parallelism=1 segment-costs=[158950]
|
||||
| | 09:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq, RF010[bloom] -> tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq
|
||||
| | runtime filters: RF013[min_max] -> tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq, RF012[bloom] -> tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
@@ -408,7 +408,7 @@ max-parallelism=66780 segment-costs=[667721943533, 743] cpu-comparison-result=28
|
||||
| |
|
||||
| 08:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
| runtime filters: RF013[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk
|
||||
| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk
|
||||
| stored statistics:
|
||||
| table: rows=8.64G size=389.90GB
|
||||
| partitions: 1824/1824 rows=8.64G
|
||||
@@ -425,34 +425,71 @@ max-parallelism=66780 segment-costs=[667721943533, 743] cpu-comparison-result=28
|
||||
|
|
||||
F02:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim.d_week_seq,tpcds_partitioned_parquet_snap.store_sales.ss_store_sk)] hosts=10 instances=120
|
||||
Per-Instance Resources: mem-estimate=398.06MB mem-reservation=8.50MB thread-reservation=1
|
||||
max-parallelism=210 segment-costs=[2080481569, 263691439] cpu-comparison-result=142 [max(120 (self) vs 142 (sum children))]
|
||||
max-parallelism=210 segment-costs=[2080481569, 262737664] cpu-comparison-result=142 [max(120 (self) vs 142 (sum children))]
|
||||
07:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=04
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.date_dim.d_week_seq = tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq
|
||||
| fk/pk conjuncts: none
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=4,5,7 row-size=816B cardinality=4.77M cost=2646830
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=4,5,7 row-size=816B cardinality=4.77M cost=2087901
|
||||
| in pipelines: 20(GETNEXT), 06(OPEN)
|
||||
|
|
||||
|--F16:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim.d_week_seq,tpcds_partitioned_parquet_snap.store_sales.ss_store_sk)] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=04 plan-id=05 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq, RF005[min_max] <- tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 22:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=7 row-size=237B cardinality=7.30K cost=9700
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=7 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| |
|
||||
| F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 06:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store.s_store_id, RF001[bloom] -> tpcds_partitioned_parquet_snap.store.s_store_id
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=7 row-size=459B cardinality=1.35K cost=4718
|
||||
| in pipelines: 06(GETNEXT)
|
||||
|
|
||||
05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=05
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.date_dim.d_week_seq = tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq
|
||||
| fk/pk conjuncts: none
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=4,5 row-size=357B cardinality=4.77M cost=2646830
|
||||
| in pipelines: 20(GETNEXT), 04(OPEN)
|
||||
|
|
||||
|--F17:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim.d_week_seq,tpcds_partitioned_parquet_snap.store_sales.ss_store_sk)] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=05 plan-id=06 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq, RF007[min_max] <- tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 21:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=5 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 06:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq <= add(CAST(1199 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq >= CAST(1199 AS INT)
|
||||
| runtime filters: RF000[bloom] -> tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq
|
||||
@@ -463,44 +500,7 @@ max-parallelism=210 segment-costs=[2080481569, 263691439] cpu-comparison-result=
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq <= add(CAST(1199 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq >= CAST(1199 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq <= add(CAST(1199 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq >= CAST(1199 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=7 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 06(GETNEXT)
|
||||
|
|
||||
05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=05
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=4,5 row-size=579B cardinality=6.95M cost=3041676
|
||||
| in pipelines: 20(GETNEXT), 04(OPEN)
|
||||
|
|
||||
|--F17:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim.d_week_seq,tpcds_partitioned_parquet_snap.store_sales.ss_store_sk)] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=05 plan-id=06 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 21:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=5 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 04:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store.s_store_id, RF001[bloom] -> tpcds_partitioned_parquet_snap.store.s_store_id
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=5 row-size=459B cardinality=1.35K cost=4718
|
||||
| tuple-ids=5 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 04(GETNEXT)
|
||||
|
|
||||
20:AGGREGATE [FINALIZE]
|
||||
@@ -554,7 +554,7 @@ max-parallelism=1824 segment-costs=[35002683156, 6873846540] cpu-comparison-resu
|
||||
| max-parallelism=1 segment-costs=[158950]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.date_dim.d_week_seq, RF004[bloom] -> tpcds_partitioned_parquet_snap.date_dim.d_week_seq, RF000[bloom] -> tpcds_partitioned_parquet_snap.date_dim.d_week_seq
|
||||
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.date_dim.d_week_seq, RF006[bloom] -> tpcds_partitioned_parquet_snap.date_dim.d_week_seq, RF000[bloom] -> tpcds_partitioned_parquet_snap.date_dim.d_week_seq
|
||||
| stored statistics:
|
||||
| table: rows=73.05K size=2.17MB
|
||||
| columns: all
|
||||
@@ -565,7 +565,7 @@ max-parallelism=1824 segment-costs=[35002683156, 6873846540] cpu-comparison-resu
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -624,33 +624,68 @@ max-parallelism=66780 segment-costs=[667721943533, 743] cpu-comparison-result=28
|
||||
| |
|
||||
| F07:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq,tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk)] hosts=10 instances=120
|
||||
| Per-Instance Resources: mem-estimate=398.06MB mem-reservation=8.50MB thread-reservation=1
|
||||
| max-parallelism=210 segment-costs=[2080481569, 263691439] cpu-comparison-result=142 [max(120 (self) vs 142 (sum children))]
|
||||
| max-parallelism=210 segment-costs=[2080481569, 262737664] cpu-comparison-result=142 [max(120 (self) vs 142 (sum children))]
|
||||
| 15:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq = tpcds_partitioned_parquet_snap.date_dim_2.d_week_seq
|
||||
| | fk/pk conjuncts: none
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=13,14,16 row-size=816B cardinality=4.77M cost=2646830
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=13,14,16 row-size=816B cardinality=4.77M cost=2087901
|
||||
| | in pipelines: 25(GETNEXT), 14(OPEN)
|
||||
| |
|
||||
| |--F13:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq,tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk)] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[17005]
|
||||
| | | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[3140]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_2.d_week_seq
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_2.d_week_seq, RF011[min_max] <- tpcds_partitioned_parquet_snap.date_dim_2.d_week_seq
|
||||
| | | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| | |
|
||||
| | 27:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=16 row-size=237B cardinality=7.30K cost=9700
|
||||
| | | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=16 row-size=459B cardinality=1.35K cost=1790
|
||||
| | | in pipelines: 14(GETNEXT)
|
||||
| | |
|
||||
| | F09:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[6419]
|
||||
| | 14:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=16 row-size=459B cardinality=1.35K cost=4718
|
||||
| | in pipelines: 14(GETNEXT)
|
||||
| |
|
||||
| 13:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq = tpcds_partitioned_parquet_snap.date_dim_2.d_week_seq
|
||||
| | fk/pk conjuncts: none
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=13,14 row-size=357B cardinality=4.77M cost=2646830
|
||||
| | in pipelines: 25(GETNEXT), 12(OPEN)
|
||||
| |
|
||||
| |--F14:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq,tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk)] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[17005]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_2.d_week_seq
|
||||
| | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.date_dim_2.d_week_seq, RF013[min_max] <- tpcds_partitioned_parquet_snap.date_dim_2.d_week_seq
|
||||
| | | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | |
|
||||
| | 26:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=14 row-size=237B cardinality=7.30K cost=9700
|
||||
| | | in pipelines: 12(GETNEXT)
|
||||
| | |
|
||||
| | F08:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[119540]
|
||||
| | 14:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 12:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_month_seq <= add(CAST(1199 AS INT), CAST(23 AS INT)), tpcds_partitioned_parquet_snap.date_dim_2.d_month_seq >= add(CAST(1199 AS INT), CAST(12 AS INT))
|
||||
| | stored statistics:
|
||||
@@ -660,42 +695,7 @@ max-parallelism=66780 segment-costs=[667721943533, 743] cpu-comparison-result=28
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_month_seq <= add(CAST(1199 AS INT), CAST(23 AS INT)), tpcds_partitioned_parquet_snap.date_dim_2.d_month_seq >= add(CAST(1199 AS INT), CAST(12 AS INT))
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_2.d_month_seq <= add(CAST(1199 AS INT), CAST(23 AS INT)), tpcds_partitioned_parquet_snap.date_dim_2.d_month_seq >= add(CAST(1199 AS INT), CAST(12 AS INT))
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=16 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 14(GETNEXT)
|
||||
| |
|
||||
| 13:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=13,14 row-size=579B cardinality=6.95M cost=3041676
|
||||
| | in pipelines: 25(GETNEXT), 12(OPEN)
|
||||
| |
|
||||
| |--F14:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq,tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk)] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[3140]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| | |
|
||||
| | 26:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=14 row-size=459B cardinality=1.35K cost=1790
|
||||
| | | in pipelines: 12(GETNEXT)
|
||||
| | |
|
||||
| | F08:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[6419]
|
||||
| | 12:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=14 row-size=459B cardinality=1.35K cost=4718
|
||||
| | tuple-ids=14 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 12(GETNEXT)
|
||||
| |
|
||||
| 25:AGGREGATE [FINALIZE]
|
||||
@@ -749,7 +749,7 @@ max-parallelism=66780 segment-costs=[667721943533, 743] cpu-comparison-result=28
|
||||
| | max-parallelism=1 segment-costs=[158950]
|
||||
| | 09:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq, RF010[bloom] -> tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq
|
||||
| | runtime filters: RF013[min_max] -> tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq, RF012[bloom] -> tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
@@ -760,7 +760,7 @@ max-parallelism=66780 segment-costs=[667721943533, 743] cpu-comparison-result=28
|
||||
| |
|
||||
| 08:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
| runtime filters: RF013[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk
|
||||
| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk
|
||||
| stored statistics:
|
||||
| table: rows=8.64G size=389.90GB
|
||||
| partitions: 1824/1824 rows=8.64G
|
||||
@@ -777,34 +777,71 @@ max-parallelism=66780 segment-costs=[667721943533, 743] cpu-comparison-result=28
|
||||
|
|
||||
F02:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim.d_week_seq,tpcds_partitioned_parquet_snap.store_sales.ss_store_sk)] hosts=10 instances=120
|
||||
Per-Instance Resources: mem-estimate=398.06MB mem-reservation=8.50MB thread-reservation=1
|
||||
max-parallelism=210 segment-costs=[2080481569, 263691439] cpu-comparison-result=142 [max(120 (self) vs 142 (sum children))]
|
||||
max-parallelism=210 segment-costs=[2080481569, 262737664] cpu-comparison-result=142 [max(120 (self) vs 142 (sum children))]
|
||||
07:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=04
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.date_dim.d_week_seq = tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq
|
||||
| fk/pk conjuncts: none
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=4,5,7 row-size=816B cardinality=4.77M cost=2646830
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=4,5,7 row-size=816B cardinality=4.77M cost=2087901
|
||||
| in pipelines: 20(GETNEXT), 06(OPEN)
|
||||
|
|
||||
|--F16:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim.d_week_seq,tpcds_partitioned_parquet_snap.store_sales.ss_store_sk)] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=04 plan-id=05 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq, RF005[min_max] <- tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 22:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=7 row-size=237B cardinality=7.30K cost=9700
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=7 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| |
|
||||
| F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 06:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store.s_store_id, RF001[bloom] -> tpcds_partitioned_parquet_snap.store.s_store_id
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=7 row-size=459B cardinality=1.35K cost=4718
|
||||
| in pipelines: 06(GETNEXT)
|
||||
|
|
||||
05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=05
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.date_dim.d_week_seq = tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq
|
||||
| fk/pk conjuncts: none
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=4,5 row-size=357B cardinality=4.77M cost=2646830
|
||||
| in pipelines: 20(GETNEXT), 04(OPEN)
|
||||
|
|
||||
|--F17:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim.d_week_seq,tpcds_partitioned_parquet_snap.store_sales.ss_store_sk)] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=05 plan-id=06 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq, RF007[min_max] <- tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 21:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=5 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 06:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq <= add(CAST(1199 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq >= CAST(1199 AS INT)
|
||||
| runtime filters: RF000[bloom] -> tpcds_partitioned_parquet_snap.date_dim_0.d_week_seq
|
||||
@@ -815,44 +852,7 @@ max-parallelism=210 segment-costs=[2080481569, 263691439] cpu-comparison-result=
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq <= add(CAST(1199 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq >= CAST(1199 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq <= add(CAST(1199 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq >= CAST(1199 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=7 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 06(GETNEXT)
|
||||
|
|
||||
05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=05
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=4,5 row-size=579B cardinality=6.95M cost=3041676
|
||||
| in pipelines: 20(GETNEXT), 04(OPEN)
|
||||
|
|
||||
|--F17:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim.d_week_seq,tpcds_partitioned_parquet_snap.store_sales.ss_store_sk)] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=05 plan-id=06 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 21:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=5 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 04:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store.s_store_id, RF001[bloom] -> tpcds_partitioned_parquet_snap.store.s_store_id
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=5 row-size=459B cardinality=1.35K cost=4718
|
||||
| tuple-ids=5 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 04(GETNEXT)
|
||||
|
|
||||
20:AGGREGATE [FINALIZE]
|
||||
@@ -906,7 +906,7 @@ max-parallelism=1824 segment-costs=[35002683156, 6873846540] cpu-comparison-resu
|
||||
| max-parallelism=1 segment-costs=[158950]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.date_dim.d_week_seq, RF004[bloom] -> tpcds_partitioned_parquet_snap.date_dim.d_week_seq, RF000[bloom] -> tpcds_partitioned_parquet_snap.date_dim.d_week_seq
|
||||
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.date_dim.d_week_seq, RF006[bloom] -> tpcds_partitioned_parquet_snap.date_dim.d_week_seq, RF000[bloom] -> tpcds_partitioned_parquet_snap.date_dim.d_week_seq
|
||||
| stored statistics:
|
||||
| table: rows=73.05K size=2.17MB
|
||||
| columns: all
|
||||
@@ -917,7 +917,7 @@ max-parallelism=1824 segment-costs=[35002683156, 6873846540] cpu-comparison-resu
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
|
||||
@@ -82,7 +82,7 @@ Max Per-Host Resource Reservation: Memory=141.94MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=827MB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=827.45MB mem-reservation=141.94MB thread-reservation=1 runtime-filters-memory=13.00MB
|
||||
| max-parallelism=1 segment-costs=[227813, 1131147835, 227813, 738153892, 227813, 383656896, 1614300, 5990794, 200]
|
||||
| max-parallelism=1 segment-costs=[227813, 1139436626, 227813, 738153892, 227813, 383656896, 1614300, 5990794, 200]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: I_ITEM_ID, sum(TOTAL_SALES)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=200
|
||||
@@ -332,28 +332,48 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 12(GETNEXT), 02(OPEN)
|
||||
|
|
||||
11:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| mem-estimate=583.64MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,8,9 row-size=998B cardinality=15.48M cost=30613279
|
||||
| in pipelines: 02(GETNEXT), 10(OPEN)
|
||||
|
|
||||
|--10:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address]
|
||||
| HDFS partitions=1/1 files=1 size=307.36MB
|
||||
| predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-5 AS DECIMAL(12,2))
|
||||
| stored statistics:
|
||||
| table: rows=15.00M size=307.36MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.58M
|
||||
| parquet dictionary predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-5 AS DECIMAL(12,2))
|
||||
| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
|
||||
| tuple-ids=9 row-size=232B cardinality=2.43M cost=21936706
|
||||
| in pipelines: 10(GETNEXT)
|
||||
|
|
||||
09:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6,10 row-size=998B cardinality=15.48M cost=23400531
|
||||
| in pipelines: 02(GETNEXT), 07(OPEN)
|
||||
| tuple-ids=0,2,4,8 row-size=767B cardinality=98.96M cost=149220278
|
||||
| in pipelines: 02(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--10:HASH JOIN [INNER JOIN]
|
||||
|--08:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.item.i_item_id = tpcds_partitioned_parquet_snap.item_0.i_item_id
|
||||
| | fk/pk conjuncts: none
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_id, RF007[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_id
|
||||
| | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=6,10 row-size=433B cardinality=69.67K cost=66411
|
||||
| | in pipelines: 07(GETNEXT), 09(OPEN)
|
||||
| | tuple-ids=4,8 row-size=433B cardinality=69.67K cost=66411
|
||||
| | in pipelines: 05(GETNEXT), 07(OPEN)
|
||||
| |
|
||||
| |--09:AGGREGATE [FINALIZE]
|
||||
| |--07:AGGREGATE [FINALIZE]
|
||||
| | | group by: tpcds_partitioned_parquet_snap.item_0.i_item_id
|
||||
| | | mem-estimate=10.00MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| | | tuple-ids=10 row-size=28B cardinality=35.91K cost=104142
|
||||
| | | in pipelines: 09(GETNEXT), 08(OPEN)
|
||||
| | | tuple-ids=8 row-size=28B cardinality=35.91K cost=104142
|
||||
| | | in pipelines: 07(GETNEXT), 06(OPEN)
|
||||
| | |
|
||||
| | 08:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| | 06:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.item_0.i_category = 'Men'
|
||||
| | stored statistics:
|
||||
@@ -363,10 +383,10 @@ PLAN-ROOT SINK
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.item_0.i_category = 'Men'
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.item_0.i_category = 'Men'
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=46B cardinality=35.91K cost=123671
|
||||
| | in pipelines: 08(GETNEXT)
|
||||
| | tuple-ids=6 row-size=46B cardinality=35.91K cost=123671
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| |
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.item.i_item_id, RF006[bloom] -> tpcds_partitioned_parquet_snap.item.i_item_id
|
||||
| stored statistics:
|
||||
@@ -374,27 +394,7 @@ PLAN-ROOT SINK
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=405B cardinality=69.67K(filtered from 360.00K) cost=1355609
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| mem-estimate=583.64MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=565B cardinality=80.02M cost=148144235
|
||||
| in pipelines: 02(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address]
|
||||
| HDFS partitions=1/1 files=1 size=307.36MB
|
||||
| predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-5 AS DECIMAL(12,2))
|
||||
| stored statistics:
|
||||
| table: rows=15.00M size=307.36MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.58M
|
||||
| parquet dictionary predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-5 AS DECIMAL(12,2))
|
||||
| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=232B cardinality=2.43M cost=21936706
|
||||
| tuple-ids=4 row-size=405B cardinality=69.67K(filtered from 360.00K) cost=1355609
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
@@ -420,7 +420,7 @@ PLAN-ROOT SINK
|
||||
|
|
||||
02:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -912,7 +912,7 @@ max-parallelism=109 segment-costs=[7244671, 4433315, 2636623, 1614300, 1290683]
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=109 (adjusted from 120)
|
||||
Per-Host Shared Resources: mem-estimate=4.00MB mem-reservation=4.00MB thread-reservation=0 runtime-filters-memory=4.00MB
|
||||
Per-Instance Resources: mem-estimate=46.44MB mem-reservation=17.00MB thread-reservation=1
|
||||
max-parallelism=109 segment-costs=[1133783038, 37360954] cpu-comparison-result=109 [max(109 (self) vs 45 (sum children))]
|
||||
max-parallelism=109 segment-costs=[1142071829, 37360954] cpu-comparison-result=109 [max(109 (self) vs 45 (sum children))]
|
||||
12:AGGREGATE [STREAMING]
|
||||
| output: sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id
|
||||
@@ -922,76 +922,113 @@ max-parallelism=109 segment-costs=[1133783038, 37360954] cpu-comparison-result=1
|
||||
|
|
||||
11:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,8,9 row-size=998B cardinality=15.48M cost=28188236
|
||||
| in pipelines: 02(GETNEXT), 10(OPEN)
|
||||
|
|
||||
|--F25:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=597.94MB mem-reservation=376.00MB thread-reservation=1 runtime-filters-memory=2.00MB
|
||||
| | max-parallelism=10 segment-costs=[5647923]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | mem-estimate=583.64MB mem-reservation=374.00MB spill-buffer=2.00MB thread-reservation=0 cost=2425043
|
||||
| |
|
||||
| 42:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=12.30MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=9 row-size=232B cardinality=2.43M cost=3222880
|
||||
| | in pipelines: 10(GETNEXT)
|
||||
| |
|
||||
| F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| Per-Instance Resources: mem-estimate=16.92MB mem-reservation=128.00KB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[23505563]
|
||||
| 10:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=307.36MB
|
||||
| predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-5 AS DECIMAL(12,2))
|
||||
| stored statistics:
|
||||
| table: rows=15.00M size=307.36MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.58M
|
||||
| parquet dictionary predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-5 AS DECIMAL(12,2))
|
||||
| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
|
||||
| tuple-ids=9 row-size=232B cardinality=2.43M cost=21936706
|
||||
| in pipelines: 10(GETNEXT)
|
||||
|
|
||||
09:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6,10 row-size=998B cardinality=15.48M cost=23330857
|
||||
| in pipelines: 02(GETNEXT), 07(OPEN)
|
||||
| tuple-ids=0,2,4,8 row-size=767B cardinality=98.96M cost=149150604
|
||||
| in pipelines: 02(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F25:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
|--F26:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=386.72MB mem-reservation=375.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[162264] cpu-comparison-result=14 [max(14 (self) vs 4 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=374.00MB mem-reservation=374.00MB spill-buffer=2.00MB thread-reservation=0 cost=69674
|
||||
| |
|
||||
| 42:EXCHANGE [BROADCAST]
|
||||
| 41:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.72MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6,10 row-size=433B cardinality=69.67K cost=92590
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| | tuple-ids=4,8 row-size=433B cardinality=69.67K cost=92590
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=17.72MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1470664]
|
||||
| 10:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| 08:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.item.i_item_id = tpcds_partitioned_parquet_snap.item_0.i_item_id
|
||||
| | fk/pk conjuncts: none
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=6,10 row-size=433B cardinality=69.67K cost=30496
|
||||
| | in pipelines: 07(GETNEXT), 40(OPEN)
|
||||
| | tuple-ids=4,8 row-size=433B cardinality=69.67K cost=30496
|
||||
| | in pipelines: 05(GETNEXT), 39(OPEN)
|
||||
| |
|
||||
| |--F26:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| |--F27:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | | Per-Instance Resources: mem-estimate=4.96MB mem-reservation=3.88MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=4 segment-costs=[55007] cpu-comparison-result=4 [max(4 (self) vs 4 (sum children))]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_item_id
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_id, RF007[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_id
|
||||
| | | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0 cost=35915
|
||||
| | |
|
||||
| | 41:EXCHANGE [BROADCAST]
|
||||
| | 40:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=1.08MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=10 row-size=28B cardinality=35.91K cost=19092
|
||||
| | | in pipelines: 40(GETNEXT)
|
||||
| | | tuple-ids=8 row-size=28B cardinality=35.91K cost=19092
|
||||
| | | in pipelines: 39(GETNEXT)
|
||||
| | |
|
||||
| | F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item_0.i_item_id)] hosts=4 instances=4
|
||||
| | F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item_0.i_item_id)] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=10.36MB mem-reservation=1.94MB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[112758, 3490] cpu-comparison-result=4 [max(4 (self) vs 4 (sum children))]
|
||||
| | 40:AGGREGATE [FINALIZE]
|
||||
| | 39:AGGREGATE [FINALIZE]
|
||||
| | | group by: tpcds_partitioned_parquet_snap.item_0.i_item_id
|
||||
| | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | | tuple-ids=10 row-size=28B cardinality=35.91K cost=104142
|
||||
| | | in pipelines: 40(GETNEXT), 08(OPEN)
|
||||
| | | tuple-ids=8 row-size=28B cardinality=35.91K cost=104142
|
||||
| | | in pipelines: 39(GETNEXT), 06(OPEN)
|
||||
| | |
|
||||
| | 39:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_0.i_item_id)]
|
||||
| | 38:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_0.i_item_id)]
|
||||
| | | mem-estimate=373.51KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=10 row-size=28B cardinality=35.91K cost=8616
|
||||
| | | in pipelines: 08(GETNEXT)
|
||||
| | | tuple-ids=8 row-size=28B cardinality=35.91K cost=8616
|
||||
| | | in pipelines: 06(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=26.50MB mem-reservation=2.50MB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[227813, 83265]
|
||||
| | 09:AGGREGATE [STREAMING]
|
||||
| | 07:AGGREGATE [STREAMING]
|
||||
| | | group by: tpcds_partitioned_parquet_snap.item_0.i_item_id
|
||||
| | | mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | | tuple-ids=10 row-size=28B cardinality=35.91K cost=104142
|
||||
| | | in pipelines: 08(GETNEXT)
|
||||
| | | tuple-ids=8 row-size=28B cardinality=35.91K cost=104142
|
||||
| | | in pipelines: 06(GETNEXT)
|
||||
| | |
|
||||
| | 08:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | 06:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.item_0.i_category = 'Men'
|
||||
| | stored statistics:
|
||||
@@ -1001,10 +1038,10 @@ max-parallelism=109 segment-costs=[1133783038, 37360954] cpu-comparison-result=1
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.item_0.i_category = 'Men'
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.item_0.i_category = 'Men'
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=46B cardinality=35.91K cost=123671
|
||||
| | in pipelines: 08(GETNEXT)
|
||||
| | tuple-ids=6 row-size=46B cardinality=35.91K cost=123671
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| |
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.item.i_item_id, RF006[bloom] -> tpcds_partitioned_parquet_snap.item.i_item_id
|
||||
| stored statistics:
|
||||
@@ -1012,44 +1049,7 @@ max-parallelism=109 segment-costs=[1133783038, 37360954] cpu-comparison-result=1
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=405B cardinality=69.67K(filtered from 360.00K) cost=1355609
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=565B cardinality=80.02M cost=145719192
|
||||
| in pipelines: 02(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F27:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=597.94MB mem-reservation=376.00MB thread-reservation=1 runtime-filters-memory=2.00MB
|
||||
| | max-parallelism=10 segment-costs=[5647923]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | mem-estimate=583.64MB mem-reservation=374.00MB spill-buffer=2.00MB thread-reservation=0 cost=2425043
|
||||
| |
|
||||
| 38:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=12.30MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=232B cardinality=2.43M cost=3222880
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| Per-Instance Resources: mem-estimate=16.92MB mem-reservation=128.00KB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[23505563]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=307.36MB
|
||||
| predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-5 AS DECIMAL(12,2))
|
||||
| stored statistics:
|
||||
| table: rows=15.00M size=307.36MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.58M
|
||||
| parquet dictionary predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-5 AS DECIMAL(12,2))
|
||||
| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=232B cardinality=2.43M cost=21936706
|
||||
| tuple-ids=4 row-size=405B cardinality=69.67K(filtered from 360.00K) cost=1355609
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
@@ -1092,7 +1092,7 @@ max-parallelism=109 segment-costs=[1133783038, 37360954] cpu-comparison-result=1
|
||||
|
|
||||
02:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -1584,7 +1584,7 @@ max-parallelism=109 segment-costs=[7244671, 4433315, 2636623, 1614300, 1290683]
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=109 (adjusted from 120)
|
||||
Per-Host Shared Resources: mem-estimate=4.00MB mem-reservation=4.00MB thread-reservation=0 runtime-filters-memory=4.00MB
|
||||
Per-Instance Resources: mem-estimate=46.44MB mem-reservation=17.00MB thread-reservation=1
|
||||
max-parallelism=109 segment-costs=[1133783038, 37360954] cpu-comparison-result=109 [max(109 (self) vs 45 (sum children))]
|
||||
max-parallelism=109 segment-costs=[1142071829, 37360954] cpu-comparison-result=109 [max(109 (self) vs 45 (sum children))]
|
||||
12:AGGREGATE [STREAMING]
|
||||
| output: sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id
|
||||
@@ -1594,76 +1594,113 @@ max-parallelism=109 segment-costs=[1133783038, 37360954] cpu-comparison-result=1
|
||||
|
|
||||
11:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,8,9 row-size=998B cardinality=15.48M cost=28188236
|
||||
| in pipelines: 02(GETNEXT), 10(OPEN)
|
||||
|
|
||||
|--F25:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=597.94MB mem-reservation=376.00MB thread-reservation=1 runtime-filters-memory=2.00MB
|
||||
| | max-parallelism=10 segment-costs=[5647923]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | mem-estimate=583.64MB mem-reservation=374.00MB spill-buffer=2.00MB thread-reservation=0 cost=2425043
|
||||
| |
|
||||
| 42:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=12.30MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=9 row-size=232B cardinality=2.43M cost=3222880
|
||||
| | in pipelines: 10(GETNEXT)
|
||||
| |
|
||||
| F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| Per-Instance Resources: mem-estimate=16.92MB mem-reservation=128.00KB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[23505563]
|
||||
| 10:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=307.36MB
|
||||
| predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-5 AS DECIMAL(12,2))
|
||||
| stored statistics:
|
||||
| table: rows=15.00M size=307.36MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.58M
|
||||
| parquet dictionary predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-5 AS DECIMAL(12,2))
|
||||
| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
|
||||
| tuple-ids=9 row-size=232B cardinality=2.43M cost=21936706
|
||||
| in pipelines: 10(GETNEXT)
|
||||
|
|
||||
09:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6,10 row-size=998B cardinality=15.48M cost=23330857
|
||||
| in pipelines: 02(GETNEXT), 07(OPEN)
|
||||
| tuple-ids=0,2,4,8 row-size=767B cardinality=98.96M cost=149150604
|
||||
| in pipelines: 02(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F25:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
|--F26:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=386.72MB mem-reservation=375.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[162264] cpu-comparison-result=14 [max(14 (self) vs 4 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=374.00MB mem-reservation=374.00MB spill-buffer=2.00MB thread-reservation=0 cost=69674
|
||||
| |
|
||||
| 42:EXCHANGE [BROADCAST]
|
||||
| 41:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.72MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6,10 row-size=433B cardinality=69.67K cost=92590
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| | tuple-ids=4,8 row-size=433B cardinality=69.67K cost=92590
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=17.72MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1470664]
|
||||
| 10:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| 08:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.item.i_item_id = tpcds_partitioned_parquet_snap.item_0.i_item_id
|
||||
| | fk/pk conjuncts: none
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=6,10 row-size=433B cardinality=69.67K cost=30496
|
||||
| | in pipelines: 07(GETNEXT), 40(OPEN)
|
||||
| | tuple-ids=4,8 row-size=433B cardinality=69.67K cost=30496
|
||||
| | in pipelines: 05(GETNEXT), 39(OPEN)
|
||||
| |
|
||||
| |--F26:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| |--F27:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | | Per-Instance Resources: mem-estimate=4.96MB mem-reservation=3.88MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=4 segment-costs=[55007] cpu-comparison-result=4 [max(4 (self) vs 4 (sum children))]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_item_id
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_id, RF007[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_id
|
||||
| | | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0 cost=35915
|
||||
| | |
|
||||
| | 41:EXCHANGE [BROADCAST]
|
||||
| | 40:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=1.08MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=10 row-size=28B cardinality=35.91K cost=19092
|
||||
| | | in pipelines: 40(GETNEXT)
|
||||
| | | tuple-ids=8 row-size=28B cardinality=35.91K cost=19092
|
||||
| | | in pipelines: 39(GETNEXT)
|
||||
| | |
|
||||
| | F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item_0.i_item_id)] hosts=4 instances=4
|
||||
| | F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item_0.i_item_id)] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=10.36MB mem-reservation=1.94MB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[112758, 3490] cpu-comparison-result=4 [max(4 (self) vs 4 (sum children))]
|
||||
| | 40:AGGREGATE [FINALIZE]
|
||||
| | 39:AGGREGATE [FINALIZE]
|
||||
| | | group by: tpcds_partitioned_parquet_snap.item_0.i_item_id
|
||||
| | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | | tuple-ids=10 row-size=28B cardinality=35.91K cost=104142
|
||||
| | | in pipelines: 40(GETNEXT), 08(OPEN)
|
||||
| | | tuple-ids=8 row-size=28B cardinality=35.91K cost=104142
|
||||
| | | in pipelines: 39(GETNEXT), 06(OPEN)
|
||||
| | |
|
||||
| | 39:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_0.i_item_id)]
|
||||
| | 38:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_0.i_item_id)]
|
||||
| | | mem-estimate=373.51KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=10 row-size=28B cardinality=35.91K cost=8616
|
||||
| | | in pipelines: 08(GETNEXT)
|
||||
| | | tuple-ids=8 row-size=28B cardinality=35.91K cost=8616
|
||||
| | | in pipelines: 06(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=26.50MB mem-reservation=2.50MB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[227813, 83265]
|
||||
| | 09:AGGREGATE [STREAMING]
|
||||
| | 07:AGGREGATE [STREAMING]
|
||||
| | | group by: tpcds_partitioned_parquet_snap.item_0.i_item_id
|
||||
| | | mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | | tuple-ids=10 row-size=28B cardinality=35.91K cost=104142
|
||||
| | | in pipelines: 08(GETNEXT)
|
||||
| | | tuple-ids=8 row-size=28B cardinality=35.91K cost=104142
|
||||
| | | in pipelines: 06(GETNEXT)
|
||||
| | |
|
||||
| | 08:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | 06:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.item_0.i_category = 'Men'
|
||||
| | stored statistics:
|
||||
@@ -1673,10 +1710,10 @@ max-parallelism=109 segment-costs=[1133783038, 37360954] cpu-comparison-result=1
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.item_0.i_category = 'Men'
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.item_0.i_category = 'Men'
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=46B cardinality=35.91K cost=123671
|
||||
| | in pipelines: 08(GETNEXT)
|
||||
| | tuple-ids=6 row-size=46B cardinality=35.91K cost=123671
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| |
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.item.i_item_id, RF006[bloom] -> tpcds_partitioned_parquet_snap.item.i_item_id
|
||||
| stored statistics:
|
||||
@@ -1684,44 +1721,7 @@ max-parallelism=109 segment-costs=[1133783038, 37360954] cpu-comparison-result=1
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=405B cardinality=69.67K(filtered from 360.00K) cost=1355609
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=565B cardinality=80.02M cost=145719192
|
||||
| in pipelines: 02(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F27:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=597.94MB mem-reservation=376.00MB thread-reservation=1 runtime-filters-memory=2.00MB
|
||||
| | max-parallelism=10 segment-costs=[5647923]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
|
||||
| | mem-estimate=583.64MB mem-reservation=374.00MB spill-buffer=2.00MB thread-reservation=0 cost=2425043
|
||||
| |
|
||||
| 38:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=12.30MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=232B cardinality=2.43M cost=3222880
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| Per-Instance Resources: mem-estimate=16.92MB mem-reservation=128.00KB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[23505563]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_address, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=307.36MB
|
||||
| predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-5 AS DECIMAL(12,2))
|
||||
| stored statistics:
|
||||
| table: rows=15.00M size=307.36MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.58M
|
||||
| parquet dictionary predicates: CAST(tpcds_partitioned_parquet_snap.customer_address.ca_gmt_offset AS DECIMAL(12,2)) = CAST(-5 AS DECIMAL(12,2))
|
||||
| mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=232B cardinality=2.43M cost=21936706
|
||||
| tuple-ids=4 row-size=405B cardinality=69.67K(filtered from 360.00K) cost=1355609
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
@@ -1764,7 +1764,7 @@ max-parallelism=109 segment-costs=[1133783038, 37360954] cpu-comparison-result=1
|
||||
|
|
||||
02:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
@@ -39,7 +39,7 @@ Max Per-Host Resource Reservation: Memory=17.30MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=93MB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=92.69MB mem-reservation=17.30MB thread-reservation=1 runtime-filters-memory=4.00MB
|
||||
| max-parallelism=1 segment-costs=[11611013931, 8155, 800]
|
||||
| max-parallelism=1 segment-costs=[11599330761, 8155, 800]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: substr(tpcds_partitioned_parquet_snap.warehouse.w_warehouse_name, 1, 20), tpcds_partitioned_parquet_snap.ship_mode.sm_type, tpcds_partitioned_parquet_snap.web_site.web_name, sum(CASE WHEN subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk, tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk) <= 30 THEN 1 ELSE 0 END), sum(CASE WHEN subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk, tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk) > 30 AND subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk, tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk) <= 60 THEN 1 ELSE 0 END), sum(CASE WHEN subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk, tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk) > 60 AND subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk, tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk) <= 90 THEN 1 ELSE 0 END), sum(CASE WHEN subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk, tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk) > 90 AND subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk, tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk) <= 120 THEN 1 ELSE 0 END), sum(CASE WHEN subtract(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk, tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk) > 120 THEN 1 ELSE 0 END)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=800
|
||||
@@ -79,62 +79,62 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk = tpcds_partitioned_parquet_snap.web_site.web_site_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk = tpcds_partitioned_parquet_snap.web_site.web_site_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=960B cardinality=2.13G cost=931307329
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.web_site]
|
||||
| HDFS partitions=1/1 files=1 size=17.88KB
|
||||
| stored statistics:
|
||||
| table: rows=66 size=17.88KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=66
|
||||
| mem-estimate=16.00MB mem-reservation=208.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=465B cardinality=66 cost=247
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=495B cardinality=2.13G(filtered from 2.16G) cost=937148870
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| tuple-ids=0,2,4,6 row-size=960B cardinality=2.13G cost=931307285
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse]
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse]
|
||||
| HDFS partitions=1/1 files=1 size=5.99KB
|
||||
| stored statistics:
|
||||
| table: rows=22 size=5.99KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=22
|
||||
| mem-estimate=16.00MB mem-reservation=112.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=244B cardinality=22 cost=35
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=6 row-size=244B cardinality=22 cost=35
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_ship_mode_sk = tpcds_partitioned_parquet_snap.ship_mode.sm_ship_mode_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_ship_mode_sk = tpcds_partitioned_parquet_snap.ship_mode.sm_ship_mode_sk
|
||||
| runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.ship_mode.sm_ship_mode_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.ship_mode.sm_ship_mode_sk
|
||||
| runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.ship_mode.sm_ship_mode_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.ship_mode.sm_ship_mode_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=251B cardinality=2.13G(filtered from 2.16G) cost=937148868
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=716B cardinality=2.13G cost=931307283
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.ship_mode]
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.ship_mode]
|
||||
| HDFS partitions=1/1 files=1 size=2.68KB
|
||||
| stored statistics:
|
||||
| table: rows=20 size=2.68KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=20
|
||||
| mem-estimate=16.00MB mem-reservation=48.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=111B cardinality=20 cost=14
|
||||
| tuple-ids=4 row-size=111B cardinality=20 cost=14
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk = tpcds_partitioned_parquet_snap.web_site.web_site_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk = tpcds_partitioned_parquet_snap.web_site.web_site_sk
|
||||
| runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=605B cardinality=2.13G cost=931307329
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.web_site]
|
||||
| HDFS partitions=1/1 files=1 size=17.88KB
|
||||
| stored statistics:
|
||||
| table: rows=66 size=17.88KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=66
|
||||
| mem-estimate=16.00MB mem-reservation=208.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=465B cardinality=66 cost=247
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales]
|
||||
HDFS partitions=1824/1824 files=1824 size=145.75GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_warehouse_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_mode_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_warehouse_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_mode_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_warehouse_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_mode_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_warehouse_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_mode_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk
|
||||
stored statistics:
|
||||
table: rows=2.16G size=145.75GB
|
||||
partitions: 1824/1824 rows=2.16G
|
||||
@@ -184,7 +184,7 @@ max-parallelism=10 segment-costs=[368409, 8155, 266] cpu-comparison-result=120 [
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=4.00MB mem-reservation=4.00MB thread-reservation=0 runtime-filters-memory=4.00MB
|
||||
Per-Instance Resources: mem-estimate=29.66MB mem-reservation=2.26MB thread-reservation=1
|
||||
max-parallelism=1170 segment-costs=[11611638420, 1045327] cpu-comparison-result=120 [max(120 (self) vs 44 (sum children))]
|
||||
max-parallelism=1160 segment-costs=[11599955250, 1045327] cpu-comparison-result=120 [max(120 (self) vs 44 (sum children))]
|
||||
09:AGGREGATE [STREAMING]
|
||||
| output: sum(CAST(CASE WHEN subtract(CAST(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk AS BIGINT)) <= CAST(30 AS BIGINT) THEN CAST(1 AS TINYINT) ELSE CAST(0 AS TINYINT) END AS BIGINT)), sum(CAST(CASE WHEN subtract(CAST(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk AS BIGINT)) > CAST(30 AS BIGINT) AND subtract(CAST(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk AS BIGINT)) <= CAST(60 AS BIGINT) THEN CAST(1 AS TINYINT) ELSE CAST(0 AS TINYINT) END AS BIGINT)), sum(CAST(CASE WHEN subtract(CAST(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk AS BIGINT)) > CAST(60 AS BIGINT) AND subtract(CAST(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk AS BIGINT)) <= CAST(90 AS BIGINT) THEN CAST(1 AS TINYINT) ELSE CAST(0 AS TINYINT) END AS BIGINT)), sum(CAST(CASE WHEN subtract(CAST(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk AS BIGINT)) > CAST(90 AS BIGINT) AND subtract(CAST(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk AS BIGINT)) <= CAST(120 AS BIGINT) THEN CAST(1 AS TINYINT) ELSE CAST(0 AS TINYINT) END AS BIGINT)), sum(CAST(CASE WHEN subtract(CAST(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk AS BIGINT)) > CAST(120 AS BIGINT) THEN CAST(1 AS TINYINT) ELSE CAST(0 AS TINYINT) END AS BIGINT))
|
||||
| group by: substr(tpcds_partitioned_parquet_snap.warehouse.w_warehouse_name, CAST(1 AS BIGINT), CAST(20 AS BIGINT)), tpcds_partitioned_parquet_snap.ship_mode.sm_type, tpcds_partitioned_parquet_snap.web_site.web_name
|
||||
@@ -232,112 +232,112 @@ max-parallelism=1170 segment-costs=[11611638420, 1045327] cpu-comparison-result=
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk = tpcds_partitioned_parquet_snap.web_site.web_site_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk = tpcds_partitioned_parquet_snap.web_site.web_site_sk
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=960B cardinality=2.13G cost=931307263
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.31MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[146]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.web_site.web_site_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=66
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=60.14KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=465B cardinality=66 cost=80
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.83MB mem-reservation=208.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[331]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.web_site, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=17.88KB
|
||||
| stored statistics:
|
||||
| table: rows=66 size=17.88KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=66
|
||||
| mem-estimate=16.00MB mem-reservation=208.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=465B cardinality=66 cost=247
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=495B cardinality=2.13G(filtered from 2.16G) cost=937148848
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[42]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=22
|
||||
| |
|
||||
| 12:EXCHANGE [BROADCAST]
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=244B cardinality=22 cost=20
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | tuple-ids=6 row-size=244B cardinality=22 cost=20
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.97MB mem-reservation=112.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[49]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=5.99KB
|
||||
| stored statistics:
|
||||
| table: rows=22 size=5.99KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=22
|
||||
| mem-estimate=16.00MB mem-reservation=112.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=244B cardinality=22 cost=35
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=6 row-size=244B cardinality=22 cost=35
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=03
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_ship_mode_sk = tpcds_partitioned_parquet_snap.ship_mode.sm_ship_mode_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_ship_mode_sk = tpcds_partitioned_parquet_snap.ship_mode.sm_ship_mode_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=251B cardinality=2.13G(filtered from 2.16G) cost=937148848
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=716B cardinality=2.13G cost=931307263
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[40]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=03 plan-id=04 cohort-id=01
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.ship_mode.sm_ship_mode_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.ship_mode.sm_ship_mode_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.ship_mode.sm_ship_mode_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.ship_mode.sm_ship_mode_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.ship_mode.sm_ship_mode_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=20
|
||||
| |
|
||||
| 11:EXCHANGE [BROADCAST]
|
||||
| 12:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=111B cardinality=20 cost=20
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=111B cardinality=20 cost=20
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.45MB mem-reservation=48.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[20]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.ship_mode, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.ship_mode, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.68KB
|
||||
| stored statistics:
|
||||
| table: rows=20 size=2.68KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=20
|
||||
| mem-estimate=16.00MB mem-reservation=48.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=111B cardinality=20 cost=14
|
||||
| tuple-ids=4 row-size=111B cardinality=20 cost=14
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=03
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk = tpcds_partitioned_parquet_snap.web_site.web_site_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk = tpcds_partitioned_parquet_snap.web_site.web_site_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=605B cardinality=2.13G cost=931307263
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.31MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[146]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=03 plan-id=04 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.web_site.web_site_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=66
|
||||
| |
|
||||
| 11:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=60.14KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=465B cardinality=66 cost=80
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.83MB mem-reservation=208.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[331]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.web_site, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=17.88KB
|
||||
| stored statistics:
|
||||
| table: rows=66 size=17.88KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=66
|
||||
| mem-estimate=16.00MB mem-reservation=208.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=465B cardinality=66 cost=247
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=145.75GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_warehouse_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_mode_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_warehouse_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_mode_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_warehouse_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_mode_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_warehouse_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_mode_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk
|
||||
stored statistics:
|
||||
table: rows=2.16G size=145.75GB
|
||||
partitions: 1824/1824 rows=2.16G
|
||||
@@ -387,7 +387,7 @@ max-parallelism=10 segment-costs=[368409, 8155, 266] cpu-comparison-result=120 [
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=4.00MB mem-reservation=4.00MB thread-reservation=0 runtime-filters-memory=4.00MB
|
||||
Per-Instance Resources: mem-estimate=29.66MB mem-reservation=2.26MB thread-reservation=1
|
||||
max-parallelism=1170 segment-costs=[11611638420, 1045327] cpu-comparison-result=120 [max(120 (self) vs 44 (sum children))]
|
||||
max-parallelism=1160 segment-costs=[11599955250, 1045327] cpu-comparison-result=120 [max(120 (self) vs 44 (sum children))]
|
||||
09:AGGREGATE [STREAMING]
|
||||
| output: sum(CAST(CASE WHEN subtract(CAST(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk AS BIGINT)) <= CAST(30 AS BIGINT) THEN CAST(1 AS TINYINT) ELSE CAST(0 AS TINYINT) END AS BIGINT)), sum(CAST(CASE WHEN subtract(CAST(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk AS BIGINT)) > CAST(30 AS BIGINT) AND subtract(CAST(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk AS BIGINT)) <= CAST(60 AS BIGINT) THEN CAST(1 AS TINYINT) ELSE CAST(0 AS TINYINT) END AS BIGINT)), sum(CAST(CASE WHEN subtract(CAST(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk AS BIGINT)) > CAST(60 AS BIGINT) AND subtract(CAST(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk AS BIGINT)) <= CAST(90 AS BIGINT) THEN CAST(1 AS TINYINT) ELSE CAST(0 AS TINYINT) END AS BIGINT)), sum(CAST(CASE WHEN subtract(CAST(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk AS BIGINT)) > CAST(90 AS BIGINT) AND subtract(CAST(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk AS BIGINT)) <= CAST(120 AS BIGINT) THEN CAST(1 AS TINYINT) ELSE CAST(0 AS TINYINT) END AS BIGINT)), sum(CAST(CASE WHEN subtract(CAST(tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk AS BIGINT), CAST(tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk AS BIGINT)) > CAST(120 AS BIGINT) THEN CAST(1 AS TINYINT) ELSE CAST(0 AS TINYINT) END AS BIGINT))
|
||||
| group by: substr(tpcds_partitioned_parquet_snap.warehouse.w_warehouse_name, CAST(1 AS BIGINT), CAST(20 AS BIGINT)), tpcds_partitioned_parquet_snap.ship_mode.sm_type, tpcds_partitioned_parquet_snap.web_site.web_name
|
||||
@@ -435,112 +435,112 @@ max-parallelism=1170 segment-costs=[11611638420, 1045327] cpu-comparison-result=
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk = tpcds_partitioned_parquet_snap.web_site.web_site_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk = tpcds_partitioned_parquet_snap.web_site.web_site_sk
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=960B cardinality=2.13G cost=931307263
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.31MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[146]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.web_site.web_site_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=66
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=60.14KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=465B cardinality=66 cost=80
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.83MB mem-reservation=208.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[331]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.web_site, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=17.88KB
|
||||
| stored statistics:
|
||||
| table: rows=66 size=17.88KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=66
|
||||
| mem-estimate=16.00MB mem-reservation=208.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=465B cardinality=66 cost=247
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_warehouse_sk = tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=495B cardinality=2.13G(filtered from 2.16G) cost=937148848
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[42]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=22
|
||||
| |
|
||||
| 12:EXCHANGE [BROADCAST]
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=244B cardinality=22 cost=20
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | tuple-ids=6 row-size=244B cardinality=22 cost=20
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.97MB mem-reservation=112.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[49]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=5.99KB
|
||||
| stored statistics:
|
||||
| table: rows=22 size=5.99KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=22
|
||||
| mem-estimate=16.00MB mem-reservation=112.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=244B cardinality=22 cost=35
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=6 row-size=244B cardinality=22 cost=35
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=03
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_ship_mode_sk = tpcds_partitioned_parquet_snap.ship_mode.sm_ship_mode_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_ship_mode_sk = tpcds_partitioned_parquet_snap.ship_mode.sm_ship_mode_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=251B cardinality=2.13G(filtered from 2.16G) cost=937148848
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=716B cardinality=2.13G cost=931307263
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[40]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=03 plan-id=04 cohort-id=01
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.ship_mode.sm_ship_mode_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.ship_mode.sm_ship_mode_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.ship_mode.sm_ship_mode_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.ship_mode.sm_ship_mode_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.ship_mode.sm_ship_mode_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=20
|
||||
| |
|
||||
| 11:EXCHANGE [BROADCAST]
|
||||
| 12:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=111B cardinality=20 cost=20
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=111B cardinality=20 cost=20
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.45MB mem-reservation=48.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[20]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.ship_mode, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.ship_mode, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.68KB
|
||||
| stored statistics:
|
||||
| table: rows=20 size=2.68KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=20
|
||||
| mem-estimate=16.00MB mem-reservation=48.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=111B cardinality=20 cost=14
|
||||
| tuple-ids=4 row-size=111B cardinality=20 cost=14
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=03
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk = tpcds_partitioned_parquet_snap.web_site.web_site_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk = tpcds_partitioned_parquet_snap.web_site.web_site_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=605B cardinality=2.13G cost=931307263
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.31MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[146]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=03 plan-id=04 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.web_site.web_site_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=66
|
||||
| |
|
||||
| 11:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=60.14KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=465B cardinality=66 cost=80
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.83MB mem-reservation=208.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[331]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.web_site, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=17.88KB
|
||||
| stored statistics:
|
||||
| table: rows=66 size=17.88KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=66
|
||||
| mem-estimate=16.00MB mem-reservation=208.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=465B cardinality=66 cost=247
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=145.75GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_warehouse_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_mode_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_warehouse_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_mode_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_warehouse_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_mode_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_warehouse_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_ship_mode_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk
|
||||
stored statistics:
|
||||
table: rows=2.16G size=145.75GB
|
||||
partitions: 1824/1824 rows=2.16G
|
||||
|
||||
@@ -33,7 +33,7 @@ Max Per-Host Resource Reservation: Memory=25.54MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=77MB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=76.81MB mem-reservation=25.54MB thread-reservation=1 runtime-filters-memory=3.00MB
|
||||
| max-parallelism=1 segment-costs=[2366818849, 1723, 2838, 300]
|
||||
| max-parallelism=1 segment-costs=[2366578292, 1723, 2838, 300]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.item.i_manager_id, sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price), avg(sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price))
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=300
|
||||
@@ -72,14 +72,32 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 07(GETNEXT), 00(OPEN)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=1.17KB cardinality=327.58K cost=143744
|
||||
| tuple-ids=0,2,4,6 row-size=1.17KB cardinality=327.58K cost=144733
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=459B cardinality=1.35K cost=4718
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=327.58K cost=143744
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq = CAST(1205 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(2 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(3 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(4 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(5 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(6 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(7 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(8 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(9 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(10 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(11 AS INT))
|
||||
| stored statistics:
|
||||
@@ -88,25 +106,7 @@ PLAN-ROOT SINK
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq = CAST(1205 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(2 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(3 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(4 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(5 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(6 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(7 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(8 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(9 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(10 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(11 AS INT))
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=361 cost=112653
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=960B cardinality=327.58K(filtered from 1.66M) cost=385290
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=459B cardinality=1.35K cost=4718
|
||||
| tuple-ids=4 row-size=237B cardinality=361 cost=112653
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
@@ -131,7 +131,7 @@ PLAN-ROOT SINK
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -209,7 +209,7 @@ max-parallelism=10 segment-costs=[210063, 2448] cpu-comparison-result=120 [max(1
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
|
||||
Per-Instance Resources: mem-estimate=27.09MB mem-reservation=10.00MB thread-reservation=1
|
||||
max-parallelism=240 segment-costs=[2365828581, 264359] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
max-parallelism=240 segment-costs=[2365588024, 264359] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
07:AGGREGATE [STREAMING]
|
||||
| output: sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_manager_id, tpcds_partitioned_parquet_snap.date_dim.d_moy
|
||||
@@ -219,30 +219,65 @@ max-parallelism=240 segment-costs=[2365828581, 264359] cpu-comparison-result=120
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=1.17KB cardinality=327.58K cost=143383
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.41MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[831]
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=361
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 14:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=168.62KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=361 cost=470
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=459B cardinality=1.35K cost=4718
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=327.58K cost=143383
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.41MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[831]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=361
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=168.62KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=237B cardinality=361 cost=470
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[112891]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq = CAST(1205 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(2 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(3 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(4 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(5 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(6 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(7 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(8 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(9 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(10 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(11 AS INT))
|
||||
| stored statistics:
|
||||
@@ -251,42 +286,7 @@ max-parallelism=240 segment-costs=[2365828581, 264359] cpu-comparison-result=120
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq = CAST(1205 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(2 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(3 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(4 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(5 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(6 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(7 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(8 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(9 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(10 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(11 AS INT))
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=361 cost=112653
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=960B cardinality=327.58K(filtered from 1.66M) cost=383940
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=459B cardinality=1.35K cost=4718
|
||||
| tuple-ids=4 row-size=237B cardinality=361 cost=112653
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
@@ -328,7 +328,7 @@ max-parallelism=240 segment-costs=[2365828581, 264359] cpu-comparison-result=120
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -406,7 +406,7 @@ max-parallelism=10 segment-costs=[210063, 2448] cpu-comparison-result=120 [max(1
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
|
||||
Per-Instance Resources: mem-estimate=27.09MB mem-reservation=10.00MB thread-reservation=1
|
||||
max-parallelism=240 segment-costs=[2365828581, 264359] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
max-parallelism=240 segment-costs=[2365588024, 264359] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
07:AGGREGATE [STREAMING]
|
||||
| output: sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_manager_id, tpcds_partitioned_parquet_snap.date_dim.d_moy
|
||||
@@ -416,30 +416,65 @@ max-parallelism=240 segment-costs=[2365828581, 264359] cpu-comparison-result=120
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=1.17KB cardinality=327.58K cost=143383
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.41MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[831]
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=361
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 14:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=168.62KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=361 cost=470
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=459B cardinality=1.35K cost=4718
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=327.58K cost=143383
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=24.41MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[831]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=361
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=168.62KB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=237B cardinality=361 cost=470
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[112891]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq = CAST(1205 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(2 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(3 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(4 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(5 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(6 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(7 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(8 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(9 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(10 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(11 AS INT))
|
||||
| stored statistics:
|
||||
@@ -448,42 +483,7 @@ max-parallelism=240 segment-costs=[2365828581, 264359] cpu-comparison-result=120
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq = CAST(1205 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(2 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(3 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(4 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(5 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(6 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(7 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(8 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(9 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(10 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_month_seq = add(CAST(1205 AS INT), CAST(11 AS INT))
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=361 cost=112653
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=960B cardinality=327.58K(filtered from 1.66M) cost=383940
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=459B cardinality=1.35K cost=4718
|
||||
| tuple-ids=4 row-size=237B cardinality=361 cost=112653
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
@@ -525,7 +525,7 @@ max-parallelism=240 segment-costs=[2365828581, 264359] cpu-comparison-result=120
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
@@ -33,7 +33,7 @@ Max Per-Host Resource Reservation: Memory=129.48MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=8.61GB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=8.61GB mem-reservation=129.48MB thread-reservation=1 runtime-filters-memory=5.00MB
|
||||
| max-parallelism=1 segment-costs=[28662895061, 28662895061, 68796982, 162520756711, 600]
|
||||
| max-parallelism=1 segment-costs=[28662895061, 28662895061, 68796982, 166413487977, 600]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: s_store_name, i_item_desc, sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price), i_current_price, i_wholesale_cost, i_brand
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=600
|
||||
@@ -41,7 +41,7 @@ PLAN-ROOT SINK
|
||||
14:TOP-N [LIMIT=100]
|
||||
| order by: s_store_name ASC NULLS LAST, i_item_desc ASC NULLS LAST
|
||||
| mem-estimate=17.65KB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=16 row-size=181B cardinality=100 cost=160790255687
|
||||
| tuple-ids=16 row-size=181B cardinality=100 cost=164647024689
|
||||
| in pipelines: 14(GETNEXT), 03(OPEN)
|
||||
|
|
||||
13:HASH JOIN [INNER JOIN]
|
||||
@@ -50,40 +50,40 @@ PLAN-ROOT SINK
|
||||
| other join predicates: sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price) <= multiply(CAST(0.1 AS DECIMAL(2,1)), avg(sum(tpcds_partitioned_parquet_snap.store_sales_0.ss_sales_price)))
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=4,5,14,13 row-size=908B cardinality=8.64G cost=1625855090
|
||||
| in pipelines: 03(GETNEXT), 11(OPEN)
|
||||
| tuple-ids=4,5,7,15 row-size=908B cardinality=8.84G cost=1661817351
|
||||
| in pipelines: 03(GETNEXT), 06(OPEN)
|
||||
|
|
||||
|--12:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store.s_store_sk = tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store.s_store_sk = tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk
|
||||
| | fk/pk conjuncts: none
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=14,13 row-size=479B cardinality=653 cost=942
|
||||
| | in pipelines: 11(GETNEXT), 10(OPEN)
|
||||
| | tuple-ids=7,15 row-size=479B cardinality=668 cost=945
|
||||
| | in pipelines: 06(GETNEXT), 11(OPEN)
|
||||
| |
|
||||
| |--10:AGGREGATE [FINALIZE]
|
||||
| |--11:AGGREGATE [FINALIZE]
|
||||
| | | output: avg(sum(tpcds_partitioned_parquet_snap.store_sales_0.ss_sales_price))
|
||||
| | | group by: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk
|
||||
| | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | | tuple-ids=13 row-size=20B cardinality=653 cost=68796982
|
||||
| | | in pipelines: 10(GETNEXT), 09(OPEN)
|
||||
| | | tuple-ids=15 row-size=20B cardinality=653 cost=68796982
|
||||
| | | in pipelines: 11(GETNEXT), 10(OPEN)
|
||||
| | |
|
||||
| | 09:AGGREGATE [FINALIZE]
|
||||
| | 10:AGGREGATE [FINALIZE]
|
||||
| | | output: sum(tpcds_partitioned_parquet_snap.store_sales_0.ss_sales_price)
|
||||
| | | group by: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk
|
||||
| | | mem-estimate=4.19GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | | tuple-ids=11 row-size=24B cardinality=235.20M cost=12937227008
|
||||
| | | in pipelines: 09(GETNEXT), 06(OPEN)
|
||||
| | | tuple-ids=13 row-size=24B cardinality=235.20M cost=12937227008
|
||||
| | | in pipelines: 10(GETNEXT), 07(OPEN)
|
||||
| | |
|
||||
| | 08:HASH JOIN [INNER JOIN]
|
||||
| | 09:HASH JOIN [INNER JOIN]
|
||||
| | | hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| | | tuple-ids=7,9 row-size=333B cardinality=8.64G cost=3781706938
|
||||
| | | in pipelines: 06(GETNEXT), 07(OPEN)
|
||||
| | | tuple-ids=9,11 row-size=333B cardinality=8.64G cost=3781706938
|
||||
| | | in pipelines: 07(GETNEXT), 08(OPEN)
|
||||
| | |
|
||||
| | |--07:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| | |--08:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| | | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq <= add(CAST(1208 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq >= CAST(1208 AS INT)
|
||||
| | | stored statistics:
|
||||
@@ -93,10 +93,10 @@ PLAN-ROOT SINK
|
||||
| | | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq <= add(CAST(1208 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq >= CAST(1208 AS INT)
|
||||
| | | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq <= add(CAST(1208 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq >= CAST(1208 AS INT)
|
||||
| | | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | | tuple-ids=9 row-size=237B cardinality=7.30K cost=114705
|
||||
| | | in pipelines: 07(GETNEXT)
|
||||
| | | tuple-ids=11 row-size=237B cardinality=7.30K cost=114705
|
||||
| | | in pipelines: 08(GETNEXT)
|
||||
| | |
|
||||
| | 06:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
| | 07:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
| | HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
| | runtime filters: RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk
|
||||
| | stored statistics:
|
||||
@@ -105,10 +105,10 @@ PLAN-ROOT SINK
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=390.22M
|
||||
| | mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
| | tuple-ids=7 row-size=96B cardinality=8.64G cost=11943846410
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| | tuple-ids=9 row-size=96B cardinality=8.64G cost=11943846410
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| |
|
||||
| 11:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| 06:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.store.s_store_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| stored statistics:
|
||||
@@ -116,8 +116,8 @@ PLAN-ROOT SINK
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=14 row-size=459B cardinality=668(filtered from 1.35K) cost=4718
|
||||
| in pipelines: 11(GETNEXT)
|
||||
| tuple-ids=7 row-size=459B cardinality=668(filtered from 1.35K) cost=4718
|
||||
| in pipelines: 06(GETNEXT)
|
||||
|
|
||||
05:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
@@ -195,11 +195,11 @@ PLAN-ROOT SINK
|
||||
|
|
||||
F02:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_store_sk,tpcds_partitioned_parquet_snap.store_sales.ss_item_sk)] hosts=10 instances=120
|
||||
Per-Instance Resources: mem-estimate=80.57MB mem-reservation=34.00MB thread-reservation=1
|
||||
max-parallelism=16260 segment-costs=[12940680071, 162519034789, 504] cpu-comparison-result=265 [max(120 (self) vs 265 (sum children))]
|
||||
max-parallelism=16650 segment-costs=[12940680071, 166411766037, 504] cpu-comparison-result=265 [max(120 (self) vs 265 (sum children))]
|
||||
14:TOP-N [LIMIT=100]
|
||||
| order by: s_store_name ASC NULLS LAST, i_item_desc ASC NULLS LAST
|
||||
| mem-estimate=17.65KB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=16 row-size=181B cardinality=100 cost=160790255687
|
||||
| tuple-ids=16 row-size=181B cardinality=100 cost=164647024689
|
||||
| in pipelines: 14(GETNEXT), 17(OPEN)
|
||||
|
|
||||
13:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
@@ -208,33 +208,33 @@ max-parallelism=16260 segment-costs=[12940680071, 162519034789, 504] cpu-compari
|
||||
| fk/pk conjuncts: none
|
||||
| other join predicates: sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price) <= multiply(CAST(0.1 AS DECIMAL(2,1)), avg(sum(tpcds_partitioned_parquet_snap.store_sales_0.ss_sales_price)))
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=4,5,13,14 row-size=908B cardinality=8.64G cost=1625854437
|
||||
| tuple-ids=4,5,15,7 row-size=908B cardinality=8.84G cost=1661816683
|
||||
| in pipelines: 17(GETNEXT), 23(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_store_sk,tpcds_partitioned_parquet_snap.store_sales.ss_item_sk)] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=27.58MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[1513] cpu-comparison-result=131 [max(10 (self) vs 131 (sum children))]
|
||||
| | Per-Instance Resources: mem-estimate=27.66MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[1548] cpu-comparison-result=131 [max(10 (self) vs 131 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=653
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=668
|
||||
| |
|
||||
| 25:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=3.33MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=13,14 row-size=479B cardinality=653 cost=860
|
||||
| | mem-estimate=3.41MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=15,7 row-size=479B cardinality=668 cost=880
|
||||
| | in pipelines: 23(GETNEXT)
|
||||
| |
|
||||
| F07:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
| Per-Instance Resources: mem-estimate=12.73MB mem-reservation=1.94MB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[40536, 1157] cpu-comparison-result=131 [max(10 (self) vs 131 (sum children))]
|
||||
| max-parallelism=10 segment-costs=[40536, 1180] cpu-comparison-result=131 [max(10 (self) vs 131 (sum children))]
|
||||
| 12:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | fk/pk conjuncts: none
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=13,14 row-size=479B cardinality=653 cost=285
|
||||
| | in pipelines: 23(GETNEXT), 11(OPEN)
|
||||
| | tuple-ids=15,7 row-size=479B cardinality=668 cost=288
|
||||
| | in pipelines: 23(GETNEXT), 06(OPEN)
|
||||
| |
|
||||
| |--F11:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
| | | Per-Instance Resources: mem-estimate=3.98MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -247,74 +247,74 @@ max-parallelism=16260 segment-costs=[12940680071, 162519034789, 504] cpu-compari
|
||||
| | |
|
||||
| | 24:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store.s_store_sk)]
|
||||
| | | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=14 row-size=459B cardinality=1.35K cost=2998
|
||||
| | | in pipelines: 11(GETNEXT)
|
||||
| | | tuple-ids=7 row-size=459B cardinality=1.35K cost=2998
|
||||
| | | in pipelines: 06(GETNEXT)
|
||||
| | |
|
||||
| | F08:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=34.07MB mem-reservation=232.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[45294]
|
||||
| | 11:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | 06:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=14 row-size=459B cardinality=1.35K cost=4718
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| | tuple-ids=7 row-size=459B cardinality=1.35K cost=4718
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| |
|
||||
| 23:AGGREGATE [FINALIZE]
|
||||
| | output: avg:merge(sum(tpcds_partitioned_parquet_snap.store_sales_0.ss_sales_price))
|
||||
| | group by: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk
|
||||
| | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=13 row-size=20B cardinality=653 cost=24622
|
||||
| | tuple-ids=15 row-size=20B cardinality=653 cost=24622
|
||||
| | in pipelines: 23(GETNEXT), 21(OPEN)
|
||||
| |
|
||||
| 22:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk)]
|
||||
| | mem-estimate=2.73MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=12 row-size=20B cardinality=78.36K cost=15914
|
||||
| | tuple-ids=14 row-size=20B cardinality=78.36K cost=15914
|
||||
| | in pipelines: 21(GETNEXT)
|
||||
| |
|
||||
| F06:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk,tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk)] hosts=10 instances=110 (adjusted from 120)
|
||||
| Per-Instance Resources: mem-estimate=96.69MB mem-reservation=36.00MB thread-reservation=1
|
||||
| max-parallelism=1300 segment-costs=[12940680071, 68999580, 141298] cpu-comparison-result=120 [max(110 (self) vs 120 (sum children))]
|
||||
| 10:AGGREGATE [STREAMING]
|
||||
| 11:AGGREGATE [STREAMING]
|
||||
| | output: avg(sum(tpcds_partitioned_parquet_snap.store_sales_0.ss_sales_price))
|
||||
| | group by: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk
|
||||
| | mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=12 row-size=20B cardinality=78.36K cost=68999580
|
||||
| | tuple-ids=14 row-size=20B cardinality=78.36K cost=68999580
|
||||
| | in pipelines: 21(GETNEXT)
|
||||
| |
|
||||
| 21:AGGREGATE [FINALIZE]
|
||||
| | output: sum:merge(tpcds_partitioned_parquet_snap.store_sales_0.ss_sales_price)
|
||||
| | group by: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk
|
||||
| | mem-estimate=73.41MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=11 row-size=24B cardinality=235.20M cost=11292119815
|
||||
| | in pipelines: 21(GETNEXT), 06(OPEN)
|
||||
| | tuple-ids=13 row-size=24B cardinality=235.20M cost=11292119815
|
||||
| | in pipelines: 21(GETNEXT), 07(OPEN)
|
||||
| |
|
||||
| 20:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk,tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk)]
|
||||
| | mem-estimate=13.28MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=11 row-size=24B cardinality=7.44G cost=1648560256
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| | tuple-ids=13 row-size=24B cardinality=7.44G cost=1648560256
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| |
|
||||
| F04:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
| Per-Instance Resources: mem-estimate=1.18GB mem-reservation=42.00MB thread-reservation=1
|
||||
| max-parallelism=1824 segment-costs=[61301993045, 15337936685] cpu-comparison-result=120 [max(120 (self) vs 11 (sum children))]
|
||||
| 09:AGGREGATE [STREAMING]
|
||||
| 10:AGGREGATE [STREAMING]
|
||||
| | output: sum(tpcds_partitioned_parquet_snap.store_sales_0.ss_sales_price)
|
||||
| | group by: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk
|
||||
| | mem-estimate=1.16GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=11 row-size=24B cardinality=7.44G cost=45576447002
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| | tuple-ids=13 row-size=24B cardinality=7.44G cost=45576447002
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| |
|
||||
| 08:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| 09:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=7,9 row-size=333B cardinality=8.64G cost=3781699633
|
||||
| | in pipelines: 06(GETNEXT), 07(OPEN)
|
||||
| | tuple-ids=9,11 row-size=333B cardinality=8.64G cost=3781699633
|
||||
| | in pipelines: 07(GETNEXT), 08(OPEN)
|
||||
| |
|
||||
| |--F12:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -327,13 +327,13 @@ max-parallelism=16260 segment-costs=[12940680071, 162519034789, 504] cpu-compari
|
||||
| | |
|
||||
| | 19:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=9 row-size=237B cardinality=7.30K cost=9700
|
||||
| | | in pipelines: 07(GETNEXT)
|
||||
| | | tuple-ids=11 row-size=237B cardinality=7.30K cost=9700
|
||||
| | | in pipelines: 08(GETNEXT)
|
||||
| | |
|
||||
| | F05:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[119540]
|
||||
| | 07:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 08:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq <= add(CAST(1208 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq >= CAST(1208 AS INT)
|
||||
| | stored statistics:
|
||||
@@ -343,10 +343,10 @@ max-parallelism=16260 segment-costs=[12940680071, 162519034789, 504] cpu-compari
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq <= add(CAST(1208 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq >= CAST(1208 AS INT)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq <= add(CAST(1208 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq >= CAST(1208 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=9 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| | tuple-ids=11 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 08(GETNEXT)
|
||||
| |
|
||||
| 06:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk
|
||||
| stored statistics:
|
||||
@@ -355,8 +355,8 @@ max-parallelism=16260 segment-costs=[12940680071, 162519034789, 504] cpu-compari
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=390.22M
|
||||
| mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
| tuple-ids=7 row-size=96B cardinality=8.64G cost=11943846410
|
||||
| in pipelines: 06(GETNEXT)
|
||||
| tuple-ids=9 row-size=96B cardinality=8.64G cost=11943846410
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=03
|
||||
@@ -484,11 +484,11 @@ PLAN-ROOT SINK
|
||||
|
|
||||
F02:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_store_sk,tpcds_partitioned_parquet_snap.store_sales.ss_item_sk)] hosts=10 instances=120
|
||||
Per-Instance Resources: mem-estimate=80.57MB mem-reservation=34.00MB thread-reservation=1
|
||||
max-parallelism=16260 segment-costs=[12940680071, 162519034789, 504] cpu-comparison-result=265 [max(120 (self) vs 265 (sum children))]
|
||||
max-parallelism=16650 segment-costs=[12940680071, 166411766037, 504] cpu-comparison-result=265 [max(120 (self) vs 265 (sum children))]
|
||||
14:TOP-N [LIMIT=100]
|
||||
| order by: s_store_name ASC NULLS LAST, i_item_desc ASC NULLS LAST
|
||||
| mem-estimate=17.65KB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=16 row-size=181B cardinality=100 cost=160790255687
|
||||
| tuple-ids=16 row-size=181B cardinality=100 cost=164647024689
|
||||
| in pipelines: 14(GETNEXT), 17(OPEN)
|
||||
|
|
||||
13:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
@@ -497,33 +497,33 @@ max-parallelism=16260 segment-costs=[12940680071, 162519034789, 504] cpu-compari
|
||||
| fk/pk conjuncts: none
|
||||
| other join predicates: sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price) <= multiply(CAST(0.1 AS DECIMAL(2,1)), avg(sum(tpcds_partitioned_parquet_snap.store_sales_0.ss_sales_price)))
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=4,5,13,14 row-size=908B cardinality=8.64G cost=1625854437
|
||||
| tuple-ids=4,5,15,7 row-size=908B cardinality=8.84G cost=1661816683
|
||||
| in pipelines: 17(GETNEXT), 23(OPEN)
|
||||
|
|
||||
|--F10:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_store_sk,tpcds_partitioned_parquet_snap.store_sales.ss_item_sk)] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=27.58MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[1513] cpu-comparison-result=131 [max(10 (self) vs 131 (sum children))]
|
||||
| | Per-Instance Resources: mem-estimate=27.66MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[1548] cpu-comparison-result=131 [max(10 (self) vs 131 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=653
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=668
|
||||
| |
|
||||
| 25:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=3.33MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=13,14 row-size=479B cardinality=653 cost=860
|
||||
| | mem-estimate=3.41MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=15,7 row-size=479B cardinality=668 cost=880
|
||||
| | in pipelines: 23(GETNEXT)
|
||||
| |
|
||||
| F07:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
| Per-Instance Resources: mem-estimate=12.73MB mem-reservation=1.94MB thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[40536, 1157] cpu-comparison-result=131 [max(10 (self) vs 131 (sum children))]
|
||||
| max-parallelism=10 segment-costs=[40536, 1180] cpu-comparison-result=131 [max(10 (self) vs 131 (sum children))]
|
||||
| 12:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | fk/pk conjuncts: none
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=13,14 row-size=479B cardinality=653 cost=285
|
||||
| | in pipelines: 23(GETNEXT), 11(OPEN)
|
||||
| | tuple-ids=15,7 row-size=479B cardinality=668 cost=288
|
||||
| | in pipelines: 23(GETNEXT), 06(OPEN)
|
||||
| |
|
||||
| |--F11:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
| | | Per-Instance Resources: mem-estimate=3.98MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -536,74 +536,74 @@ max-parallelism=16260 segment-costs=[12940680071, 162519034789, 504] cpu-compari
|
||||
| | |
|
||||
| | 24:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store.s_store_sk)]
|
||||
| | | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=14 row-size=459B cardinality=1.35K cost=2998
|
||||
| | | in pipelines: 11(GETNEXT)
|
||||
| | | tuple-ids=7 row-size=459B cardinality=1.35K cost=2998
|
||||
| | | in pipelines: 06(GETNEXT)
|
||||
| | |
|
||||
| | F08:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=34.07MB mem-reservation=232.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[45294]
|
||||
| | 11:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | 06:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=14 row-size=459B cardinality=1.35K cost=4718
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| | tuple-ids=7 row-size=459B cardinality=1.35K cost=4718
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| |
|
||||
| 23:AGGREGATE [FINALIZE]
|
||||
| | output: avg:merge(sum(tpcds_partitioned_parquet_snap.store_sales_0.ss_sales_price))
|
||||
| | group by: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk
|
||||
| | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=13 row-size=20B cardinality=653 cost=24622
|
||||
| | tuple-ids=15 row-size=20B cardinality=653 cost=24622
|
||||
| | in pipelines: 23(GETNEXT), 21(OPEN)
|
||||
| |
|
||||
| 22:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk)]
|
||||
| | mem-estimate=2.73MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=12 row-size=20B cardinality=78.36K cost=15914
|
||||
| | tuple-ids=14 row-size=20B cardinality=78.36K cost=15914
|
||||
| | in pipelines: 21(GETNEXT)
|
||||
| |
|
||||
| F06:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk,tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk)] hosts=10 instances=110 (adjusted from 120)
|
||||
| Per-Instance Resources: mem-estimate=96.69MB mem-reservation=36.00MB thread-reservation=1
|
||||
| max-parallelism=1300 segment-costs=[12940680071, 68999580, 141298] cpu-comparison-result=120 [max(110 (self) vs 120 (sum children))]
|
||||
| 10:AGGREGATE [STREAMING]
|
||||
| 11:AGGREGATE [STREAMING]
|
||||
| | output: avg(sum(tpcds_partitioned_parquet_snap.store_sales_0.ss_sales_price))
|
||||
| | group by: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk
|
||||
| | mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=12 row-size=20B cardinality=78.36K cost=68999580
|
||||
| | tuple-ids=14 row-size=20B cardinality=78.36K cost=68999580
|
||||
| | in pipelines: 21(GETNEXT)
|
||||
| |
|
||||
| 21:AGGREGATE [FINALIZE]
|
||||
| | output: sum:merge(tpcds_partitioned_parquet_snap.store_sales_0.ss_sales_price)
|
||||
| | group by: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk
|
||||
| | mem-estimate=73.41MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=11 row-size=24B cardinality=235.20M cost=11292119815
|
||||
| | in pipelines: 21(GETNEXT), 06(OPEN)
|
||||
| | tuple-ids=13 row-size=24B cardinality=235.20M cost=11292119815
|
||||
| | in pipelines: 21(GETNEXT), 07(OPEN)
|
||||
| |
|
||||
| 20:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk,tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk)]
|
||||
| | mem-estimate=13.28MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=11 row-size=24B cardinality=7.44G cost=1648560256
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| | tuple-ids=13 row-size=24B cardinality=7.44G cost=1648560256
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| |
|
||||
| F04:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
| Per-Instance Resources: mem-estimate=1.18GB mem-reservation=42.00MB thread-reservation=1
|
||||
| max-parallelism=1824 segment-costs=[61301993045, 15337936685] cpu-comparison-result=120 [max(120 (self) vs 11 (sum children))]
|
||||
| 09:AGGREGATE [STREAMING]
|
||||
| 10:AGGREGATE [STREAMING]
|
||||
| | output: sum(tpcds_partitioned_parquet_snap.store_sales_0.ss_sales_price)
|
||||
| | group by: tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk
|
||||
| | mem-estimate=1.16GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=11 row-size=24B cardinality=7.44G cost=45576447002
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| | tuple-ids=13 row-size=24B cardinality=7.44G cost=45576447002
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| |
|
||||
| 08:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| 09:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=7,9 row-size=333B cardinality=8.64G cost=3781699633
|
||||
| | in pipelines: 06(GETNEXT), 07(OPEN)
|
||||
| | tuple-ids=9,11 row-size=333B cardinality=8.64G cost=3781699633
|
||||
| | in pipelines: 07(GETNEXT), 08(OPEN)
|
||||
| |
|
||||
| |--F12:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -616,13 +616,13 @@ max-parallelism=16260 segment-costs=[12940680071, 162519034789, 504] cpu-compari
|
||||
| | |
|
||||
| | 19:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=9 row-size=237B cardinality=7.30K cost=9700
|
||||
| | | in pipelines: 07(GETNEXT)
|
||||
| | | tuple-ids=11 row-size=237B cardinality=7.30K cost=9700
|
||||
| | | in pipelines: 08(GETNEXT)
|
||||
| | |
|
||||
| | F05:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[119540]
|
||||
| | 07:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 08:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq <= add(CAST(1208 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq >= CAST(1208 AS INT)
|
||||
| | stored statistics:
|
||||
@@ -632,10 +632,10 @@ max-parallelism=16260 segment-costs=[12940680071, 162519034789, 504] cpu-compari
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq <= add(CAST(1208 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq >= CAST(1208 AS INT)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq <= add(CAST(1208 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim_0.d_month_seq >= CAST(1208 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=9 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 07(GETNEXT)
|
||||
| | tuple-ids=11 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 08(GETNEXT)
|
||||
| |
|
||||
| 06:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_store_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk
|
||||
| stored statistics:
|
||||
@@ -644,8 +644,8 @@ max-parallelism=16260 segment-costs=[12940680071, 162519034789, 504] cpu-compari
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=390.22M
|
||||
| mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
| tuple-ids=7 row-size=96B cardinality=8.64G cost=11943846410
|
||||
| in pipelines: 06(GETNEXT)
|
||||
| tuple-ids=9 row-size=96B cardinality=8.64G cost=11943846410
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=03
|
||||
|
||||
File diff suppressed because one or more lines are too long
@@ -48,7 +48,7 @@ Max Per-Host Resource Reservation: Memory=264.56MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=55.19GB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=55.19GB mem-reservation=264.56MB thread-reservation=1 runtime-filters-memory=3.00MB
|
||||
| max-parallelism=1 segment-costs=[186127299952, 73050686125, 54567099909, 45827804421, 1000]
|
||||
| max-parallelism=1 segment-costs=[186125735178, 73050686125, 54567099909, 45827804421, 1000]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: CASE valid_tid(16,8,9,10,11,12,13,14,15) WHEN 8 THEN tpcds_partitioned_parquet_snap.item.i_category WHEN 9 THEN tpcds_partitioned_parquet_snap.item.i_category WHEN 10 THEN tpcds_partitioned_parquet_snap.item.i_category WHEN 11 THEN tpcds_partitioned_parquet_snap.item.i_category WHEN 12 THEN tpcds_partitioned_parquet_snap.item.i_category WHEN 13 THEN tpcds_partitioned_parquet_snap.item.i_category WHEN 14 THEN tpcds_partitioned_parquet_snap.item.i_category WHEN 15 THEN tpcds_partitioned_parquet_snap.item.i_category WHEN 16 THEN NULL END, CASE valid_tid(16,8,9,10,11,12,13,14,15) WHEN 8 THEN tpcds_partitioned_parquet_snap.item.i_class WHEN 9 THEN tpcds_partitioned_parquet_snap.item.i_class WHEN 10 THEN tpcds_partitioned_parquet_snap.item.i_class WHEN 11 THEN tpcds_partitioned_parquet_snap.item.i_class WHEN 12 THEN tpcds_partitioned_parquet_snap.item.i_class WHEN 13 THEN tpcds_partitioned_parquet_snap.item.i_class WHEN 14 THEN tpcds_partitioned_parquet_snap.item.i_class WHEN 15 THEN NULL WHEN 16 THEN NULL END, CASE valid_tid(16,8,9,10,11,12,13,14,15) WHEN 8 THEN tpcds_partitioned_parquet_snap.item.i_brand WHEN 9 THEN tpcds_partitioned_parquet_snap.item.i_brand WHEN 10 THEN tpcds_partitioned_parquet_snap.item.i_brand WHEN 11 THEN tpcds_partitioned_parquet_snap.item.i_brand WHEN 12 THEN tpcds_partitioned_parquet_snap.item.i_brand WHEN 13 THEN tpcds_partitioned_parquet_snap.item.i_brand WHEN 14 THEN NULL WHEN 15 THEN NULL WHEN 16 THEN NULL END, CASE valid_tid(16,8,9,10,11,12,13,14,15) WHEN 8 THEN tpcds_partitioned_parquet_snap.item.i_product_name WHEN 9 THEN tpcds_partitioned_parquet_snap.item.i_product_name WHEN 10 THEN tpcds_partitioned_parquet_snap.item.i_product_name WHEN 11 THEN tpcds_partitioned_parquet_snap.item.i_product_name WHEN 12 THEN tpcds_partitioned_parquet_snap.item.i_product_name WHEN 13 THEN NULL WHEN 14 THEN NULL WHEN 15 THEN NULL WHEN 16 THEN NULL END, CASE valid_tid(16,8,9,10,11,12,13,14,15) WHEN 8 THEN tpcds_partitioned_parquet_snap.date_dim.d_year WHEN 9 THEN tpcds_partitioned_parquet_snap.date_dim.d_year WHEN 10 THEN tpcds_partitioned_parquet_snap.date_dim.d_year WHEN 11 THEN tpcds_partitioned_parquet_snap.date_dim.d_year WHEN 12 THEN NULL WHEN 13 THEN NULL WHEN 14 THEN NULL WHEN 15 THEN NULL WHEN 16 THEN NULL END, CASE valid_tid(16,8,9,10,11,12,13,14,15) WHEN 8 THEN tpcds_partitioned_parquet_snap.date_dim.d_qoy WHEN 9 THEN tpcds_partitioned_parquet_snap.date_dim.d_qoy WHEN 10 THEN tpcds_partitioned_parquet_snap.date_dim.d_qoy WHEN 11 THEN NULL WHEN 12 THEN NULL WHEN 13 THEN NULL WHEN 14 THEN NULL WHEN 15 THEN NULL WHEN 16 THEN NULL END, CASE valid_tid(16,8,9,10,11,12,13,14,15) WHEN 8 THEN tpcds_partitioned_parquet_snap.date_dim.d_moy WHEN 9 THEN tpcds_partitioned_parquet_snap.date_dim.d_moy WHEN 10 THEN NULL WHEN 11 THEN NULL WHEN 12 THEN NULL WHEN 13 THEN NULL WHEN 14 THEN NULL WHEN 15 THEN NULL WHEN 16 THEN NULL END, CASE valid_tid(16,8,9,10,11,12,13,14,15) WHEN 8 THEN tpcds_partitioned_parquet_snap.store.s_store_id WHEN 9 THEN NULL WHEN 10 THEN NULL WHEN 11 THEN NULL WHEN 12 THEN NULL WHEN 13 THEN NULL WHEN 14 THEN NULL WHEN 15 THEN NULL WHEN 16 THEN NULL END, aggif(valid_tid(16,8,9,10,11,12,13,14,15) IN (8, 9, 10, 11, 12, 13, 14, 15, 16), CASE valid_tid(16,8,9,10,11,12,13,14,15) WHEN 8 THEN sum(coalesce(multiply(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price, tpcds_partitioned_parquet_snap.store_sales.ss_quantity), 0)) WHEN 9 THEN sum(coalesce(multiply(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price, tpcds_partitioned_parquet_snap.store_sales.ss_quantity), 0)) WHEN 10 THEN sum(coalesce(multiply(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price, tpcds_partitioned_parquet_snap.store_sales.ss_quantity), 0)) WHEN 11 THEN sum(coalesce(multiply(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price, tpcds_partitioned_parquet_snap.store_sales.ss_quantity), 0)) WHEN 12 THEN sum(coalesce(multiply(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price, tpcds_partitioned_parquet_snap.store_sales.ss_quantity), 0)) WHEN 13 THEN sum(coalesce(multiply(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price, tpcds_partitioned_parquet_snap.store_sales.ss_quantity), 0)) WHEN 14 THEN sum(coalesce(multiply(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price, tpcds_partitioned_parquet_snap.store_sales.ss_quantity), 0)) WHEN 15 THEN sum(coalesce(multiply(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price, tpcds_partitioned_parquet_snap.store_sales.ss_quantity), 0)) WHEN 16 THEN sum(coalesce(multiply(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price, tpcds_partitioned_parquet_snap.store_sales.ss_quantity), 0)) END), rank()
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=1000
|
||||
@@ -120,21 +120,21 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 07(GETNEXT), 00(OPEN)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=151.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=1.17KB cardinality=8.64G cost=3780169729
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=1.17KB cardinality=8.64G cost=3779811079
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=405B cardinality=360.00K cost=1355609
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=459B cardinality=1.35K cost=4718
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
@@ -142,7 +142,7 @@ PLAN-ROOT SINK
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=792B cardinality=8.64G(filtered from 8.64G) cost=3780599421
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=8.64G cost=3779817034
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
@@ -159,26 +159,26 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=555B cardinality=8.64G(filtered from 8.64G) cost=3780593466
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=151.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=501B cardinality=8.64G cost=3780169729
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=459B cardinality=1.35K cost=4718
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -289,7 +289,7 @@ max-parallelism=26630 segment-costs=[266227423359, 73050686125, 79701558405] cpu
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
|
||||
Per-Instance Resources: mem-estimate=4.31GB mem-reservation=219.00MB thread-reservation=1
|
||||
max-parallelism=1824 segment-costs=[267307276368, 2328086935759] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
max-parallelism=1824 segment-costs=[267305711594, 2328086935759] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
07:AGGREGATE [STREAMING]
|
||||
| Class 0
|
||||
| output: sum(coalesce(multiply(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price, CAST(tpcds_partitioned_parquet_snap.store_sales.ss_quantity AS DECIMAL(10,0))), CAST(0 AS DECIMAL(18,2))))
|
||||
@@ -324,37 +324,37 @@ max-parallelism=1824 segment-costs=[267307276368, 2328086935759] cpu-comparison-
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=1.17KB cardinality=8.64G cost=3779809729
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 15:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=405B cardinality=360.00K cost=478440
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=405B cardinality=360.00K cost=1355609
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=459B cardinality=1.35K cost=4718
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
@@ -362,7 +362,7 @@ max-parallelism=1824 segment-costs=[267307276368, 2328086935759] cpu-comparison-
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=792B cardinality=8.64G(filtered from 8.64G) cost=3780592116
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=8.64G cost=3779809729
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
@@ -397,42 +397,42 @@ max-parallelism=1824 segment-costs=[267307276368, 2328086935759] cpu-comparison-
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=555B cardinality=8.64G(filtered from 8.64G) cost=3780592116
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=501B cardinality=8.64G cost=3779809729
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=459B cardinality=1.35K cost=1790
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=459B cardinality=1.35K cost=4718
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -543,7 +543,7 @@ max-parallelism=26630 segment-costs=[266227423359, 73050686125, 79701558405] cpu
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
|
||||
Per-Instance Resources: mem-estimate=4.31GB mem-reservation=219.00MB thread-reservation=1
|
||||
max-parallelism=1824 segment-costs=[267307276368, 2328086935759] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
max-parallelism=1824 segment-costs=[267305711594, 2328086935759] cpu-comparison-result=120 [max(120 (self) vs 36 (sum children))]
|
||||
07:AGGREGATE [STREAMING]
|
||||
| Class 0
|
||||
| output: sum(coalesce(multiply(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price, CAST(tpcds_partitioned_parquet_snap.store_sales.ss_quantity AS DECIMAL(10,0))), CAST(0 AS DECIMAL(18,2))))
|
||||
@@ -578,37 +578,37 @@ max-parallelism=1824 segment-costs=[267307276368, 2328086935759] cpu-comparison-
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=1.17KB cardinality=8.64G cost=3779809729
|
||||
| in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 15:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=405B cardinality=360.00K cost=478440
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=405B cardinality=360.00K cost=1355609
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=6 row-size=459B cardinality=1.35K cost=4718
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
@@ -616,7 +616,7 @@ max-parallelism=1824 segment-costs=[267307276368, 2328086935759] cpu-comparison-
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=792B cardinality=8.64G(filtered from 8.64G) cost=3780592116
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=8.64G cost=3779809729
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
@@ -651,42 +651,42 @@ max-parallelism=1824 segment-costs=[267307276368, 2328086935759] cpu-comparison-
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=555B cardinality=8.64G(filtered from 8.64G) cost=3780592116
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=501B cardinality=8.64G cost=3779809729
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 13:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=459B cardinality=1.35K cost=1790
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=459B cardinality=1.35K cost=4718
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@@ -63,13 +63,32 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 15(GETNEXT), 02(OPEN), 05(OPEN), 08(OPEN)
|
||||
|
|
||||
14:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: TIME_SK = tpcds_partitioned_parquet_snap.time_dim.t_time_sk
|
||||
| fk/pk conjuncts: assumed fk/pk
|
||||
| mem-estimate=4.75MB mem-reservation=4.75MB spill-buffer=256.00KB thread-reservation=0
|
||||
| tuple-ids=13,14,16 row-size=539B cardinality=894.28M cost=391450496
|
||||
| in pipelines: 02(GETNEXT), 05(GETNEXT), 08(GETNEXT), 13(OPEN)
|
||||
|
|
||||
|--13:SCAN HDFS [tpcds_partitioned_parquet_snap.time_dim]
|
||||
| HDFS partitions=1/1 files=1 size=1.31MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'breakfast' OR tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'dinner'
|
||||
| stored statistics:
|
||||
| table: rows=86.40K size=1.31MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=86.40K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'breakfast' OR tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'dinner'
|
||||
| mem-estimate=16.00MB mem-reservation=2.00MB thread-reservation=0
|
||||
| tuple-ids=16 row-size=117B cardinality=22.33K cost=73531
|
||||
| in pipelines: 13(GETNEXT)
|
||||
|
|
||||
12:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: SOLD_ITEM_SK = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: assumed fk/pk
|
||||
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=13,14,16 row-size=539B cardinality=894.28M cost=391431790
|
||||
| in pipelines: 02(GETNEXT), 05(GETNEXT), 08(GETNEXT), 13(OPEN)
|
||||
| tuple-ids=13,14 row-size=421B cardinality=894.28M cost=391431790
|
||||
| in pipelines: 02(GETNEXT), 05(GETNEXT), 08(GETNEXT), 11(OPEN)
|
||||
|
|
||||
|--13:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
|--11:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| stored statistics:
|
||||
@@ -79,26 +98,7 @@ PLAN-ROOT SINK
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=16 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 13(GETNEXT)
|
||||
|
|
||||
12:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: TIME_SK = tpcds_partitioned_parquet_snap.time_dim.t_time_sk
|
||||
| fk/pk conjuncts: assumed fk/pk
|
||||
| mem-estimate=4.75MB mem-reservation=4.75MB spill-buffer=256.00KB thread-reservation=0
|
||||
| tuple-ids=13,14 row-size=133B cardinality=894.28M cost=391450496
|
||||
| in pipelines: 02(GETNEXT), 05(GETNEXT), 08(GETNEXT), 11(OPEN)
|
||||
|
|
||||
|--11:SCAN HDFS [tpcds_partitioned_parquet_snap.time_dim]
|
||||
| HDFS partitions=1/1 files=1 size=1.31MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'breakfast' OR tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'dinner'
|
||||
| stored statistics:
|
||||
| table: rows=86.40K size=1.31MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=86.40K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'breakfast' OR tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'dinner'
|
||||
| mem-estimate=16.00MB mem-reservation=2.00MB thread-reservation=0
|
||||
| tuple-ids=14 row-size=117B cardinality=22.33K cost=73531
|
||||
| tuple-ids=14 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 11(GETNEXT)
|
||||
|
|
||||
00:UNION
|
||||
@@ -260,29 +260,65 @@ max-parallelism=109 segment-costs=[7971000416, 3668617212] cpu-comparison-result
|
||||
|
|
||||
14:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: SOLD_ITEM_SK = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| hash predicates: TIME_SK = tpcds_partitioned_parquet_snap.time_dim.t_time_sk
|
||||
| fk/pk conjuncts: assumed fk/pk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=256.00KB thread-reservation=0
|
||||
| tuple-ids=13,14,16 row-size=539B cardinality=894.28M cost=391428163
|
||||
| in pipelines: 02(GETNEXT), 05(GETNEXT), 08(GETNEXT), 13(OPEN)
|
||||
|
|
||||
|--F12:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=54.86MB mem-reservation=52.25MB thread-reservation=1
|
||||
| | max-parallelism=10 segment-costs=[52013]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.time_dim.t_time_sk
|
||||
| | mem-estimate=52.25MB mem-reservation=52.25MB spill-buffer=256.00KB thread-reservation=0 cost=22333
|
||||
| |
|
||||
| 21:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=2.61MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=16 row-size=117B cardinality=22.33K cost=29680
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| F09:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.47MB mem-reservation=2.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[81077]
|
||||
| 13:SCAN HDFS [tpcds_partitioned_parquet_snap.time_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=1.31MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'breakfast' OR tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'dinner'
|
||||
| stored statistics:
|
||||
| table: rows=86.40K size=1.31MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=86.40K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'breakfast' OR tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'dinner'
|
||||
| mem-estimate=16.00MB mem-reservation=2.00MB thread-reservation=0
|
||||
| tuple-ids=16 row-size=117B cardinality=22.33K cost=73531
|
||||
| in pipelines: 13(GETNEXT)
|
||||
|
|
||||
12:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: SOLD_ITEM_SK = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: assumed fk/pk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=13,14 row-size=421B cardinality=894.28M cost=391428163
|
||||
| in pipelines: 02(GETNEXT), 05(GETNEXT), 08(GETNEXT), 11(OPEN)
|
||||
|
|
||||
|--F13:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=34.63MB mem-reservation=31.62MB thread-reservation=1
|
||||
| | max-parallelism=10 segment-costs=[8447]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=31.62MB mem-reservation=31.62MB spill-buffer=128.00KB thread-reservation=0 cost=3627
|
||||
| |
|
||||
| 21:EXCHANGE [BROADCAST]
|
||||
| 20:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=3.00MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=16 row-size=405B cardinality=3.63K cost=4820
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| | tuple-ids=14 row-size=405B cardinality=3.63K cost=4820
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| |
|
||||
| F09:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| F08:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1369774]
|
||||
| 13:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| 11:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| stored statistics:
|
||||
@@ -292,43 +328,7 @@ max-parallelism=109 segment-costs=[7971000416, 3668617212] cpu-comparison-result
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=16 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 13(GETNEXT)
|
||||
|
|
||||
12:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: TIME_SK = tpcds_partitioned_parquet_snap.time_dim.t_time_sk
|
||||
| fk/pk conjuncts: assumed fk/pk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=256.00KB thread-reservation=0
|
||||
| tuple-ids=13,14 row-size=133B cardinality=894.28M cost=391428163
|
||||
| in pipelines: 02(GETNEXT), 05(GETNEXT), 08(GETNEXT), 11(OPEN)
|
||||
|
|
||||
|--F13:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=54.86MB mem-reservation=52.25MB thread-reservation=1
|
||||
| | max-parallelism=10 segment-costs=[52013]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.time_dim.t_time_sk
|
||||
| | mem-estimate=52.25MB mem-reservation=52.25MB spill-buffer=256.00KB thread-reservation=0 cost=22333
|
||||
| |
|
||||
| 20:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=2.61MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=14 row-size=117B cardinality=22.33K cost=29680
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| |
|
||||
| F08:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.47MB mem-reservation=2.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[81077]
|
||||
| 11:SCAN HDFS [tpcds_partitioned_parquet_snap.time_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=1.31MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'breakfast' OR tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'dinner'
|
||||
| stored statistics:
|
||||
| table: rows=86.40K size=1.31MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=86.40K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'breakfast' OR tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'dinner'
|
||||
| mem-estimate=16.00MB mem-reservation=2.00MB thread-reservation=0
|
||||
| tuple-ids=14 row-size=117B cardinality=22.33K cost=73531
|
||||
| tuple-ids=14 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 11(GETNEXT)
|
||||
|
|
||||
00:UNION
|
||||
@@ -541,29 +541,65 @@ max-parallelism=109 segment-costs=[7971000416, 3668617212] cpu-comparison-result
|
||||
|
|
||||
14:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: SOLD_ITEM_SK = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| hash predicates: TIME_SK = tpcds_partitioned_parquet_snap.time_dim.t_time_sk
|
||||
| fk/pk conjuncts: assumed fk/pk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=256.00KB thread-reservation=0
|
||||
| tuple-ids=13,14,16 row-size=539B cardinality=894.28M cost=391428163
|
||||
| in pipelines: 02(GETNEXT), 05(GETNEXT), 08(GETNEXT), 13(OPEN)
|
||||
|
|
||||
|--F12:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=54.86MB mem-reservation=52.25MB thread-reservation=1
|
||||
| | max-parallelism=10 segment-costs=[52013]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.time_dim.t_time_sk
|
||||
| | mem-estimate=52.25MB mem-reservation=52.25MB spill-buffer=256.00KB thread-reservation=0 cost=22333
|
||||
| |
|
||||
| 21:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=2.61MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=16 row-size=117B cardinality=22.33K cost=29680
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| F09:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.47MB mem-reservation=2.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[81077]
|
||||
| 13:SCAN HDFS [tpcds_partitioned_parquet_snap.time_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=1.31MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'breakfast' OR tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'dinner'
|
||||
| stored statistics:
|
||||
| table: rows=86.40K size=1.31MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=86.40K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'breakfast' OR tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'dinner'
|
||||
| mem-estimate=16.00MB mem-reservation=2.00MB thread-reservation=0
|
||||
| tuple-ids=16 row-size=117B cardinality=22.33K cost=73531
|
||||
| in pipelines: 13(GETNEXT)
|
||||
|
|
||||
12:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: SOLD_ITEM_SK = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: assumed fk/pk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=13,14 row-size=421B cardinality=894.28M cost=391428163
|
||||
| in pipelines: 02(GETNEXT), 05(GETNEXT), 08(GETNEXT), 11(OPEN)
|
||||
|
|
||||
|--F13:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=34.63MB mem-reservation=31.62MB thread-reservation=1
|
||||
| | max-parallelism=10 segment-costs=[8447]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=31.62MB mem-reservation=31.62MB spill-buffer=128.00KB thread-reservation=0 cost=3627
|
||||
| |
|
||||
| 21:EXCHANGE [BROADCAST]
|
||||
| 20:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=3.00MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=16 row-size=405B cardinality=3.63K cost=4820
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| | tuple-ids=14 row-size=405B cardinality=3.63K cost=4820
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| |
|
||||
| F09:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| F08:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1369774]
|
||||
| 13:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| 11:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| stored statistics:
|
||||
@@ -573,43 +609,7 @@ max-parallelism=109 segment-costs=[7971000416, 3668617212] cpu-comparison-result
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_manager_id = CAST(1 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=16 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 13(GETNEXT)
|
||||
|
|
||||
12:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: TIME_SK = tpcds_partitioned_parquet_snap.time_dim.t_time_sk
|
||||
| fk/pk conjuncts: assumed fk/pk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=256.00KB thread-reservation=0
|
||||
| tuple-ids=13,14 row-size=133B cardinality=894.28M cost=391428163
|
||||
| in pipelines: 02(GETNEXT), 05(GETNEXT), 08(GETNEXT), 11(OPEN)
|
||||
|
|
||||
|--F13:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=54.86MB mem-reservation=52.25MB thread-reservation=1
|
||||
| | max-parallelism=10 segment-costs=[52013]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.time_dim.t_time_sk
|
||||
| | mem-estimate=52.25MB mem-reservation=52.25MB spill-buffer=256.00KB thread-reservation=0 cost=22333
|
||||
| |
|
||||
| 20:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=2.61MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=14 row-size=117B cardinality=22.33K cost=29680
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| |
|
||||
| F08:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.47MB mem-reservation=2.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[81077]
|
||||
| 11:SCAN HDFS [tpcds_partitioned_parquet_snap.time_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=1.31MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'breakfast' OR tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'dinner'
|
||||
| stored statistics:
|
||||
| table: rows=86.40K size=1.31MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=86.40K
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'breakfast' OR tpcds_partitioned_parquet_snap.time_dim.t_meal_time = 'dinner'
|
||||
| mem-estimate=16.00MB mem-reservation=2.00MB thread-reservation=0
|
||||
| tuple-ids=14 row-size=117B cardinality=22.33K cost=73531
|
||||
| tuple-ids=14 row-size=405B cardinality=3.63K cost=1365725
|
||||
| in pipelines: 11(GETNEXT)
|
||||
|
|
||||
00:UNION
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
@@ -32,42 +32,62 @@ Max Per-Host Resource Reservation: Memory=74.00MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=562MB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=562.23MB mem-reservation=74.00MB thread-reservation=1 runtime-filters-memory=5.00MB
|
||||
| max-parallelism=1 segment-costs=[2742969716, 54428644, 8378148]
|
||||
| max-parallelism=1 segment-costs=[2567629405, 54937399, 9126792]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: c_last_name, c_first_name, c_salutation, c_preferred_cust_flag, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, count()
|
||||
| mem-estimate=100.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=8378148
|
||||
| mem-estimate=100.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=9126792
|
||||
|
|
||||
10:SORT
|
||||
| order by: count() DESC NULLS FIRST, c_last_name ASC NULLS LAST
|
||||
| mem-estimate=106.81MB mem-reservation=12.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=11 row-size=80B cardinality=1.40M cost=5440509
|
||||
| in pipelines: 10(GETNEXT), 08(OPEN)
|
||||
| mem-estimate=116.36MB mem-reservation=12.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=11 row-size=80B cardinality=1.52M cost=5926655
|
||||
| in pipelines: 10(GETNEXT), 00(OPEN)
|
||||
|
|
||||
09:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.customer.c_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| fk/pk conjuncts: none
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| mem-estimate=77.01MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=9,8 row-size=224B cardinality=1.40M cost=2164322
|
||||
| in pipelines: 08(GETNEXT), 07(OPEN)
|
||||
| tuple-ids=0,10 row-size=224B cardinality=1.52M cost=2186931
|
||||
| in pipelines: 00(GETNEXT), 08(OPEN)
|
||||
|
|
||||
|--07:AGGREGATE [FINALIZE]
|
||||
|--08:AGGREGATE [FINALIZE]
|
||||
| | output: count()
|
||||
| | group by: tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| | having: count() <= CAST(5 AS BIGINT), count() >= CAST(1 AS BIGINT)
|
||||
| | mem-estimate=464.21MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=20B cardinality=1.52M cost=89786313
|
||||
| | in pipelines: 07(GETNEXT), 00(OPEN)
|
||||
| | tuple-ids=10 row-size=20B cardinality=1.52M cost=89786313
|
||||
| | in pipelines: 08(GETNEXT), 01(OPEN)
|
||||
| |
|
||||
| 06:HASH JOIN [INNER JOIN]
|
||||
| 07:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=2,4,6,8 row-size=827B cardinality=15.21M cost=25833323
|
||||
| | in pipelines: 01(GETNEXT), 06(OPEN)
|
||||
| |
|
||||
| |--06:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Franklin Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Luce County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Williamson County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Ziebach County'
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Franklin Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Luce County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Williamson County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Ziebach County'
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=459B cardinality=113 cost=4756
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| |
|
||||
| 05:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2,4,6 row-size=827B cardinality=15.21M cost=22974554
|
||||
| | in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
| | tuple-ids=2,4,6 row-size=369B cardinality=89.97M cost=39379564
|
||||
| | in pipelines: 01(GETNEXT), 04(OPEN)
|
||||
| |
|
||||
| |--05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| |--04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_dom <= CAST(2 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_dom >= CAST(1 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(2 AS INT))
|
||||
| | stored statistics:
|
||||
@@ -78,17 +98,17 @@ PLAN-ROOT SINK
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_dom <= CAST(2 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_dom >= CAST(1 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(2 AS INT))
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=352 cost=116758
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| 04:HASH JOIN [INNER JOIN]
|
||||
| 03:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2,4 row-size=590B cardinality=78.82M cost=37359913
|
||||
| | in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| | tuple-ids=2,4 row-size=132B cardinality=89.97M(filtered from 466.20M) cost=107552832
|
||||
| | in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
| |
|
||||
| |--03:SCAN HDFS [tpcds_partitioned_parquet_snap.household_demographics]
|
||||
| |--02:SCAN HDFS [tpcds_partitioned_parquet_snap.household_demographics]
|
||||
| | HDFS partitions=1/1 files=1 size=41.69KB
|
||||
| | predicates: CASE WHEN tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT) THEN divide(CAST(tpcds_partitioned_parquet_snap.household_demographics.hd_dep_count AS DOUBLE), CAST(tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count AS DOUBLE)) ELSE NULL END > CAST(1 AS DOUBLE), tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT), tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = '501-1000' OR tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = 'Unknown'
|
||||
| | stored statistics:
|
||||
@@ -99,41 +119,21 @@ PLAN-ROOT SINK
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT), tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = '501-1000' OR tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = 'Unknown'
|
||||
| | mem-estimate=16.00MB mem-reservation=64.00KB thread-reservation=0
|
||||
| | tuple-ids=4 row-size=36B cardinality=398 cost=3043
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| 02:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=555B cardinality=89.97M(filtered from 1.46G) cost=287771563
|
||||
| | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| |
|
||||
| |--01:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Franklin Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Luce County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Williamson County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Ziebach County'
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Franklin Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Luce County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Williamson County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Ziebach County'
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=2 row-size=459B cardinality=113 cost=4756
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
| HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk
|
||||
| stored statistics:
|
||||
| table: rows=8.64G size=389.90GB
|
||||
| partitions: 1824/1824 rows=8.64G
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=352(filtered from 1824)
|
||||
| mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
| tuple-ids=0 row-size=96B cardinality=89.97M(filtered from 8.64G) cost=2304952816
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| tuple-ids=2 row-size=96B cardinality=89.97M(filtered from 8.64G) cost=2304952816
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
08:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
|
||||
HDFS partitions=1/1 files=1 size=1.55GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
stored statistics:
|
||||
@@ -141,41 +141,41 @@ PLAN-ROOT SINK
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=3.10M
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=9 row-size=204B cardinality=1.52M(filtered from 30.00M) cost=46823813
|
||||
in pipelines: 08(GETNEXT)
|
||||
tuple-ids=0 row-size=204B cardinality=1.52M(filtered from 30.00M) cost=46823813
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- DISTRIBUTEDPLAN
|
||||
Max Per-Host Resource Reservation: Memory=325.04MB Threads=22
|
||||
Per-Host Resource Estimates: Memory=740MB
|
||||
Per-Host Resource Estimates: Memory=741MB
|
||||
F06:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=111.50MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[8955289] cpu-comparison-result=120 [max(1 (self) vs 120 (sum children))]
|
||||
| Per-Instance Resources: mem-estimate=112.46MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[9755504] cpu-comparison-result=120 [max(1 (self) vs 120 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: c_last_name, c_first_name, c_salutation, c_preferred_cust_flag, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, count()
|
||||
| mem-estimate=100.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=8378148
|
||||
| mem-estimate=100.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=9126792
|
||||
|
|
||||
17:MERGING-EXCHANGE [UNPARTITIONED]
|
||||
| order by: count() DESC NULLS FIRST, c_last_name ASC NULLS LAST
|
||||
| mem-estimate=11.50MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=11 row-size=80B cardinality=1.40M cost=577141
|
||||
| mem-estimate=12.46MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=11 row-size=80B cardinality=1.52M cost=628712
|
||||
| in pipelines: 10(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=28.00MB mem-reservation=13.00MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[52907512, 3373306] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
|
||||
max-parallelism=10 segment-costs=[53416267, 3674734] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
|
||||
10:SORT
|
||||
| order by: count() DESC NULLS FIRST, c_last_name ASC NULLS LAST
|
||||
| mem-estimate=12.00MB mem-reservation=12.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=11 row-size=80B cardinality=1.40M cost=5440509
|
||||
| in pipelines: 10(GETNEXT), 08(OPEN)
|
||||
| tuple-ids=11 row-size=80B cardinality=1.52M cost=5926655
|
||||
| in pipelines: 10(GETNEXT), 00(OPEN)
|
||||
|
|
||||
09:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.customer.c_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| fk/pk conjuncts: none
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=9,8 row-size=224B cardinality=1.40M cost=643190
|
||||
| in pipelines: 08(GETNEXT), 15(OPEN)
|
||||
| tuple-ids=0,10 row-size=224B cardinality=1.52M cost=665799
|
||||
| in pipelines: 00(GETNEXT), 15(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=89.25MB mem-reservation=36.00MB thread-reservation=1 runtime-filters-memory=2.00MB
|
||||
@@ -188,7 +188,7 @@ max-parallelism=10 segment-costs=[52907512, 3373306] cpu-comparison-result=120 [
|
||||
| |
|
||||
| 16:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=10.23MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=8 row-size=20B cardinality=1.52M cost=2021580
|
||||
| | tuple-ids=10 row-size=20B cardinality=1.52M cost=2021580
|
||||
| | in pipelines: 15(GETNEXT)
|
||||
| |
|
||||
| F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
@@ -199,51 +199,88 @@ max-parallelism=10 segment-costs=[52907512, 3373306] cpu-comparison-result=120 [
|
||||
| | group by: tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| | having: count() <= CAST(5 AS BIGINT), count() >= CAST(1 AS BIGINT)
|
||||
| | mem-estimate=46.42MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=20B cardinality=1.52M cost=89786313
|
||||
| | in pipelines: 15(GETNEXT), 00(OPEN)
|
||||
| | tuple-ids=10 row-size=20B cardinality=1.52M cost=89786313
|
||||
| | in pipelines: 15(GETNEXT), 01(OPEN)
|
||||
| |
|
||||
| 14:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
|
||||
| | mem-estimate=12.81MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=8 row-size=20B cardinality=15.21M cost=3089418
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| | tuple-ids=10 row-size=20B cardinality=15.21M cost=3089418
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
|
||||
| Per-Instance Resources: mem-estimate=26.94MB mem-reservation=13.00MB thread-reservation=1
|
||||
| max-parallelism=280 segment-costs=[2742844296, 27429045] cpu-comparison-result=120 [max(120 (self) vs 33 (sum children))]
|
||||
| 07:AGGREGATE [STREAMING]
|
||||
| max-parallelism=260 segment-costs=[2567503985, 27429045] cpu-comparison-result=120 [max(120 (self) vs 33 (sum children))]
|
||||
| 08:AGGREGATE [STREAMING]
|
||||
| | output: count()
|
||||
| | group by: tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| | mem-estimate=10.00MB mem-reservation=5.00MB spill-buffer=256.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=20B cardinality=15.21M cost=89786313
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| | tuple-ids=10 row-size=20B cardinality=15.21M cost=89786313
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| 06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| 07:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=2,4,6,8 row-size=827B cardinality=15.21M cost=25833210
|
||||
| | in pipelines: 01(GETNEXT), 06(OPEN)
|
||||
| |
|
||||
| |--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.35MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[263]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=113
|
||||
| | |
|
||||
| | 13:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=101.68KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=8 row-size=459B cardinality=113 cost=150
|
||||
| | | in pipelines: 06(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[4898]
|
||||
| | 06:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Franklin Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Luce County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Williamson County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Ziebach County'
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Franklin Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Luce County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Williamson County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Ziebach County'
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=459B cardinality=113 cost=4756
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| |
|
||||
| 05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2,4,6 row-size=827B cardinality=15.21M cost=22974202
|
||||
| | in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
| | tuple-ids=2,4,6 row-size=369B cardinality=89.97M cost=39379212
|
||||
| | in pipelines: 01(GETNEXT), 04(OPEN)
|
||||
| |
|
||||
| |--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| |--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.41MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[812]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=352
|
||||
| | |
|
||||
| | 13:EXCHANGE [BROADCAST]
|
||||
| | 12:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=164.41KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=6 row-size=237B cardinality=352 cost=460
|
||||
| | | in pipelines: 05(GETNEXT)
|
||||
| | | in pipelines: 04(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[116990]
|
||||
| | 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_dom <= CAST(2 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_dom >= CAST(1 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(2 AS INT))
|
||||
| | stored statistics:
|
||||
@@ -254,34 +291,34 @@ max-parallelism=10 segment-costs=[52907512, 3373306] cpu-comparison-result=120 [
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_dom <= CAST(2 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_dom >= CAST(1 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(2 AS INT))
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=352 cost=116758
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| 04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| 03:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2,4 row-size=590B cardinality=78.82M cost=37359515
|
||||
| | in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| | tuple-ids=2,4 row-size=132B cardinality=89.97M(filtered from 466.20M) cost=107552434
|
||||
| | in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
| |
|
||||
| |--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| |--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.28MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[918]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=398
|
||||
| | |
|
||||
| | 12:EXCHANGE [BROADCAST]
|
||||
| | 11:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=29.15KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=4 row-size=36B cardinality=398 cost=520
|
||||
| | | in pipelines: 03(GETNEXT)
|
||||
| | | in pipelines: 02(GETNEXT)
|
||||
| | |
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.15MB mem-reservation=64.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[3089]
|
||||
| | 03:SCAN HDFS [tpcds_partitioned_parquet_snap.household_demographics, RANDOM]
|
||||
| | 02:SCAN HDFS [tpcds_partitioned_parquet_snap.household_demographics, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=41.69KB
|
||||
| | predicates: CASE WHEN tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT) THEN divide(CAST(tpcds_partitioned_parquet_snap.household_demographics.hd_dep_count AS DOUBLE), CAST(tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count AS DOUBLE)) ELSE NULL END > CAST(1 AS DOUBLE), tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT), tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = '501-1000' OR tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = 'Unknown'
|
||||
| | stored statistics:
|
||||
@@ -292,58 +329,21 @@ max-parallelism=10 segment-costs=[52907512, 3373306] cpu-comparison-result=120 [
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT), tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = '501-1000' OR tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = 'Unknown'
|
||||
| | mem-estimate=16.00MB mem-reservation=64.00KB thread-reservation=0
|
||||
| | tuple-ids=4 row-size=36B cardinality=398 cost=3043
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| 02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=555B cardinality=89.97M(filtered from 1.46G) cost=287771450
|
||||
| | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| |
|
||||
| |--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.35MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[263]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=113
|
||||
| | |
|
||||
| | 11:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=101.68KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=2 row-size=459B cardinality=113 cost=150
|
||||
| | | in pipelines: 01(GETNEXT)
|
||||
| | |
|
||||
| | F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[4898]
|
||||
| | 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Franklin Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Luce County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Williamson County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Ziebach County'
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Franklin Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Luce County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Williamson County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Ziebach County'
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=2 row-size=459B cardinality=113 cost=4756
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk
|
||||
| stored statistics:
|
||||
| table: rows=8.64G size=389.90GB
|
||||
| partitions: 1824/1824 rows=8.64G
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=352(filtered from 1824)
|
||||
| mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
| tuple-ids=0 row-size=96B cardinality=89.97M(filtered from 8.64G) cost=2304952816
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| tuple-ids=2 row-size=96B cardinality=89.97M(filtered from 8.64G) cost=2304952816
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
08:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
|
||||
HDFS partitions=1/1 files=1 size=1.55GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
stored statistics:
|
||||
@@ -351,41 +351,41 @@ max-parallelism=10 segment-costs=[52907512, 3373306] cpu-comparison-result=120 [
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=3.10M
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=9 row-size=204B cardinality=1.52M(filtered from 30.00M) cost=46823813
|
||||
in pipelines: 08(GETNEXT)
|
||||
tuple-ids=0 row-size=204B cardinality=1.52M(filtered from 30.00M) cost=46823813
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- PARALLELPLANS
|
||||
Max Per-Host Resource Reservation: Memory=325.04MB Threads=22
|
||||
Per-Host Resource Estimates: Memory=740MB
|
||||
Per-Host Resource Estimates: Memory=741MB
|
||||
F06:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=111.50MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[8955289] cpu-comparison-result=120 [max(1 (self) vs 120 (sum children))]
|
||||
| Per-Instance Resources: mem-estimate=112.46MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[9755504] cpu-comparison-result=120 [max(1 (self) vs 120 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: c_last_name, c_first_name, c_salutation, c_preferred_cust_flag, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, count()
|
||||
| mem-estimate=100.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=8378148
|
||||
| mem-estimate=100.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=9126792
|
||||
|
|
||||
17:MERGING-EXCHANGE [UNPARTITIONED]
|
||||
| order by: count() DESC NULLS FIRST, c_last_name ASC NULLS LAST
|
||||
| mem-estimate=11.50MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=11 row-size=80B cardinality=1.40M cost=577141
|
||||
| mem-estimate=12.46MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=11 row-size=80B cardinality=1.52M cost=628712
|
||||
| in pipelines: 10(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=28.00MB mem-reservation=13.00MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[52907512, 3373306] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
|
||||
max-parallelism=10 segment-costs=[53416267, 3674734] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
|
||||
10:SORT
|
||||
| order by: count() DESC NULLS FIRST, c_last_name ASC NULLS LAST
|
||||
| mem-estimate=12.00MB mem-reservation=12.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=11 row-size=80B cardinality=1.40M cost=5440509
|
||||
| in pipelines: 10(GETNEXT), 08(OPEN)
|
||||
| tuple-ids=11 row-size=80B cardinality=1.52M cost=5926655
|
||||
| in pipelines: 10(GETNEXT), 00(OPEN)
|
||||
|
|
||||
09:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.customer.c_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| fk/pk conjuncts: none
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=9,8 row-size=224B cardinality=1.40M cost=643190
|
||||
| in pipelines: 08(GETNEXT), 15(OPEN)
|
||||
| tuple-ids=0,10 row-size=224B cardinality=1.52M cost=665799
|
||||
| in pipelines: 00(GETNEXT), 15(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=89.25MB mem-reservation=36.00MB thread-reservation=1 runtime-filters-memory=2.00MB
|
||||
@@ -398,7 +398,7 @@ max-parallelism=10 segment-costs=[52907512, 3373306] cpu-comparison-result=120 [
|
||||
| |
|
||||
| 16:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=10.23MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=8 row-size=20B cardinality=1.52M cost=2021580
|
||||
| | tuple-ids=10 row-size=20B cardinality=1.52M cost=2021580
|
||||
| | in pipelines: 15(GETNEXT)
|
||||
| |
|
||||
| F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
@@ -409,51 +409,88 @@ max-parallelism=10 segment-costs=[52907512, 3373306] cpu-comparison-result=120 [
|
||||
| | group by: tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| | having: count() <= CAST(5 AS BIGINT), count() >= CAST(1 AS BIGINT)
|
||||
| | mem-estimate=46.42MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=20B cardinality=1.52M cost=89786313
|
||||
| | in pipelines: 15(GETNEXT), 00(OPEN)
|
||||
| | tuple-ids=10 row-size=20B cardinality=1.52M cost=89786313
|
||||
| | in pipelines: 15(GETNEXT), 01(OPEN)
|
||||
| |
|
||||
| 14:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
|
||||
| | mem-estimate=12.81MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=8 row-size=20B cardinality=15.21M cost=3089418
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| | tuple-ids=10 row-size=20B cardinality=15.21M cost=3089418
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
|
||||
| Per-Instance Resources: mem-estimate=26.94MB mem-reservation=13.00MB thread-reservation=1
|
||||
| max-parallelism=280 segment-costs=[2742844296, 27429045] cpu-comparison-result=120 [max(120 (self) vs 33 (sum children))]
|
||||
| 07:AGGREGATE [STREAMING]
|
||||
| max-parallelism=260 segment-costs=[2567503985, 27429045] cpu-comparison-result=120 [max(120 (self) vs 33 (sum children))]
|
||||
| 08:AGGREGATE [STREAMING]
|
||||
| | output: count()
|
||||
| | group by: tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| | mem-estimate=10.00MB mem-reservation=5.00MB spill-buffer=256.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=20B cardinality=15.21M cost=89786313
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| | tuple-ids=10 row-size=20B cardinality=15.21M cost=89786313
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| 06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| 07:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=2,4,6,8 row-size=827B cardinality=15.21M cost=25833210
|
||||
| | in pipelines: 01(GETNEXT), 06(OPEN)
|
||||
| |
|
||||
| |--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.35MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[263]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=113
|
||||
| | |
|
||||
| | 13:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=101.68KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=8 row-size=459B cardinality=113 cost=150
|
||||
| | | in pipelines: 06(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[4898]
|
||||
| | 06:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Franklin Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Luce County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Williamson County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Ziebach County'
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Franklin Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Luce County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Williamson County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Ziebach County'
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=459B cardinality=113 cost=4756
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| |
|
||||
| 05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2,4,6 row-size=827B cardinality=15.21M cost=22974202
|
||||
| | in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
| | tuple-ids=2,4,6 row-size=369B cardinality=89.97M cost=39379212
|
||||
| | in pipelines: 01(GETNEXT), 04(OPEN)
|
||||
| |
|
||||
| |--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| |--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.41MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[812]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=352
|
||||
| | |
|
||||
| | 13:EXCHANGE [BROADCAST]
|
||||
| | 12:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=164.41KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=6 row-size=237B cardinality=352 cost=460
|
||||
| | | in pipelines: 05(GETNEXT)
|
||||
| | | in pipelines: 04(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[116990]
|
||||
| | 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_dom <= CAST(2 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_dom >= CAST(1 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(2 AS INT))
|
||||
| | stored statistics:
|
||||
@@ -464,34 +501,34 @@ max-parallelism=10 segment-costs=[52907512, 3373306] cpu-comparison-result=120 [
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_dom <= CAST(2 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_dom >= CAST(1 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(1999 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(1999 AS INT), CAST(2 AS INT))
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=352 cost=116758
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| 04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| 03:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2,4 row-size=590B cardinality=78.82M cost=37359515
|
||||
| | in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| | tuple-ids=2,4 row-size=132B cardinality=89.97M(filtered from 466.20M) cost=107552434
|
||||
| | in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
| |
|
||||
| |--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| |--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.28MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[918]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=398
|
||||
| | |
|
||||
| | 12:EXCHANGE [BROADCAST]
|
||||
| | 11:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=29.15KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=4 row-size=36B cardinality=398 cost=520
|
||||
| | | in pipelines: 03(GETNEXT)
|
||||
| | | in pipelines: 02(GETNEXT)
|
||||
| | |
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.15MB mem-reservation=64.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[3089]
|
||||
| | 03:SCAN HDFS [tpcds_partitioned_parquet_snap.household_demographics, RANDOM]
|
||||
| | 02:SCAN HDFS [tpcds_partitioned_parquet_snap.household_demographics, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=41.69KB
|
||||
| | predicates: CASE WHEN tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT) THEN divide(CAST(tpcds_partitioned_parquet_snap.household_demographics.hd_dep_count AS DOUBLE), CAST(tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count AS DOUBLE)) ELSE NULL END > CAST(1 AS DOUBLE), tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT), tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = '501-1000' OR tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = 'Unknown'
|
||||
| | stored statistics:
|
||||
@@ -502,58 +539,21 @@ max-parallelism=10 segment-costs=[52907512, 3373306] cpu-comparison-result=120 [
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT), tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = '501-1000' OR tpcds_partitioned_parquet_snap.household_demographics.hd_buy_potential = 'Unknown'
|
||||
| | mem-estimate=16.00MB mem-reservation=64.00KB thread-reservation=0
|
||||
| | tuple-ids=4 row-size=36B cardinality=398 cost=3043
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| 02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=555B cardinality=89.97M(filtered from 1.46G) cost=287771450
|
||||
| | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| |
|
||||
| |--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.35MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[263]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=113
|
||||
| | |
|
||||
| | 11:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=101.68KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=2 row-size=459B cardinality=113 cost=150
|
||||
| | | in pipelines: 01(GETNEXT)
|
||||
| | |
|
||||
| | F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[4898]
|
||||
| | 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Franklin Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Luce County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Williamson County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Ziebach County'
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.store.s_county = 'Franklin Parish' OR tpcds_partitioned_parquet_snap.store.s_county = 'Luce County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Williamson County' OR tpcds_partitioned_parquet_snap.store.s_county = 'Ziebach County'
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=2 row-size=459B cardinality=113 cost=4756
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk
|
||||
| stored statistics:
|
||||
| table: rows=8.64G size=389.90GB
|
||||
| partitions: 1824/1824 rows=8.64G
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=352(filtered from 1824)
|
||||
| mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
| tuple-ids=0 row-size=96B cardinality=89.97M(filtered from 8.64G) cost=2304952816
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| tuple-ids=2 row-size=96B cardinality=89.97M(filtered from 8.64G) cost=2304952816
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
08:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
|
||||
HDFS partitions=1/1 files=1 size=1.55GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
stored statistics:
|
||||
@@ -561,6 +561,6 @@ max-parallelism=10 segment-costs=[52907512, 3373306] cpu-comparison-result=120 [
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=3.10M
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=9 row-size=204B cardinality=1.52M(filtered from 30.00M) cost=46823813
|
||||
in pipelines: 08(GETNEXT)
|
||||
tuple-ids=0 row-size=204B cardinality=1.52M(filtered from 30.00M) cost=46823813
|
||||
in pipelines: 00(GETNEXT)
|
||||
====
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@@ -28,7 +28,7 @@ Max Per-Host Resource Reservation: Memory=120.50MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=367MB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=367.22MB mem-reservation=120.50MB thread-reservation=1 runtime-filters-memory=6.00MB
|
||||
| max-parallelism=1 segment-costs=[36056491023, 25981285554, 700]
|
||||
| max-parallelism=1 segment-costs=[36056160287, 25981285554, 700]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: CHANNEL, COL_NAME, D_YEAR, D_QOY, I_CATEGORY, count(), sum(EXT_SALES_PRICE)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=700
|
||||
@@ -53,45 +53,45 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 02(GETNEXT), 07(GETNEXT), 12(GETNEXT)
|
||||
|
|
||||
|--16:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item_1.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item_1.i_item_sk
|
||||
| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
|
||||
| | mem-estimate=151.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=13,15,17 row-size=783B cardinality=431.79M cost=189410693
|
||||
| | in pipelines: 12(GETNEXT), 15(OPEN)
|
||||
| |
|
||||
| |--15:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=17 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 15(GETNEXT)
|
||||
| |
|
||||
| 14:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=13,15 row-size=377B cardinality=432.01M cost=189162862
|
||||
| | in pipelines: 12(GETNEXT), 13(OPEN)
|
||||
| | tuple-ids=13,15,17 row-size=783B cardinality=431.79M cost=189068364
|
||||
| | in pipelines: 12(GETNEXT), 15(OPEN)
|
||||
| |
|
||||
| |--13:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| |--15:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=15 row-size=237B cardinality=73.05K cost=110600
|
||||
| | tuple-ids=17 row-size=237B cardinality=73.05K cost=110600
|
||||
| | in pipelines: 15(GETNEXT)
|
||||
| |
|
||||
| 14:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item_1.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item_1.i_item_sk
|
||||
| | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
|
||||
| | mem-estimate=151.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=13,15 row-size=545B cardinality=431.79M cost=189410693
|
||||
| | in pipelines: 12(GETNEXT), 13(OPEN)
|
||||
| |
|
||||
| |--13:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=15 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| 12:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
|
||||
| HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
| predicates: is_null_pred(tpcds_partitioned_parquet_snap.catalog_sales.cs_ship_customer_sk)
|
||||
| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
|
||||
| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=4.32G size=280.96GB
|
||||
| partitions: 1831/1831 rows=4.32G
|
||||
@@ -107,45 +107,45 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 02(GETNEXT), 07(GETNEXT)
|
||||
|
|
||||
|--11:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | mem-estimate=151.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=6,8,10 row-size=783B cardinality=215.89M cost=94882238
|
||||
| | in pipelines: 07(GETNEXT), 10(OPEN)
|
||||
| |
|
||||
| |--10:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=10 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 10(GETNEXT)
|
||||
| |
|
||||
| 09:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=6,8 row-size=377B cardinality=216.00M cost=94614847
|
||||
| | in pipelines: 07(GETNEXT), 08(OPEN)
|
||||
| | tuple-ids=6,8,10 row-size=783B cardinality=215.89M cost=94567599
|
||||
| | in pipelines: 07(GETNEXT), 10(OPEN)
|
||||
| |
|
||||
| |--08:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| |--10:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=237B cardinality=73.05K cost=110600
|
||||
| | tuple-ids=10 row-size=237B cardinality=73.05K cost=110600
|
||||
| | in pipelines: 10(GETNEXT)
|
||||
| |
|
||||
| 09:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | mem-estimate=151.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=6,8 row-size=545B cardinality=215.89M cost=94882238
|
||||
| | in pipelines: 07(GETNEXT), 08(OPEN)
|
||||
| |
|
||||
| |--08:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 08(GETNEXT)
|
||||
| |
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales]
|
||||
| HDFS partitions=1824/1824 files=1824 size=145.75GB
|
||||
| predicates: is_null_pred(tpcds_partitioned_parquet_snap.web_sales.ws_ship_hdemo_sk)
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
|
||||
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=2.16G size=145.75GB
|
||||
| partitions: 1824/1824 rows=2.16G
|
||||
@@ -156,45 +156,45 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 07(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=151.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=863.56M cost=378451724
|
||||
| in pipelines: 02(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=333B cardinality=863.99M cost=378243012
|
||||
| in pipelines: 02(GETNEXT), 03(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=863.56M cost=378054022
|
||||
| in pipelines: 02(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| stored statistics:
|
||||
| table: rows=73.05K size=2.17MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=73.05K cost=110600
|
||||
| tuple-ids=4 row-size=237B cardinality=73.05K cost=110600
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=151.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=501B cardinality=863.56M cost=378451724
|
||||
| in pipelines: 02(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
predicates: is_null_pred(tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk)
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -244,7 +244,7 @@ max-parallelism=2600 segment-costs=[9666662618, 25981285554, 209] cpu-comparison
|
||||
F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=6.00MB mem-reservation=6.00MB thread-reservation=0 runtime-filters-memory=6.00MB
|
||||
Per-Instance Resources: mem-estimate=177.75MB mem-reservation=42.00MB thread-reservation=1
|
||||
max-parallelism=120 segment-costs=[36050793249, 7396625267] cpu-comparison-result=120 [max(120 (self) vs 75 (sum children))]
|
||||
max-parallelism=120 segment-costs=[36050462513, 7396625267] cpu-comparison-result=120 [max(120 (self) vs 75 (sum children))]
|
||||
17:AGGREGATE [STREAMING]
|
||||
| output: count(), sum(EXT_SALES_PRICE)
|
||||
| group by: CHANNEL, COL_NAME, D_YEAR, D_QOY, I_CATEGORY
|
||||
@@ -260,78 +260,78 @@ max-parallelism=120 segment-costs=[36050793249, 7396625267] cpu-comparison-resul
|
||||
|
|
||||
|--16:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=04
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item_1.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item_1.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=13,15,17 row-size=783B cardinality=431.79M cost=189050693
|
||||
| | in pipelines: 12(GETNEXT), 15(OPEN)
|
||||
| |
|
||||
| |--F17:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[838440]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=04 plan-id=05 cohort-id=01
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item_1.i_item_sk
|
||||
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
|
||||
| | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| | |
|
||||
| | 24:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=17 row-size=405B cardinality=360.00K cost=478440
|
||||
| | | in pipelines: 15(GETNEXT)
|
||||
| | |
|
||||
| | F09:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1757529]
|
||||
| | 15:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=17 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 15(GETNEXT)
|
||||
| |
|
||||
| 14:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=05
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=13,15 row-size=377B cardinality=432.01M cost=189089813
|
||||
| | in pipelines: 12(GETNEXT), 13(OPEN)
|
||||
| | tuple-ids=13,15,17 row-size=783B cardinality=431.79M cost=188995315
|
||||
| | in pipelines: 12(GETNEXT), 15(OPEN)
|
||||
| |
|
||||
| |--F18:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| |--F17:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=419.24MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[170129]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=05 plan-id=06 cohort-id=01
|
||||
| | | join-table-id=04 plan-id=05 cohort-id=01
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=73049
|
||||
| | |
|
||||
| | 23:EXCHANGE [BROADCAST]
|
||||
| | 24:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=10.24MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=15 row-size=237B cardinality=73.05K cost=97080
|
||||
| | | in pipelines: 13(GETNEXT)
|
||||
| | | tuple-ids=17 row-size=237B cardinality=73.05K cost=97080
|
||||
| | | in pipelines: 15(GETNEXT)
|
||||
| | |
|
||||
| | F08:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F09:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[158950]
|
||||
| | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 15:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=15 row-size=237B cardinality=73.05K cost=110600
|
||||
| | tuple-ids=17 row-size=237B cardinality=73.05K cost=110600
|
||||
| | in pipelines: 15(GETNEXT)
|
||||
| |
|
||||
| 14:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=05
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item_1.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item_1.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=13,15 row-size=545B cardinality=431.79M cost=189050693
|
||||
| | in pipelines: 12(GETNEXT), 13(OPEN)
|
||||
| |
|
||||
| |--F18:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[838440]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=05 plan-id=06 cohort-id=01
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item_1.i_item_sk
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
|
||||
| | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| | |
|
||||
| | 23:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=15 row-size=405B cardinality=360.00K cost=478440
|
||||
| | | in pipelines: 13(GETNEXT)
|
||||
| | |
|
||||
| | F08:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1757529]
|
||||
| | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=15 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| 12:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
| HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
| predicates: is_null_pred(tpcds_partitioned_parquet_snap.catalog_sales.cs_ship_customer_sk)
|
||||
| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
|
||||
| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=4.32G size=280.96GB
|
||||
| partitions: 1831/1831 rows=4.32G
|
||||
@@ -348,78 +348,78 @@ max-parallelism=120 segment-costs=[36050793249, 7396625267] cpu-comparison-resul
|
||||
|
|
||||
|--11:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=6,8,10 row-size=783B cardinality=215.89M cost=94522238
|
||||
| | in pipelines: 07(GETNEXT), 10(OPEN)
|
||||
| |
|
||||
| |--F15:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[838440]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| | |
|
||||
| | 22:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=10 row-size=405B cardinality=360.00K cost=478440
|
||||
| | | in pipelines: 10(GETNEXT)
|
||||
| | |
|
||||
| | F05:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1757529]
|
||||
| | 10:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=10 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 10(GETNEXT)
|
||||
| |
|
||||
| 09:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=6,8 row-size=377B cardinality=216.00M cost=94541798
|
||||
| | in pipelines: 07(GETNEXT), 08(OPEN)
|
||||
| | tuple-ids=6,8,10 row-size=783B cardinality=215.89M cost=94494550
|
||||
| | in pipelines: 07(GETNEXT), 10(OPEN)
|
||||
| |
|
||||
| |--F16:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| |--F15:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=419.24MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[170129]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=01
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=73049
|
||||
| | |
|
||||
| | 21:EXCHANGE [BROADCAST]
|
||||
| | 22:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=10.24MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=8 row-size=237B cardinality=73.05K cost=97080
|
||||
| | | in pipelines: 08(GETNEXT)
|
||||
| | | tuple-ids=10 row-size=237B cardinality=73.05K cost=97080
|
||||
| | | in pipelines: 10(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F05:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[158950]
|
||||
| | 08:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 10:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=237B cardinality=73.05K cost=110600
|
||||
| | tuple-ids=10 row-size=237B cardinality=73.05K cost=110600
|
||||
| | in pipelines: 10(GETNEXT)
|
||||
| |
|
||||
| 09:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=6,8 row-size=545B cardinality=215.89M cost=94522238
|
||||
| | in pipelines: 07(GETNEXT), 08(OPEN)
|
||||
| |
|
||||
| |--F16:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[838440]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=01
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| | |
|
||||
| | 21:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=8 row-size=405B cardinality=360.00K cost=478440
|
||||
| | | in pipelines: 08(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1757529]
|
||||
| | 08:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 08(GETNEXT)
|
||||
| |
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
|
||||
| HDFS partitions=1824/1824 files=1824 size=145.75GB
|
||||
| predicates: is_null_pred(tpcds_partitioned_parquet_snap.web_sales.ws_ship_hdemo_sk)
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
|
||||
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=2.16G size=145.75GB
|
||||
| partitions: 1824/1824 rows=2.16G
|
||||
@@ -431,78 +431,78 @@ max-parallelism=120 segment-costs=[36050793249, 7396625267] cpu-comparison-resul
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=863.56M cost=378091724
|
||||
| in pipelines: 02(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F13:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 20:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=333B cardinality=863.99M cost=378169963
|
||||
| in pipelines: 02(GETNEXT), 03(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=863.56M cost=377980973
|
||||
| in pipelines: 02(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F14:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
|--F13:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=419.24MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[170129]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=73049
|
||||
| |
|
||||
| 19:EXCHANGE [BROADCAST]
|
||||
| 20:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=10.24MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=73.05K cost=97080
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | tuple-ids=4 row-size=237B cardinality=73.05K cost=97080
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[158950]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| stored statistics:
|
||||
| table: rows=73.05K size=2.17MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=73.05K cost=110600
|
||||
| tuple-ids=4 row-size=237B cardinality=73.05K cost=110600
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=501B cardinality=863.56M cost=378091724
|
||||
| in pipelines: 02(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F14:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 19:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
predicates: is_null_pred(tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk)
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -552,7 +552,7 @@ max-parallelism=2600 segment-costs=[9666662618, 25981285554, 209] cpu-comparison
|
||||
F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=6.00MB mem-reservation=6.00MB thread-reservation=0 runtime-filters-memory=6.00MB
|
||||
Per-Instance Resources: mem-estimate=177.75MB mem-reservation=42.00MB thread-reservation=1
|
||||
max-parallelism=120 segment-costs=[36050793249, 7396625267] cpu-comparison-result=120 [max(120 (self) vs 75 (sum children))]
|
||||
max-parallelism=120 segment-costs=[36050462513, 7396625267] cpu-comparison-result=120 [max(120 (self) vs 75 (sum children))]
|
||||
17:AGGREGATE [STREAMING]
|
||||
| output: count(), sum(EXT_SALES_PRICE)
|
||||
| group by: CHANNEL, COL_NAME, D_YEAR, D_QOY, I_CATEGORY
|
||||
@@ -568,78 +568,78 @@ max-parallelism=120 segment-costs=[36050793249, 7396625267] cpu-comparison-resul
|
||||
|
|
||||
|--16:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=04
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item_1.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item_1.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=13,15,17 row-size=783B cardinality=431.79M cost=189050693
|
||||
| | in pipelines: 12(GETNEXT), 15(OPEN)
|
||||
| |
|
||||
| |--F17:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[838440]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=04 plan-id=05 cohort-id=01
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item_1.i_item_sk
|
||||
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
|
||||
| | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| | |
|
||||
| | 24:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=17 row-size=405B cardinality=360.00K cost=478440
|
||||
| | | in pipelines: 15(GETNEXT)
|
||||
| | |
|
||||
| | F09:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1757529]
|
||||
| | 15:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=17 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 15(GETNEXT)
|
||||
| |
|
||||
| 14:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=05
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=13,15 row-size=377B cardinality=432.01M cost=189089813
|
||||
| | in pipelines: 12(GETNEXT), 13(OPEN)
|
||||
| | tuple-ids=13,15,17 row-size=783B cardinality=431.79M cost=188995315
|
||||
| | in pipelines: 12(GETNEXT), 15(OPEN)
|
||||
| |
|
||||
| |--F18:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| |--F17:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=419.24MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[170129]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=05 plan-id=06 cohort-id=01
|
||||
| | | join-table-id=04 plan-id=05 cohort-id=01
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=73049
|
||||
| | |
|
||||
| | 23:EXCHANGE [BROADCAST]
|
||||
| | 24:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=10.24MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=15 row-size=237B cardinality=73.05K cost=97080
|
||||
| | | in pipelines: 13(GETNEXT)
|
||||
| | | tuple-ids=17 row-size=237B cardinality=73.05K cost=97080
|
||||
| | | in pipelines: 15(GETNEXT)
|
||||
| | |
|
||||
| | F08:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F09:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[158950]
|
||||
| | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 15:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=15 row-size=237B cardinality=73.05K cost=110600
|
||||
| | tuple-ids=17 row-size=237B cardinality=73.05K cost=110600
|
||||
| | in pipelines: 15(GETNEXT)
|
||||
| |
|
||||
| 14:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=05
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item_1.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item_1.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=13,15 row-size=545B cardinality=431.79M cost=189050693
|
||||
| | in pipelines: 12(GETNEXT), 13(OPEN)
|
||||
| |
|
||||
| |--F18:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[838440]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=05 plan-id=06 cohort-id=01
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item_1.i_item_sk
|
||||
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
|
||||
| | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| | |
|
||||
| | 23:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=15 row-size=405B cardinality=360.00K cost=478440
|
||||
| | | in pipelines: 13(GETNEXT)
|
||||
| | |
|
||||
| | F08:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1757529]
|
||||
| | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=15 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 13(GETNEXT)
|
||||
| |
|
||||
| 12:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
| HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
| predicates: is_null_pred(tpcds_partitioned_parquet_snap.catalog_sales.cs_ship_customer_sk)
|
||||
| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
|
||||
| runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=4.32G size=280.96GB
|
||||
| partitions: 1831/1831 rows=4.32G
|
||||
@@ -656,78 +656,78 @@ max-parallelism=120 segment-costs=[36050793249, 7396625267] cpu-comparison-resul
|
||||
|
|
||||
|--11:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=6,8,10 row-size=783B cardinality=215.89M cost=94522238
|
||||
| | in pipelines: 07(GETNEXT), 10(OPEN)
|
||||
| |
|
||||
| |--F15:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[838440]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| | |
|
||||
| | 22:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=10 row-size=405B cardinality=360.00K cost=478440
|
||||
| | | in pipelines: 10(GETNEXT)
|
||||
| | |
|
||||
| | F05:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1757529]
|
||||
| | 10:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=10 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 10(GETNEXT)
|
||||
| |
|
||||
| 09:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=6,8 row-size=377B cardinality=216.00M cost=94541798
|
||||
| | in pipelines: 07(GETNEXT), 08(OPEN)
|
||||
| | tuple-ids=6,8,10 row-size=783B cardinality=215.89M cost=94494550
|
||||
| | in pipelines: 07(GETNEXT), 10(OPEN)
|
||||
| |
|
||||
| |--F16:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| |--F15:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=419.24MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[170129]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=01
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=73049
|
||||
| | |
|
||||
| | 21:EXCHANGE [BROADCAST]
|
||||
| | 22:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=10.24MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=8 row-size=237B cardinality=73.05K cost=97080
|
||||
| | | in pipelines: 08(GETNEXT)
|
||||
| | | tuple-ids=10 row-size=237B cardinality=73.05K cost=97080
|
||||
| | | in pipelines: 10(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F05:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[158950]
|
||||
| | 08:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 10:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=237B cardinality=73.05K cost=110600
|
||||
| | tuple-ids=10 row-size=237B cardinality=73.05K cost=110600
|
||||
| | in pipelines: 10(GETNEXT)
|
||||
| |
|
||||
| 09:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=6,8 row-size=545B cardinality=215.89M cost=94522238
|
||||
| | in pipelines: 07(GETNEXT), 08(OPEN)
|
||||
| |
|
||||
| |--F16:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[838440]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=03 plan-id=04 cohort-id=01
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
|
||||
| | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| | |
|
||||
| | 21:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=8 row-size=405B cardinality=360.00K cost=478440
|
||||
| | | in pipelines: 08(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1757529]
|
||||
| | 08:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | stored statistics:
|
||||
| | table: rows=360.00K size=33.54MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=405B cardinality=360.00K cost=1355609
|
||||
| | in pipelines: 08(GETNEXT)
|
||||
| |
|
||||
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
|
||||
| HDFS partitions=1824/1824 files=1824 size=145.75GB
|
||||
| predicates: is_null_pred(tpcds_partitioned_parquet_snap.web_sales.ws_ship_hdemo_sk)
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
|
||||
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=2.16G size=145.75GB
|
||||
| partitions: 1824/1824 rows=2.16G
|
||||
@@ -739,78 +739,78 @@ max-parallelism=120 segment-costs=[36050793249, 7396625267] cpu-comparison-resul
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=863.56M cost=378091724
|
||||
| in pipelines: 02(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F13:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 20:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=333B cardinality=863.99M cost=378169963
|
||||
| in pipelines: 02(GETNEXT), 03(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=739B cardinality=863.56M cost=377980973
|
||||
| in pipelines: 02(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F14:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
|--F13:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=419.24MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[170129]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=73049
|
||||
| |
|
||||
| 19:EXCHANGE [BROADCAST]
|
||||
| 20:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=10.24MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=73.05K cost=97080
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| | tuple-ids=4 row-size=237B cardinality=73.05K cost=97080
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[158950]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| stored statistics:
|
||||
| table: rows=73.05K size=2.17MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=73.05K cost=110600
|
||||
| tuple-ids=4 row-size=237B cardinality=73.05K cost=110600
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=501B cardinality=863.56M cost=378091724
|
||||
| in pipelines: 02(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F14:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 19:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
predicates: is_null_pred(tpcds_partitioned_parquet_snap.store_sales.ss_cdemo_sk)
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
|
||||
@@ -378,14 +378,32 @@ PLAN-ROOT SINK
|
||||
| | in pipelines: 13(GETNEXT), 08(OPEN)
|
||||
| |
|
||||
| 12:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=7,9,11 row-size=780B cardinality=863.99M cost=378175129
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_returns.sr_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_returns.sr_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=7,9,11 row-size=780B cardinality=863.99M cost=378169174
|
||||
| | in pipelines: 08(GETNEXT), 11(OPEN)
|
||||
| |
|
||||
| |--11:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| |--11:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=11 row-size=459B cardinality=1.35K cost=4718
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| |
|
||||
| 10:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=7,9 row-size=321B cardinality=863.99M cost=378175129
|
||||
| | in pipelines: 08(GETNEXT), 09(OPEN)
|
||||
| |
|
||||
| |--09:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('2001-08-27' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('2001-08-27' AS DATE)
|
||||
| | stored statistics:
|
||||
@@ -395,30 +413,12 @@ PLAN-ROOT SINK
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('2001-08-27' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('2001-08-27' AS DATE)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('2001-08-27' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('2001-08-27' AS DATE)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=11 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| |
|
||||
| 10:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_returns.sr_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_returns.sr_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=7,9 row-size=543B cardinality=863.99M cost=378169174
|
||||
| | in pipelines: 08(GETNEXT), 09(OPEN)
|
||||
| |
|
||||
| |--09:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=9 row-size=459B cardinality=1.35K cost=4718
|
||||
| | tuple-ids=9 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 09(GETNEXT)
|
||||
| |
|
||||
| 08:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns]
|
||||
| HDFS partitions=2004/2004 files=2004 size=48.14GB
|
||||
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.store_returns.sr_store_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_store_sk
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_returns.sr_store_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_store_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk
|
||||
| stored statistics:
|
||||
| table: rows=863.99M size=48.14GB
|
||||
| partitions: 2004/2004 rows=863.99M
|
||||
@@ -436,14 +436,32 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 07(GETNEXT), 02(OPEN)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=792B cardinality=8.64G cost=3781706938
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=792B cardinality=8.64G cost=3781700983
|
||||
| in pipelines: 02(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--05:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=459B cardinality=1.35K cost=4718
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=333B cardinality=8.64G cost=3781706938
|
||||
| in pipelines: 02(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-08-27' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-08-27' AS DATE)
|
||||
| stored statistics:
|
||||
@@ -453,30 +471,12 @@ PLAN-ROOT SINK
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-08-27' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-08-27' AS DATE)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-08-27' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-08-27' AS DATE)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=555B cardinality=8.64G cost=3781700983
|
||||
| in pipelines: 02(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=459B cardinality=1.35K cost=4718
|
||||
| tuple-ids=2 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -1005,30 +1005,65 @@ max-parallelism=120 segment-costs=[104611, 3806, 285519, 103043, 202618] cpu-com
|
||||
| |
|
||||
| 12:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_returns.sr_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_returns.sr_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=7,9,11 row-size=780B cardinality=863.99M cost=378167824
|
||||
| | in pipelines: 08(GETNEXT), 11(OPEN)
|
||||
| |
|
||||
| |--F27:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[17005]
|
||||
| | | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[3140]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| | |
|
||||
| | 45:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=11 row-size=237B cardinality=7.30K cost=9700
|
||||
| | | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=11 row-size=459B cardinality=1.35K cost=1790
|
||||
| | | in pipelines: 11(GETNEXT)
|
||||
| | |
|
||||
| | F06:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[6419]
|
||||
| | 11:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=11 row-size=459B cardinality=1.35K cost=4718
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| |
|
||||
| 10:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=7,9 row-size=321B cardinality=863.99M cost=378167824
|
||||
| | in pipelines: 08(GETNEXT), 09(OPEN)
|
||||
| |
|
||||
| |--F28:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[17005]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | |
|
||||
| | 44:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=9 row-size=237B cardinality=7.30K cost=9700
|
||||
| | | in pipelines: 09(GETNEXT)
|
||||
| | |
|
||||
| | F05:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[119540]
|
||||
| | 11:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 09:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('2001-08-27' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('2001-08-27' AS DATE)
|
||||
| | stored statistics:
|
||||
@@ -1038,47 +1073,12 @@ max-parallelism=120 segment-costs=[104611, 3806, 285519, 103043, 202618] cpu-com
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('2001-08-27' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('2001-08-27' AS DATE)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('2001-08-27' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('2001-08-27' AS DATE)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=11 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| |
|
||||
| 10:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_returns.sr_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_returns.sr_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=7,9 row-size=543B cardinality=863.99M cost=378167824
|
||||
| | in pipelines: 08(GETNEXT), 09(OPEN)
|
||||
| |
|
||||
| |--F28:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[3140]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| | |
|
||||
| | 44:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=9 row-size=459B cardinality=1.35K cost=1790
|
||||
| | | in pipelines: 09(GETNEXT)
|
||||
| | |
|
||||
| | F05:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[6419]
|
||||
| | 09:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=9 row-size=459B cardinality=1.35K cost=4718
|
||||
| | tuple-ids=9 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 09(GETNEXT)
|
||||
| |
|
||||
| 08:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns, RANDOM]
|
||||
| HDFS partitions=2004/2004 files=2004 size=48.14GB
|
||||
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.store_returns.sr_store_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_store_sk
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_returns.sr_store_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_store_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk
|
||||
| stored statistics:
|
||||
| table: rows=863.99M size=48.14GB
|
||||
| partitions: 2004/2004 rows=863.99M
|
||||
@@ -1113,30 +1113,65 @@ max-parallelism=1824 segment-costs=[22639634851, 448502] cpu-comparison-result=1
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=08
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=792B cardinality=8.64G cost=3781699633
|
||||
| in pipelines: 02(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F34:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=08 plan-id=09 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 41:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=237B cardinality=7.30K cost=9700
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=459B cardinality=1.35K cost=4718
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=09
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=333B cardinality=8.64G cost=3781699633
|
||||
| in pipelines: 02(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F35:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=09 plan-id=10 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 40:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-08-27' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-08-27' AS DATE)
|
||||
| stored statistics:
|
||||
@@ -1146,47 +1181,12 @@ max-parallelism=1824 segment-costs=[22639634851, 448502] cpu-comparison-result=1
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-08-27' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-08-27' AS DATE)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-08-27' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-08-27' AS DATE)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=09
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=555B cardinality=8.64G cost=3781699633
|
||||
| in pipelines: 02(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F35:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=09 plan-id=10 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 40:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=459B cardinality=1.35K cost=4718
|
||||
| tuple-ids=2 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
@@ -1715,30 +1715,65 @@ max-parallelism=120 segment-costs=[104611, 3806, 285519, 103043, 202618] cpu-com
|
||||
| |
|
||||
| 12:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_returns.sr_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_returns.sr_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=7,9,11 row-size=780B cardinality=863.99M cost=378167824
|
||||
| | in pipelines: 08(GETNEXT), 11(OPEN)
|
||||
| |
|
||||
| |--F27:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[17005]
|
||||
| | | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[3140]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| | |
|
||||
| | 45:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=11 row-size=237B cardinality=7.30K cost=9700
|
||||
| | | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=11 row-size=459B cardinality=1.35K cost=1790
|
||||
| | | in pipelines: 11(GETNEXT)
|
||||
| | |
|
||||
| | F06:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[6419]
|
||||
| | 11:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=11 row-size=459B cardinality=1.35K cost=4718
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| |
|
||||
| 10:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=7,9 row-size=321B cardinality=863.99M cost=378167824
|
||||
| | in pipelines: 08(GETNEXT), 09(OPEN)
|
||||
| |
|
||||
| |--F28:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[17005]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
|
||||
| | | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | |
|
||||
| | 44:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=9 row-size=237B cardinality=7.30K cost=9700
|
||||
| | | in pipelines: 09(GETNEXT)
|
||||
| | |
|
||||
| | F05:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[119540]
|
||||
| | 11:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 09:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('2001-08-27' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('2001-08-27' AS DATE)
|
||||
| | stored statistics:
|
||||
@@ -1748,47 +1783,12 @@ max-parallelism=120 segment-costs=[104611, 3806, 285519, 103043, 202618] cpu-com
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('2001-08-27' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('2001-08-27' AS DATE)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_date <= CAST('2001-08-27' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim_0.d_date >= CAST('2001-08-27' AS DATE)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=11 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 11(GETNEXT)
|
||||
| |
|
||||
| 10:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_returns.sr_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_returns.sr_store_sk = tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=7,9 row-size=543B cardinality=863.99M cost=378167824
|
||||
| | in pipelines: 08(GETNEXT), 09(OPEN)
|
||||
| |
|
||||
| |--F28:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[3140]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.store_0.s_store_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| | |
|
||||
| | 44:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=9 row-size=459B cardinality=1.35K cost=1790
|
||||
| | | in pipelines: 09(GETNEXT)
|
||||
| | |
|
||||
| | F05:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[6419]
|
||||
| | 09:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | stored statistics:
|
||||
| | table: rows=1.35K size=119.76KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=9 row-size=459B cardinality=1.35K cost=4718
|
||||
| | tuple-ids=9 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 09(GETNEXT)
|
||||
| |
|
||||
| 08:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns, RANDOM]
|
||||
| HDFS partitions=2004/2004 files=2004 size=48.14GB
|
||||
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.store_returns.sr_store_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_store_sk
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_returns.sr_store_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_store_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk
|
||||
| stored statistics:
|
||||
| table: rows=863.99M size=48.14GB
|
||||
| partitions: 2004/2004 rows=863.99M
|
||||
@@ -1823,30 +1823,65 @@ max-parallelism=1824 segment-costs=[22639634851, 448502] cpu-comparison-result=1
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=08
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=792B cardinality=8.64G cost=3781699633
|
||||
| in pipelines: 02(GETNEXT), 05(OPEN)
|
||||
|
|
||||
|--F34:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=08 plan-id=09 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 41:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=237B cardinality=7.30K cost=9700
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=459B cardinality=1.35K cost=4718
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=09
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=333B cardinality=8.64G cost=3781699633
|
||||
| in pipelines: 02(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F35:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=09 plan-id=10 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 40:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-08-27' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-08-27' AS DATE)
|
||||
| stored statistics:
|
||||
@@ -1856,47 +1891,12 @@ max-parallelism=1824 segment-costs=[22639634851, 448502] cpu-comparison-result=1
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-08-27' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-08-27' AS DATE)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2001-08-27' AS DATE) + INTERVAL CAST(30 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2001-08-27' AS DATE)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=4 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 05(GETNEXT)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=09
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=555B cardinality=8.64G cost=3781699633
|
||||
| in pipelines: 02(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F35:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=25.29MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[3140]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=09 plan-id=10 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
|
||||
| |
|
||||
| 40:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.04MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=459B cardinality=1.35K cost=1790
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[6419]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| stored statistics:
|
||||
| table: rows=1.35K size=119.76KB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=1.35K
|
||||
| mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=459B cardinality=1.35K cost=4718
|
||||
| tuple-ids=2 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
stored statistics:
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
|
||||
@@ -64,67 +64,67 @@ F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=259.94GB mem-reservation=354.26MB thread-reservation=1 runtime-filters-memory=39.00MB
|
||||
| max-parallelism=1 segment-costs=[19824384018, 73624171003, 39724534305, 2397379137, 1000]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, round(divide(CAST(sum(tpcds_partitioned_parquet_snap.store_sales.ss_quantity) AS DOUBLE), CAST(add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_quantity), CAST(0 AS BIGINT)), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity), CAST(0 AS BIGINT))) AS DOUBLE)), CAST(2 AS BIGINT)), sum(tpcds_partitioned_parquet_snap.store_sales.ss_quantity), sum(tpcds_partitioned_parquet_snap.store_sales.ss_wholesale_cost), sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price), add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_quantity), CAST(0 AS BIGINT)), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity), CAST(0 AS BIGINT))), add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_wholesale_cost), CAST(0 AS DECIMAL(38,2))), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_wholesale_cost), CAST(0 AS DECIMAL(38,2)))), add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_sales_price), CAST(0 AS DECIMAL(38,2))), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price), CAST(0 AS DECIMAL(38,2))))
|
||||
| output exprs: tpcds_partitioned_parquet_snap.date_dim_1.d_year, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, round(divide(CAST(sum(tpcds_partitioned_parquet_snap.store_sales.ss_quantity) AS DOUBLE), CAST(add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_quantity), CAST(0 AS BIGINT)), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity), CAST(0 AS BIGINT))) AS DOUBLE)), CAST(2 AS BIGINT)), sum(tpcds_partitioned_parquet_snap.store_sales.ss_quantity), sum(tpcds_partitioned_parquet_snap.store_sales.ss_wholesale_cost), sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price), add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_quantity), CAST(0 AS BIGINT)), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity), CAST(0 AS BIGINT))), add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_wholesale_cost), CAST(0 AS DECIMAL(38,2))), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_wholesale_cost), CAST(0 AS DECIMAL(38,2)))), add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_sales_price), CAST(0 AS DECIMAL(38,2))), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price), CAST(0 AS DECIMAL(38,2))))
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=1000
|
||||
|
|
||||
20:TOP-N [LIMIT=100]
|
||||
| order by: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk ASC NULLS LAST, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk ASC NULLS LAST, sum(tpcds_partitioned_parquet_snap.store_sales.ss_quantity) DESC NULLS FIRST, sum(tpcds_partitioned_parquet_snap.store_sales.ss_wholesale_cost) DESC NULLS FIRST, sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price) DESC NULLS FIRST, add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_quantity), 0), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity), 0)) ASC NULLS LAST, add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_wholesale_cost), 0), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_wholesale_cost), 0)) ASC NULLS LAST, add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_sales_price), 0), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price), 0)) ASC NULLS LAST, round(divide(sum(tpcds_partitioned_parquet_snap.store_sales.ss_quantity), add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_quantity), 0), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity), 0))), 2) ASC NULLS LAST
|
||||
| mem-estimate=12.89KB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=21 row-size=132B cardinality=100 cost=631109685
|
||||
| in pipelines: 20(GETNEXT), 18(OPEN)
|
||||
| in pipelines: 20(GETNEXT), 05(OPEN)
|
||||
|
|
||||
19:HASH JOIN [RIGHT OUTER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_year = tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, tpcds_partitioned_parquet_snap.date_dim.d_year = tpcds_partitioned_parquet_snap.date_dim_1.d_year
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| other predicates: coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_quantity), CAST(0 AS BIGINT)) > CAST(0 AS BIGINT) OR coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity), CAST(0 AS BIGINT)) > CAST(0 AS BIGINT)
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_year, RF001[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF002[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.date_dim.d_year, RF004[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF001[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_year, RF003[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.date_dim_1.d_year
|
||||
| mem-estimate=5.02GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=20N,13N,6 row-size=156B cardinality=44.08M cost=1160168835
|
||||
| in pipelines: 18(GETNEXT), 11(OPEN)
|
||||
| tuple-ids=6N,13N,20 row-size=156B cardinality=44.08M cost=1160168835
|
||||
| in pipelines: 05(GETNEXT), 11(OPEN)
|
||||
|
|
||||
|--12:HASH JOIN [RIGHT OUTER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
|--18:HASH JOIN [RIGHT OUTER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = tpcds_partitioned_parquet_snap.date_dim_1.d_year, tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_year, RF009[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF010[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.date_dim.d_year, RF012[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_year, RF009[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF010[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.date_dim_1.d_year, RF012[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| | mem-estimate=2.88GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=13N,6 row-size=104B cardinality=44.08M cost=606100617
|
||||
| | in pipelines: 11(GETNEXT), 05(OPEN)
|
||||
| | tuple-ids=13N,20 row-size=104B cardinality=44.08M cost=606100617
|
||||
| | in pipelines: 11(GETNEXT), 17(OPEN)
|
||||
| |
|
||||
| |--05:AGGREGATE [FINALIZE]
|
||||
| |--17:AGGREGATE [FINALIZE]
|
||||
| | | output: sum(CAST(tpcds_partitioned_parquet_snap.store_sales.ss_quantity AS BIGINT)), sum(tpcds_partitioned_parquet_snap.store_sales.ss_wholesale_cost), sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
|
||||
| | | group by: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| | | having: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2002 AS INT)
|
||||
| | | group by: tpcds_partitioned_parquet_snap.date_dim_1.d_year, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| | | having: tpcds_partitioned_parquet_snap.date_dim_1.d_year = CAST(2002 AS INT)
|
||||
| | | mem-estimate=50.00GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | | tuple-ids=6 row-size=52B cardinality=44.08M cost=52207672397
|
||||
| | | in pipelines: 05(GETNEXT), 00(OPEN)
|
||||
| | | tuple-ids=20 row-size=52B cardinality=44.08M cost=52207672397
|
||||
| | | in pipelines: 17(GETNEXT), 12(OPEN)
|
||||
| | |
|
||||
| | 04:HASH JOIN [INNER JOIN]
|
||||
| | | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | runtime filters: RF016[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | 16:HASH JOIN [INNER JOIN]
|
||||
| | | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | | runtime filters: RF016[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | | tuple-ids=0,2N,4 row-size=417B cardinality=8.64G cost=3781772682
|
||||
| | | in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| | | tuple-ids=14,16N,18 row-size=417B cardinality=8.64G cost=3781772682
|
||||
| | | in pipelines: 12(GETNEXT), 15(OPEN)
|
||||
| | |
|
||||
| | |--03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| | |--15:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| | | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | | stored statistics:
|
||||
| | | table: rows=73.05K size=2.17MB
|
||||
| | | columns: all
|
||||
| | | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | | tuple-ids=4 row-size=237B cardinality=73.05K cost=110600
|
||||
| | | in pipelines: 03(GETNEXT)
|
||||
| | | tuple-ids=18 row-size=237B cardinality=73.05K cost=110600
|
||||
| | | in pipelines: 15(GETNEXT)
|
||||
| | |
|
||||
| | 02:HASH JOIN [LEFT OUTER JOIN]
|
||||
| | 14:HASH JOIN [LEFT OUTER JOIN]
|
||||
| | | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number = tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number
|
||||
| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number = tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number
|
||||
| | | other predicates: is_null_pred(tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number)
|
||||
| | | mem-estimate=50.00GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | | tuple-ids=0,2N row-size=180B cardinality=8.64G cost=4645688265
|
||||
| | | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| | | tuple-ids=14,16N row-size=180B cardinality=8.64G cost=4645688265
|
||||
| | | in pipelines: 12(GETNEXT), 13(OPEN)
|
||||
| | |
|
||||
| | |--01:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns]
|
||||
| | |--13:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns]
|
||||
| | | HDFS partitions=2004/2004 files=2004 size=48.14GB
|
||||
| | | stored statistics:
|
||||
| | | table: rows=863.99M size=48.14GB
|
||||
@@ -132,10 +132,10 @@ PLAN-ROOT SINK
|
||||
| | | columns: all
|
||||
| | | extrapolated-rows=disabled max-scan-range-rows=30.09M
|
||||
| | | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | | tuple-ids=2 row-size=84B cardinality=863.99M cost=1045080649
|
||||
| | | in pipelines: 01(GETNEXT)
|
||||
| | | tuple-ids=16 row-size=84B cardinality=863.99M cost=1045080649
|
||||
| | | in pipelines: 13(GETNEXT)
|
||||
| | |
|
||||
| | 00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
| | 12:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
| | HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
| | runtime filters: RF016[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
| | stored statistics:
|
||||
@@ -144,8 +144,8 @@ PLAN-ROOT SINK
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=390.22M
|
||||
| | mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
| | tuple-ids=0 row-size=96B cardinality=8.64G cost=11943846410
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| | tuple-ids=14 row-size=96B cardinality=8.64G cost=11943846410
|
||||
| | in pipelines: 12(GETNEXT)
|
||||
| |
|
||||
| 11:AGGREGATE [FINALIZE]
|
||||
| | output: sum(CAST(tpcds_partitioned_parquet_snap.web_sales.ws_quantity AS BIGINT)), sum(tpcds_partitioned_parquet_snap.web_sales.ws_wholesale_cost), sum(tpcds_partitioned_parquet_snap.web_sales.ws_sales_price)
|
||||
@@ -204,41 +204,41 @@ PLAN-ROOT SINK
|
||||
| tuple-ids=7 row-size=140B cardinality=2.16G cost=4354495421
|
||||
| in pipelines: 06(GETNEXT)
|
||||
|
|
||||
18:AGGREGATE [FINALIZE]
|
||||
05:AGGREGATE [FINALIZE]
|
||||
| output: sum(CAST(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity AS BIGINT)), sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_wholesale_cost), sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.date_dim_1.d_year, tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk
|
||||
| group by: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk
|
||||
| mem-estimate=50.00GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=20 row-size=52B cardinality=4.32G cost=26104503195
|
||||
| in pipelines: 18(GETNEXT), 13(OPEN)
|
||||
| tuple-ids=6 row-size=52B cardinality=4.32G cost=26104503195
|
||||
| in pipelines: 05(GETNEXT), 00(OPEN)
|
||||
|
|
||||
17:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=14,16N,18 row-size=489B cardinality=4.32G cost=1890971180
|
||||
| in pipelines: 13(GETNEXT), 16(OPEN)
|
||||
| tuple-ids=0,2N,4 row-size=489B cardinality=4.32G cost=1890971180
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--16:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.date_dim_1.d_year, RF000[bloom] -> tpcds_partitioned_parquet_snap.date_dim_1.d_year
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.date_dim.d_year, RF002[bloom] -> tpcds_partitioned_parquet_snap.date_dim.d_year
|
||||
| stored statistics:
|
||||
| table: rows=73.05K size=2.17MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=18 row-size=237B cardinality=73.05K cost=110600
|
||||
| in pipelines: 16(GETNEXT)
|
||||
| tuple-ids=4 row-size=237B cardinality=73.05K cost=110600
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
15:HASH JOIN [LEFT OUTER JOIN]
|
||||
02:HASH JOIN [LEFT OUTER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number = tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number = tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number
|
||||
| other predicates: is_null_pred(tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)
|
||||
| mem-estimate=50.00GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=14,16N row-size=252B cardinality=4.32G cost=2322915122
|
||||
| in pipelines: 13(GETNEXT), 14(OPEN)
|
||||
| tuple-ids=0,2N row-size=252B cardinality=4.32G cost=2322915122
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--14:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_returns]
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_returns]
|
||||
| HDFS partitions=2060/2060 files=2060 size=32.77GB
|
||||
| stored statistics:
|
||||
| table: rows=432.02M size=32.77GB
|
||||
@@ -246,20 +246,20 @@ PLAN-ROOT SINK
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=416.82K
|
||||
| mem-estimate=16.00MB mem-reservation=208.00KB thread-reservation=0
|
||||
| tuple-ids=16 row-size=112B cardinality=432.02M cost=696757003
|
||||
| in pipelines: 14(GETNEXT)
|
||||
| tuple-ids=2 row-size=112B cardinality=432.02M cost=696757003
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
13:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
|
||||
HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
runtime filters: RF004[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF004[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
|
||||
stored statistics:
|
||||
table: rows=4.32G size=280.96GB
|
||||
partitions: 1831/1831 rows=4.32G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=21.52M
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=14 row-size=140B cardinality=4.32G cost=8709277205
|
||||
in pipelines: 13(GETNEXT)
|
||||
tuple-ids=0 row-size=140B cardinality=4.32G cost=8709277205
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- DISTRIBUTEDPLAN
|
||||
Max Per-Host Resource Reservation: Memory=5.38GB Threads=195
|
||||
Per-Host Resource Estimates: Memory=148.02GB
|
||||
@@ -267,7 +267,7 @@ F15:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=5.56MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[1051] cpu-comparison-result=673 [max(1 (self) vs 673 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, round(divide(CAST(sum(tpcds_partitioned_parquet_snap.store_sales.ss_quantity) AS DOUBLE), CAST(add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_quantity), CAST(0 AS BIGINT)), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity), CAST(0 AS BIGINT))) AS DOUBLE)), CAST(2 AS BIGINT)), sum(tpcds_partitioned_parquet_snap.store_sales.ss_quantity), sum(tpcds_partitioned_parquet_snap.store_sales.ss_wholesale_cost), sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price), add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_quantity), CAST(0 AS BIGINT)), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity), CAST(0 AS BIGINT))), add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_wholesale_cost), CAST(0 AS DECIMAL(38,2))), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_wholesale_cost), CAST(0 AS DECIMAL(38,2)))), add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_sales_price), CAST(0 AS DECIMAL(38,2))), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price), CAST(0 AS DECIMAL(38,2))))
|
||||
| output exprs: tpcds_partitioned_parquet_snap.date_dim_1.d_year, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, round(divide(CAST(sum(tpcds_partitioned_parquet_snap.store_sales.ss_quantity) AS DOUBLE), CAST(add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_quantity), CAST(0 AS BIGINT)), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity), CAST(0 AS BIGINT))) AS DOUBLE)), CAST(2 AS BIGINT)), sum(tpcds_partitioned_parquet_snap.store_sales.ss_quantity), sum(tpcds_partitioned_parquet_snap.store_sales.ss_wholesale_cost), sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price), add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_quantity), CAST(0 AS BIGINT)), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity), CAST(0 AS BIGINT))), add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_wholesale_cost), CAST(0 AS DECIMAL(38,2))), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_wholesale_cost), CAST(0 AS DECIMAL(38,2)))), add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_sales_price), CAST(0 AS DECIMAL(38,2))), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price), CAST(0 AS DECIMAL(38,2))))
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=1000
|
||||
|
|
||||
38:MERGING-EXCHANGE [UNPARTITIONED]
|
||||
@@ -277,7 +277,7 @@ PLAN-ROOT SINK
|
||||
| tuple-ids=21 row-size=132B cardinality=100 cost=51
|
||||
| in pipelines: 20(GETNEXT)
|
||||
|
|
||||
F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim_1.d_year,tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=120
|
||||
F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim.d_year,tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=120
|
||||
Per-Instance Resources: mem-estimate=2.01GB mem-reservation=34.00MB thread-reservation=1
|
||||
max-parallelism=2770 segment-costs=[27617826511, 1747197218, 377] cpu-comparison-result=673 [max(120 (self) vs 673 (sum children))]
|
||||
20:TOP-N [LIMIT=100]
|
||||
@@ -288,36 +288,36 @@ max-parallelism=2770 segment-costs=[27617826511, 1747197218, 377] cpu-comparison
|
||||
|
|
||||
19:HASH JOIN [RIGHT OUTER JOIN, PARTITIONED]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_year = tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, tpcds_partitioned_parquet_snap.date_dim.d_year = tpcds_partitioned_parquet_snap.date_dim_1.d_year
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| other predicates: coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_quantity), CAST(0 AS BIGINT)) > CAST(0 AS BIGINT) OR coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity), CAST(0 AS BIGINT)) > CAST(0 AS BIGINT)
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=20N,13N,6 row-size=156B cardinality=44.08M cost=1116087533
|
||||
| tuple-ids=6N,13N,20 row-size=156B cardinality=44.08M cost=1116087533
|
||||
| in pipelines: 25(GETNEXT), 30(OPEN)
|
||||
|
|
||||
|--F16:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim_1.d_year,tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=120
|
||||
|--F16:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim.d_year,tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=120
|
||||
| | Per-Instance Resources: mem-estimate=83.96MB mem-reservation=52.00MB thread-reservation=1 runtime-filters-memory=18.00MB
|
||||
| | max-parallelism=2770 segment-costs=[71689421] cpu-comparison-result=462 [max(120 (self) vs 462 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_year, RF001[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF002[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.date_dim.d_year, RF004[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, tpcds_partitioned_parquet_snap.date_dim_1.d_year
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF001[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_year, RF003[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.date_dim_1.d_year
|
||||
| | mem-estimate=42.83MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=44081302
|
||||
| |
|
||||
| 37:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim.d_year,tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
|
||||
| 37:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim_1.d_year,tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
|
||||
| | mem-estimate=23.12MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=13N,6 row-size=104B cardinality=44.08M cost=27608119
|
||||
| | tuple-ids=13N,20 row-size=104B cardinality=44.08M cost=27608119
|
||||
| | in pipelines: 30(GETNEXT)
|
||||
| |
|
||||
| F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim_0.d_year,tpcds_partitioned_parquet_snap.web_sales.ws_item_sk,tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk)] hosts=10 instances=120
|
||||
| Per-Instance Resources: mem-estimate=1.12GB mem-reservation=34.00MB thread-reservation=1
|
||||
| max-parallelism=1390 segment-costs=[13808459215, 902679616] cpu-comparison-result=462 [max(120 (self) vs 462 (sum children))]
|
||||
| 12:HASH JOIN [RIGHT OUTER JOIN, PARTITIONED]
|
||||
| 18:HASH JOIN [RIGHT OUTER JOIN, PARTITIONED]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = tpcds_partitioned_parquet_snap.date_dim_1.d_year, tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=13N,6 row-size=104B cardinality=44.08M cost=562019315
|
||||
| | tuple-ids=13N,20 row-size=104B cardinality=44.08M cost=562019315
|
||||
| | in pipelines: 30(GETNEXT), 35(OPEN)
|
||||
| |
|
||||
| |--F17:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim_0.d_year,tpcds_partitioned_parquet_snap.web_sales.ws_item_sk,tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk)] hosts=10 instances=120
|
||||
@@ -325,84 +325,84 @@ max-parallelism=2770 segment-costs=[27617826511, 1747197218, 377] cpu-comparison
|
||||
| | | max-parallelism=1390 segment-costs=[59522982] cpu-comparison-result=251 [max(120 (self) vs 251 (sum children))]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_year, RF009[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF010[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.date_dim.d_year, RF012[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_1.d_year, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_year, RF009[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF010[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.date_dim_1.d_year, RF012[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| | | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=44081302
|
||||
| | |
|
||||
| | 36:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim.d_year,tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
|
||||
| | 36:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim_1.d_year,tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
|
||||
| | | mem-estimate=16.56MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=6 row-size=52B cardinality=44.08M cost=15441680
|
||||
| | | tuple-ids=20 row-size=52B cardinality=44.08M cost=15441680
|
||||
| | | in pipelines: 35(GETNEXT)
|
||||
| | |
|
||||
| | F14:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim.d_year,tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=120
|
||||
| | F14:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim_1.d_year,tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=120
|
||||
| | Per-Instance Resources: mem-estimate=2.56GB mem-reservation=34.00MB thread-reservation=1
|
||||
| | max-parallelism=5530 segment-costs=[55234241695, 170330150] cpu-comparison-result=251 [max(120 (self) vs 251 (sum children))]
|
||||
| | 35:AGGREGATE [FINALIZE]
|
||||
| | | output: sum:merge(tpcds_partitioned_parquet_snap.store_sales.ss_quantity), sum:merge(tpcds_partitioned_parquet_snap.store_sales.ss_wholesale_cost), sum:merge(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
|
||||
| | | group by: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| | | having: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2002 AS INT)
|
||||
| | | group by: tpcds_partitioned_parquet_snap.date_dim_1.d_year, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| | | having: tpcds_partitioned_parquet_snap.date_dim_1.d_year = CAST(2002 AS INT)
|
||||
| | | mem-estimate=2.53GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | | tuple-ids=6 row-size=52B cardinality=44.08M cost=52207672397
|
||||
| | | in pipelines: 35(GETNEXT), 00(OPEN)
|
||||
| | | tuple-ids=20 row-size=52B cardinality=44.08M cost=52207672397
|
||||
| | | in pipelines: 35(GETNEXT), 12(OPEN)
|
||||
| | |
|
||||
| | 34:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim.d_year,tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
|
||||
| | 34:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim_1.d_year,tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
|
||||
| | | mem-estimate=16.56MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=6 row-size=52B cardinality=8.64G cost=3026569298
|
||||
| | | in pipelines: 00(GETNEXT)
|
||||
| | | tuple-ids=20 row-size=52B cardinality=8.64G cost=3026569298
|
||||
| | | in pipelines: 12(GETNEXT)
|
||||
| | |
|
||||
| | F12:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number)] hosts=10 instances=120
|
||||
| | Per-Instance Resources: mem-estimate=2.31GB mem-reservation=34.00MB thread-reservation=1
|
||||
| | max-parallelism=6460 segment-costs=[64546363844, 33384709585] cpu-comparison-result=251 [max(240 (self) vs 251 (sum children))]
|
||||
| | 05:AGGREGATE [STREAMING]
|
||||
| | 17:AGGREGATE [STREAMING]
|
||||
| | | output: sum(CAST(tpcds_partitioned_parquet_snap.store_sales.ss_quantity AS BIGINT)), sum(tpcds_partitioned_parquet_snap.store_sales.ss_wholesale_cost), sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
|
||||
| | | group by: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| | | group by: tpcds_partitioned_parquet_snap.date_dim_1.d_year, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| | | mem-estimate=2.27GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | | tuple-ids=6 row-size=52B cardinality=8.64G cost=52207672397
|
||||
| | | in pipelines: 00(GETNEXT)
|
||||
| | | tuple-ids=20 row-size=52B cardinality=8.64G cost=52207672397
|
||||
| | | in pipelines: 12(GETNEXT)
|
||||
| | |
|
||||
| | 04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | 16:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | | hash-table-id=02
|
||||
| | | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | | tuple-ids=0,2N,4 row-size=417B cardinality=8.64G cost=3781699633
|
||||
| | | in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| | | tuple-ids=14,16N,18 row-size=417B cardinality=8.64G cost=3781699633
|
||||
| | | in pipelines: 12(GETNEXT), 15(OPEN)
|
||||
| | |
|
||||
| | |--F18:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number)] hosts=10 instances=10
|
||||
| | | | Per-Instance Resources: mem-estimate=419.24MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | | max-parallelism=10 segment-costs=[170129]
|
||||
| | | JOIN BUILD
|
||||
| | | | join-table-id=02 plan-id=03 cohort-id=03
|
||||
| | | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | | runtime filters: RF016[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | | build expressions: tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | | | runtime filters: RF016[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=73049
|
||||
| | | |
|
||||
| | | 33:EXCHANGE [BROADCAST]
|
||||
| | | | mem-estimate=10.24MB mem-reservation=0B thread-reservation=0
|
||||
| | | | tuple-ids=4 row-size=237B cardinality=73.05K cost=97080
|
||||
| | | | in pipelines: 03(GETNEXT)
|
||||
| | | | tuple-ids=18 row-size=237B cardinality=73.05K cost=97080
|
||||
| | | | in pipelines: 15(GETNEXT)
|
||||
| | | |
|
||||
| | | F13:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | | max-parallelism=1 segment-costs=[158950]
|
||||
| | | 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | | 15:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | | stored statistics:
|
||||
| | | table: rows=73.05K size=2.17MB
|
||||
| | | columns: all
|
||||
| | | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | | tuple-ids=4 row-size=237B cardinality=73.05K cost=110600
|
||||
| | | in pipelines: 03(GETNEXT)
|
||||
| | | tuple-ids=18 row-size=237B cardinality=73.05K cost=110600
|
||||
| | | in pipelines: 15(GETNEXT)
|
||||
| | |
|
||||
| | 02:HASH JOIN [LEFT OUTER JOIN, PARTITIONED]
|
||||
| | 14:HASH JOIN [LEFT OUTER JOIN, PARTITIONED]
|
||||
| | | hash-table-id=03
|
||||
| | | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number = tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number
|
||||
| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number = tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number
|
||||
| | | other predicates: is_null_pred(tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number)
|
||||
| | | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | | tuple-ids=0,2N row-size=180B cardinality=8.64G cost=3781699633
|
||||
| | | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| | | tuple-ids=14,16N row-size=180B cardinality=8.64G cost=3781699633
|
||||
| | | in pipelines: 12(GETNEXT), 13(OPEN)
|
||||
| | |
|
||||
| | |--F19:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number)] hosts=10 instances=120
|
||||
| | | | Per-Instance Resources: mem-estimate=801.89MB mem-reservation=34.00MB thread-reservation=1
|
||||
@@ -414,13 +414,13 @@ max-parallelism=2770 segment-costs=[27617826511, 1747197218, 377] cpu-comparison
|
||||
| | | |
|
||||
| | | 32:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_returns.sr_item_sk,tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number)]
|
||||
| | | | mem-estimate=20.31MB mem-reservation=0B thread-reservation=0
|
||||
| | | | tuple-ids=2 row-size=84B cardinality=863.99M cost=429834344
|
||||
| | | | in pipelines: 01(GETNEXT)
|
||||
| | | | tuple-ids=16 row-size=84B cardinality=863.99M cost=429834344
|
||||
| | | | in pipelines: 13(GETNEXT)
|
||||
| | | |
|
||||
| | | F11:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| | | Per-Instance Resources: mem-estimate=57.25MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | | max-parallelism=620 segment-costs=[6164040495]
|
||||
| | | 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns, RANDOM]
|
||||
| | | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns, RANDOM]
|
||||
| | | HDFS partitions=2004/2004 files=2004 size=48.14GB
|
||||
| | | stored statistics:
|
||||
| | | table: rows=863.99M size=48.14GB
|
||||
@@ -428,19 +428,19 @@ max-parallelism=2770 segment-costs=[27617826511, 1747197218, 377] cpu-comparison
|
||||
| | | columns: all
|
||||
| | | extrapolated-rows=disabled max-scan-range-rows=30.09M
|
||||
| | | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | | tuple-ids=2 row-size=84B cardinality=863.99M cost=1045080649
|
||||
| | | in pipelines: 01(GETNEXT)
|
||||
| | | tuple-ids=16 row-size=84B cardinality=863.99M cost=1045080649
|
||||
| | | in pipelines: 13(GETNEXT)
|
||||
| | |
|
||||
| | 31:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number)]
|
||||
| | | mem-estimate=21.72MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=0 row-size=96B cardinality=8.64G cost=4775292181
|
||||
| | | in pipelines: 00(GETNEXT)
|
||||
| | | tuple-ids=14 row-size=96B cardinality=8.64G cost=4775292181
|
||||
| | | in pipelines: 12(GETNEXT)
|
||||
| | |
|
||||
| | F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| | Per-Instance Resources: mem-estimate=62.88MB mem-reservation=8.00MB thread-reservation=1
|
||||
| | max-parallelism=1824 segment-costs=[69810676358]
|
||||
| | 00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| | 12:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| | HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
| | runtime filters: RF016[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
| | stored statistics:
|
||||
@@ -449,8 +449,8 @@ max-parallelism=2770 segment-costs=[27617826511, 1747197218, 377] cpu-comparison
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=390.22M
|
||||
| | mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
| | tuple-ids=0 row-size=96B cardinality=8.64G cost=11943846410
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| | tuple-ids=14 row-size=96B cardinality=8.64G cost=11943846410
|
||||
| | in pipelines: 12(GETNEXT)
|
||||
| |
|
||||
| 30:AGGREGATE [FINALIZE]
|
||||
| | output: sum:merge(tpcds_partitioned_parquet_snap.web_sales.ws_quantity), sum:merge(tpcds_partitioned_parquet_snap.web_sales.ws_wholesale_cost), sum:merge(tpcds_partitioned_parquet_snap.web_sales.ws_sales_price)
|
||||
@@ -570,71 +570,71 @@ max-parallelism=2770 segment-costs=[27617826511, 1747197218, 377] cpu-comparison
|
||||
|
|
||||
25:AGGREGATE [FINALIZE]
|
||||
| output: sum:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity), sum:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_wholesale_cost), sum:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.date_dim_1.d_year, tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk
|
||||
| group by: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk
|
||||
| mem-estimate=2.00GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=20 row-size=52B cardinality=4.32G cost=26104503195
|
||||
| in pipelines: 25(GETNEXT), 13(OPEN)
|
||||
| tuple-ids=6 row-size=52B cardinality=4.32G cost=26104503195
|
||||
| in pipelines: 25(GETNEXT), 00(OPEN)
|
||||
|
|
||||
24:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim_1.d_year,tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)]
|
||||
24:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim.d_year,tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)]
|
||||
| mem-estimate=14.38MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=20 row-size=52B cardinality=4.32G cost=1513323316
|
||||
| in pipelines: 13(GETNEXT)
|
||||
| tuple-ids=6 row-size=52B cardinality=4.32G cost=1513323316
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F02:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=80 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=2.12GB mem-reservation=34.00MB thread-reservation=1
|
||||
max-parallelism=3320 segment-costs=[33148390338, 16692781310] cpu-comparison-result=211 [max(200 (self) vs 211 (sum children))]
|
||||
18:AGGREGATE [STREAMING]
|
||||
05:AGGREGATE [STREAMING]
|
||||
| output: sum(CAST(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity AS BIGINT)), sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_wholesale_cost), sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.date_dim_1.d_year, tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk
|
||||
| group by: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk
|
||||
| mem-estimate=2.06GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=20 row-size=52B cardinality=4.32G cost=26104503195
|
||||
| in pipelines: 13(GETNEXT)
|
||||
| tuple-ids=6 row-size=52B cardinality=4.32G cost=26104503195
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
17:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=06
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=14,16N,18 row-size=489B cardinality=4.32G cost=1890898131
|
||||
| in pipelines: 13(GETNEXT), 16(OPEN)
|
||||
| tuple-ids=0,2N,4 row-size=489B cardinality=4.32G cost=1890898131
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F22:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=283.24MB mem-reservation=273.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[170129]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=06 plan-id=07 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=272.00MB mem-reservation=272.00MB spill-buffer=2.00MB thread-reservation=0 cost=73049
|
||||
| |
|
||||
| 23:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=10.24MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=18 row-size=237B cardinality=73.05K cost=97080
|
||||
| | in pipelines: 16(GETNEXT)
|
||||
| | tuple-ids=4 row-size=237B cardinality=73.05K cost=97080
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[158950]
|
||||
| 16:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.date_dim_1.d_year, RF000[bloom] -> tpcds_partitioned_parquet_snap.date_dim_1.d_year
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.date_dim.d_year, RF002[bloom] -> tpcds_partitioned_parquet_snap.date_dim.d_year
|
||||
| stored statistics:
|
||||
| table: rows=73.05K size=2.17MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=18 row-size=237B cardinality=73.05K cost=110600
|
||||
| in pipelines: 16(GETNEXT)
|
||||
| tuple-ids=4 row-size=237B cardinality=73.05K cost=110600
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
15:HASH JOIN [LEFT OUTER JOIN, PARTITIONED]
|
||||
02:HASH JOIN [LEFT OUTER JOIN, PARTITIONED]
|
||||
| hash-table-id=07
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number = tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number = tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number
|
||||
| other predicates: is_null_pred(tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=14,16N row-size=252B cardinality=4.32G cost=1890898131
|
||||
| in pipelines: 13(GETNEXT), 14(OPEN)
|
||||
| tuple-ids=0,2N row-size=252B cardinality=4.32G cost=1890898131
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F23:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=80 (adjusted from 120)
|
||||
| | Per-Instance Resources: mem-estimate=754.00MB mem-reservation=34.00MB thread-reservation=1
|
||||
@@ -646,13 +646,13 @@ max-parallelism=3320 segment-costs=[33148390338, 16692781310] cpu-comparison-res
|
||||
| |
|
||||
| 22:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk,tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)]
|
||||
| | mem-estimate=23.59MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=16 row-size=112B cardinality=432.02M cost=270572241
|
||||
| | in pipelines: 14(GETNEXT)
|
||||
| | tuple-ids=2 row-size=112B cardinality=432.02M cost=270572241
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Instance Resources: mem-estimate=52.25MB mem-reservation=208.00KB thread-reservation=1
|
||||
| max-parallelism=410 segment-costs=[4035384309]
|
||||
| 14:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_returns, RANDOM]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_returns, RANDOM]
|
||||
| HDFS partitions=2060/2060 files=2060 size=32.77GB
|
||||
| stored statistics:
|
||||
| table: rows=432.02M size=32.77GB
|
||||
@@ -660,29 +660,29 @@ max-parallelism=3320 segment-costs=[33148390338, 16692781310] cpu-comparison-res
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=416.82K
|
||||
| mem-estimate=16.00MB mem-reservation=208.00KB thread-reservation=0
|
||||
| tuple-ids=16 row-size=112B cardinality=432.02M cost=696757003
|
||||
| in pipelines: 14(GETNEXT)
|
||||
| tuple-ids=2 row-size=112B cardinality=432.02M cost=696757003
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
21:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)]
|
||||
| mem-estimate=26.88MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=14 row-size=140B cardinality=4.32G cost=3262090881
|
||||
| in pipelines: 13(GETNEXT)
|
||||
| tuple-ids=0 row-size=140B cardinality=4.32G cost=3262090881
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=18.00MB mem-reservation=18.00MB thread-reservation=0 runtime-filters-memory=18.00MB
|
||||
Per-Instance Resources: mem-estimate=61.00MB mem-reservation=1.00MB thread-reservation=1
|
||||
max-parallelism=1831 segment-costs=[49884804438]
|
||||
13:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
runtime filters: RF004[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF004[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
|
||||
stored statistics:
|
||||
table: rows=4.32G size=280.96GB
|
||||
partitions: 1831/1831 rows=4.32G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=21.52M
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=14 row-size=140B cardinality=4.32G cost=8709277205
|
||||
in pipelines: 13(GETNEXT)
|
||||
tuple-ids=0 row-size=140B cardinality=4.32G cost=8709277205
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- PARALLELPLANS
|
||||
Max Per-Host Resource Reservation: Memory=5.38GB Threads=195
|
||||
Per-Host Resource Estimates: Memory=148.02GB
|
||||
@@ -690,7 +690,7 @@ F15:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=5.56MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[1051] cpu-comparison-result=673 [max(1 (self) vs 673 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, round(divide(CAST(sum(tpcds_partitioned_parquet_snap.store_sales.ss_quantity) AS DOUBLE), CAST(add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_quantity), CAST(0 AS BIGINT)), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity), CAST(0 AS BIGINT))) AS DOUBLE)), CAST(2 AS BIGINT)), sum(tpcds_partitioned_parquet_snap.store_sales.ss_quantity), sum(tpcds_partitioned_parquet_snap.store_sales.ss_wholesale_cost), sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price), add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_quantity), CAST(0 AS BIGINT)), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity), CAST(0 AS BIGINT))), add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_wholesale_cost), CAST(0 AS DECIMAL(38,2))), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_wholesale_cost), CAST(0 AS DECIMAL(38,2)))), add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_sales_price), CAST(0 AS DECIMAL(38,2))), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price), CAST(0 AS DECIMAL(38,2))))
|
||||
| output exprs: tpcds_partitioned_parquet_snap.date_dim_1.d_year, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, round(divide(CAST(sum(tpcds_partitioned_parquet_snap.store_sales.ss_quantity) AS DOUBLE), CAST(add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_quantity), CAST(0 AS BIGINT)), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity), CAST(0 AS BIGINT))) AS DOUBLE)), CAST(2 AS BIGINT)), sum(tpcds_partitioned_parquet_snap.store_sales.ss_quantity), sum(tpcds_partitioned_parquet_snap.store_sales.ss_wholesale_cost), sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price), add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_quantity), CAST(0 AS BIGINT)), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity), CAST(0 AS BIGINT))), add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_wholesale_cost), CAST(0 AS DECIMAL(38,2))), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_wholesale_cost), CAST(0 AS DECIMAL(38,2)))), add(coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_sales_price), CAST(0 AS DECIMAL(38,2))), coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price), CAST(0 AS DECIMAL(38,2))))
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=1000
|
||||
|
|
||||
38:MERGING-EXCHANGE [UNPARTITIONED]
|
||||
@@ -700,7 +700,7 @@ PLAN-ROOT SINK
|
||||
| tuple-ids=21 row-size=132B cardinality=100 cost=51
|
||||
| in pipelines: 20(GETNEXT)
|
||||
|
|
||||
F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim_1.d_year,tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=120
|
||||
F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim.d_year,tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=120
|
||||
Per-Instance Resources: mem-estimate=2.01GB mem-reservation=34.00MB thread-reservation=1
|
||||
max-parallelism=2770 segment-costs=[27617826511, 1747197218, 377] cpu-comparison-result=673 [max(120 (self) vs 673 (sum children))]
|
||||
20:TOP-N [LIMIT=100]
|
||||
@@ -711,36 +711,36 @@ max-parallelism=2770 segment-costs=[27617826511, 1747197218, 377] cpu-comparison
|
||||
|
|
||||
19:HASH JOIN [RIGHT OUTER JOIN, PARTITIONED]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.date_dim_1.d_year = tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, tpcds_partitioned_parquet_snap.date_dim.d_year = tpcds_partitioned_parquet_snap.date_dim_1.d_year
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| other predicates: coalesce(sum(tpcds_partitioned_parquet_snap.web_sales.ws_quantity), CAST(0 AS BIGINT)) > CAST(0 AS BIGINT) OR coalesce(sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity), CAST(0 AS BIGINT)) > CAST(0 AS BIGINT)
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=20N,13N,6 row-size=156B cardinality=44.08M cost=1116087533
|
||||
| tuple-ids=6N,13N,20 row-size=156B cardinality=44.08M cost=1116087533
|
||||
| in pipelines: 25(GETNEXT), 30(OPEN)
|
||||
|
|
||||
|--F16:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim_1.d_year,tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=120
|
||||
|--F16:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim.d_year,tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)] hosts=10 instances=120
|
||||
| | Per-Instance Resources: mem-estimate=83.96MB mem-reservation=52.00MB thread-reservation=1 runtime-filters-memory=18.00MB
|
||||
| | max-parallelism=2770 segment-costs=[71689421] cpu-comparison-result=462 [max(120 (self) vs 462 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_year, RF001[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF002[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.date_dim.d_year, RF004[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, tpcds_partitioned_parquet_snap.date_dim_1.d_year
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF001[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_year, RF003[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.date_dim_1.d_year
|
||||
| | mem-estimate=42.83MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=44081302
|
||||
| |
|
||||
| 37:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim.d_year,tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
|
||||
| 37:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim_1.d_year,tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
|
||||
| | mem-estimate=23.12MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=13N,6 row-size=104B cardinality=44.08M cost=27608119
|
||||
| | tuple-ids=13N,20 row-size=104B cardinality=44.08M cost=27608119
|
||||
| | in pipelines: 30(GETNEXT)
|
||||
| |
|
||||
| F09:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim_0.d_year,tpcds_partitioned_parquet_snap.web_sales.ws_item_sk,tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk)] hosts=10 instances=120
|
||||
| Per-Instance Resources: mem-estimate=1.12GB mem-reservation=34.00MB thread-reservation=1
|
||||
| max-parallelism=1390 segment-costs=[13808459215, 902679616] cpu-comparison-result=462 [max(120 (self) vs 462 (sum children))]
|
||||
| 12:HASH JOIN [RIGHT OUTER JOIN, PARTITIONED]
|
||||
| 18:HASH JOIN [RIGHT OUTER JOIN, PARTITIONED]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.date_dim_0.d_year = tpcds_partitioned_parquet_snap.date_dim_1.d_year, tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=13N,6 row-size=104B cardinality=44.08M cost=562019315
|
||||
| | tuple-ids=13N,20 row-size=104B cardinality=44.08M cost=562019315
|
||||
| | in pipelines: 30(GETNEXT), 35(OPEN)
|
||||
| |
|
||||
| |--F17:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim_0.d_year,tpcds_partitioned_parquet_snap.web_sales.ws_item_sk,tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk)] hosts=10 instances=120
|
||||
@@ -748,84 +748,84 @@ max-parallelism=2770 segment-costs=[27617826511, 1747197218, 377] cpu-comparison
|
||||
| | | max-parallelism=1390 segment-costs=[59522982] cpu-comparison-result=251 [max(120 (self) vs 251 (sum children))]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_year, RF009[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF010[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.date_dim.d_year, RF012[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_1.d_year, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_year, RF009[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF010[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.date_dim_1.d_year, RF012[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| | | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=44081302
|
||||
| | |
|
||||
| | 36:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim.d_year,tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
|
||||
| | 36:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim_1.d_year,tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
|
||||
| | | mem-estimate=16.56MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=6 row-size=52B cardinality=44.08M cost=15441680
|
||||
| | | tuple-ids=20 row-size=52B cardinality=44.08M cost=15441680
|
||||
| | | in pipelines: 35(GETNEXT)
|
||||
| | |
|
||||
| | F14:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim.d_year,tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=120
|
||||
| | F14:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.date_dim_1.d_year,tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)] hosts=10 instances=120
|
||||
| | Per-Instance Resources: mem-estimate=2.56GB mem-reservation=34.00MB thread-reservation=1
|
||||
| | max-parallelism=5530 segment-costs=[55234241695, 170330150] cpu-comparison-result=251 [max(120 (self) vs 251 (sum children))]
|
||||
| | 35:AGGREGATE [FINALIZE]
|
||||
| | | output: sum:merge(tpcds_partitioned_parquet_snap.store_sales.ss_quantity), sum:merge(tpcds_partitioned_parquet_snap.store_sales.ss_wholesale_cost), sum:merge(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
|
||||
| | | group by: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| | | having: tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2002 AS INT)
|
||||
| | | group by: tpcds_partitioned_parquet_snap.date_dim_1.d_year, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| | | having: tpcds_partitioned_parquet_snap.date_dim_1.d_year = CAST(2002 AS INT)
|
||||
| | | mem-estimate=2.53GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | | tuple-ids=6 row-size=52B cardinality=44.08M cost=52207672397
|
||||
| | | in pipelines: 35(GETNEXT), 00(OPEN)
|
||||
| | | tuple-ids=20 row-size=52B cardinality=44.08M cost=52207672397
|
||||
| | | in pipelines: 35(GETNEXT), 12(OPEN)
|
||||
| | |
|
||||
| | 34:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim.d_year,tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
|
||||
| | 34:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim_1.d_year,tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
|
||||
| | | mem-estimate=16.56MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=6 row-size=52B cardinality=8.64G cost=3026569298
|
||||
| | | in pipelines: 00(GETNEXT)
|
||||
| | | tuple-ids=20 row-size=52B cardinality=8.64G cost=3026569298
|
||||
| | | in pipelines: 12(GETNEXT)
|
||||
| | |
|
||||
| | F12:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number)] hosts=10 instances=120
|
||||
| | Per-Instance Resources: mem-estimate=2.31GB mem-reservation=34.00MB thread-reservation=1
|
||||
| | max-parallelism=6460 segment-costs=[64546363844, 33384709585] cpu-comparison-result=251 [max(240 (self) vs 251 (sum children))]
|
||||
| | 05:AGGREGATE [STREAMING]
|
||||
| | 17:AGGREGATE [STREAMING]
|
||||
| | | output: sum(CAST(tpcds_partitioned_parquet_snap.store_sales.ss_quantity AS BIGINT)), sum(tpcds_partitioned_parquet_snap.store_sales.ss_wholesale_cost), sum(tpcds_partitioned_parquet_snap.store_sales.ss_sales_price)
|
||||
| | | group by: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| | | group by: tpcds_partitioned_parquet_snap.date_dim_1.d_year, tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| | | mem-estimate=2.27GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | | tuple-ids=6 row-size=52B cardinality=8.64G cost=52207672397
|
||||
| | | in pipelines: 00(GETNEXT)
|
||||
| | | tuple-ids=20 row-size=52B cardinality=8.64G cost=52207672397
|
||||
| | | in pipelines: 12(GETNEXT)
|
||||
| | |
|
||||
| | 04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | 16:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | | hash-table-id=02
|
||||
| | | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | | tuple-ids=0,2N,4 row-size=417B cardinality=8.64G cost=3781699633
|
||||
| | | in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| | | tuple-ids=14,16N,18 row-size=417B cardinality=8.64G cost=3781699633
|
||||
| | | in pipelines: 12(GETNEXT), 15(OPEN)
|
||||
| | |
|
||||
| | |--F18:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number)] hosts=10 instances=10
|
||||
| | | | Per-Instance Resources: mem-estimate=419.24MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | | max-parallelism=10 segment-costs=[170129]
|
||||
| | | JOIN BUILD
|
||||
| | | | join-table-id=02 plan-id=03 cohort-id=03
|
||||
| | | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | | runtime filters: RF016[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | | build expressions: tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | | | runtime filters: RF016[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=73049
|
||||
| | | |
|
||||
| | | 33:EXCHANGE [BROADCAST]
|
||||
| | | | mem-estimate=10.24MB mem-reservation=0B thread-reservation=0
|
||||
| | | | tuple-ids=4 row-size=237B cardinality=73.05K cost=97080
|
||||
| | | | in pipelines: 03(GETNEXT)
|
||||
| | | | tuple-ids=18 row-size=237B cardinality=73.05K cost=97080
|
||||
| | | | in pipelines: 15(GETNEXT)
|
||||
| | | |
|
||||
| | | F13:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | | max-parallelism=1 segment-costs=[158950]
|
||||
| | | 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | | 15:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | | stored statistics:
|
||||
| | | table: rows=73.05K size=2.17MB
|
||||
| | | columns: all
|
||||
| | | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | | tuple-ids=4 row-size=237B cardinality=73.05K cost=110600
|
||||
| | | in pipelines: 03(GETNEXT)
|
||||
| | | tuple-ids=18 row-size=237B cardinality=73.05K cost=110600
|
||||
| | | in pipelines: 15(GETNEXT)
|
||||
| | |
|
||||
| | 02:HASH JOIN [LEFT OUTER JOIN, PARTITIONED]
|
||||
| | 14:HASH JOIN [LEFT OUTER JOIN, PARTITIONED]
|
||||
| | | hash-table-id=03
|
||||
| | | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number = tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number
|
||||
| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.store_returns.sr_item_sk, tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number = tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number
|
||||
| | | other predicates: is_null_pred(tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number)
|
||||
| | | mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| | | tuple-ids=0,2N row-size=180B cardinality=8.64G cost=3781699633
|
||||
| | | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| | | tuple-ids=14,16N row-size=180B cardinality=8.64G cost=3781699633
|
||||
| | | in pipelines: 12(GETNEXT), 13(OPEN)
|
||||
| | |
|
||||
| | |--F19:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number)] hosts=10 instances=120
|
||||
| | | | Per-Instance Resources: mem-estimate=801.89MB mem-reservation=34.00MB thread-reservation=1
|
||||
@@ -837,13 +837,13 @@ max-parallelism=2770 segment-costs=[27617826511, 1747197218, 377] cpu-comparison
|
||||
| | | |
|
||||
| | | 32:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_returns.sr_item_sk,tpcds_partitioned_parquet_snap.store_returns.sr_ticket_number)]
|
||||
| | | | mem-estimate=20.31MB mem-reservation=0B thread-reservation=0
|
||||
| | | | tuple-ids=2 row-size=84B cardinality=863.99M cost=429834344
|
||||
| | | | in pipelines: 01(GETNEXT)
|
||||
| | | | tuple-ids=16 row-size=84B cardinality=863.99M cost=429834344
|
||||
| | | | in pipelines: 13(GETNEXT)
|
||||
| | | |
|
||||
| | | F11:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| | | Per-Instance Resources: mem-estimate=57.25MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | | max-parallelism=620 segment-costs=[6164040495]
|
||||
| | | 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns, RANDOM]
|
||||
| | | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns, RANDOM]
|
||||
| | | HDFS partitions=2004/2004 files=2004 size=48.14GB
|
||||
| | | stored statistics:
|
||||
| | | table: rows=863.99M size=48.14GB
|
||||
@@ -851,19 +851,19 @@ max-parallelism=2770 segment-costs=[27617826511, 1747197218, 377] cpu-comparison
|
||||
| | | columns: all
|
||||
| | | extrapolated-rows=disabled max-scan-range-rows=30.09M
|
||||
| | | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | | tuple-ids=2 row-size=84B cardinality=863.99M cost=1045080649
|
||||
| | | in pipelines: 01(GETNEXT)
|
||||
| | | tuple-ids=16 row-size=84B cardinality=863.99M cost=1045080649
|
||||
| | | in pipelines: 13(GETNEXT)
|
||||
| | |
|
||||
| | 31:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_item_sk,tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number)]
|
||||
| | | mem-estimate=21.72MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=0 row-size=96B cardinality=8.64G cost=4775292181
|
||||
| | | in pipelines: 00(GETNEXT)
|
||||
| | | tuple-ids=14 row-size=96B cardinality=8.64G cost=4775292181
|
||||
| | | in pipelines: 12(GETNEXT)
|
||||
| | |
|
||||
| | F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| | Per-Instance Resources: mem-estimate=62.88MB mem-reservation=8.00MB thread-reservation=1
|
||||
| | max-parallelism=1824 segment-costs=[69810676358]
|
||||
| | 00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| | 12:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| | HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
| | runtime filters: RF016[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
|
||||
| | stored statistics:
|
||||
@@ -872,8 +872,8 @@ max-parallelism=2770 segment-costs=[27617826511, 1747197218, 377] cpu-comparison
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=390.22M
|
||||
| | mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
| | tuple-ids=0 row-size=96B cardinality=8.64G cost=11943846410
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| | tuple-ids=14 row-size=96B cardinality=8.64G cost=11943846410
|
||||
| | in pipelines: 12(GETNEXT)
|
||||
| |
|
||||
| 30:AGGREGATE [FINALIZE]
|
||||
| | output: sum:merge(tpcds_partitioned_parquet_snap.web_sales.ws_quantity), sum:merge(tpcds_partitioned_parquet_snap.web_sales.ws_wholesale_cost), sum:merge(tpcds_partitioned_parquet_snap.web_sales.ws_sales_price)
|
||||
@@ -993,71 +993,71 @@ max-parallelism=2770 segment-costs=[27617826511, 1747197218, 377] cpu-comparison
|
||||
|
|
||||
25:AGGREGATE [FINALIZE]
|
||||
| output: sum:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity), sum:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_wholesale_cost), sum:merge(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.date_dim_1.d_year, tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk
|
||||
| group by: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk
|
||||
| mem-estimate=2.00GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=20 row-size=52B cardinality=4.32G cost=26104503195
|
||||
| in pipelines: 25(GETNEXT), 13(OPEN)
|
||||
| tuple-ids=6 row-size=52B cardinality=4.32G cost=26104503195
|
||||
| in pipelines: 25(GETNEXT), 00(OPEN)
|
||||
|
|
||||
24:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim_1.d_year,tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)]
|
||||
24:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim.d_year,tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk)]
|
||||
| mem-estimate=14.38MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=20 row-size=52B cardinality=4.32G cost=1513323316
|
||||
| in pipelines: 13(GETNEXT)
|
||||
| tuple-ids=6 row-size=52B cardinality=4.32G cost=1513323316
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F02:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=80 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=2.12GB mem-reservation=34.00MB thread-reservation=1
|
||||
max-parallelism=3320 segment-costs=[33148390338, 16692781310] cpu-comparison-result=211 [max(200 (self) vs 211 (sum children))]
|
||||
18:AGGREGATE [STREAMING]
|
||||
05:AGGREGATE [STREAMING]
|
||||
| output: sum(CAST(tpcds_partitioned_parquet_snap.catalog_sales.cs_quantity AS BIGINT)), sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_wholesale_cost), sum(tpcds_partitioned_parquet_snap.catalog_sales.cs_sales_price)
|
||||
| group by: tpcds_partitioned_parquet_snap.date_dim_1.d_year, tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk
|
||||
| group by: tpcds_partitioned_parquet_snap.date_dim.d_year, tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk
|
||||
| mem-estimate=2.06GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=20 row-size=52B cardinality=4.32G cost=26104503195
|
||||
| in pipelines: 13(GETNEXT)
|
||||
| tuple-ids=6 row-size=52B cardinality=4.32G cost=26104503195
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
17:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=06
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=14,16N,18 row-size=489B cardinality=4.32G cost=1890898131
|
||||
| in pipelines: 13(GETNEXT), 16(OPEN)
|
||||
| tuple-ids=0,2N,4 row-size=489B cardinality=4.32G cost=1890898131
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F22:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=283.24MB mem-reservation=273.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[170129]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=06 plan-id=07 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=272.00MB mem-reservation=272.00MB spill-buffer=2.00MB thread-reservation=0 cost=73049
|
||||
| |
|
||||
| 23:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=10.24MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=18 row-size=237B cardinality=73.05K cost=97080
|
||||
| | in pipelines: 16(GETNEXT)
|
||||
| | tuple-ids=4 row-size=237B cardinality=73.05K cost=97080
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[158950]
|
||||
| 16:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.date_dim_1.d_year, RF000[bloom] -> tpcds_partitioned_parquet_snap.date_dim_1.d_year
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.date_dim.d_year, RF002[bloom] -> tpcds_partitioned_parquet_snap.date_dim.d_year
|
||||
| stored statistics:
|
||||
| table: rows=73.05K size=2.17MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=18 row-size=237B cardinality=73.05K cost=110600
|
||||
| in pipelines: 16(GETNEXT)
|
||||
| tuple-ids=4 row-size=237B cardinality=73.05K cost=110600
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
15:HASH JOIN [LEFT OUTER JOIN, PARTITIONED]
|
||||
02:HASH JOIN [LEFT OUTER JOIN, PARTITIONED]
|
||||
| hash-table-id=07
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number = tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk, tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number = tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number
|
||||
| other predicates: is_null_pred(tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=14,16N row-size=252B cardinality=4.32G cost=1890898131
|
||||
| in pipelines: 13(GETNEXT), 14(OPEN)
|
||||
| tuple-ids=0,2N row-size=252B cardinality=4.32G cost=1890898131
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F23:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)] hosts=10 instances=80 (adjusted from 120)
|
||||
| | Per-Instance Resources: mem-estimate=754.00MB mem-reservation=34.00MB thread-reservation=1
|
||||
@@ -1069,13 +1069,13 @@ max-parallelism=3320 segment-costs=[33148390338, 16692781310] cpu-comparison-res
|
||||
| |
|
||||
| 22:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.catalog_returns.cr_item_sk,tpcds_partitioned_parquet_snap.catalog_returns.cr_order_number)]
|
||||
| | mem-estimate=23.59MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=16 row-size=112B cardinality=432.02M cost=270572241
|
||||
| | in pipelines: 14(GETNEXT)
|
||||
| | tuple-ids=2 row-size=112B cardinality=432.02M cost=270572241
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Instance Resources: mem-estimate=52.25MB mem-reservation=208.00KB thread-reservation=1
|
||||
| max-parallelism=410 segment-costs=[4035384309]
|
||||
| 14:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_returns, RANDOM]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_returns, RANDOM]
|
||||
| HDFS partitions=2060/2060 files=2060 size=32.77GB
|
||||
| stored statistics:
|
||||
| table: rows=432.02M size=32.77GB
|
||||
@@ -1083,27 +1083,27 @@ max-parallelism=3320 segment-costs=[33148390338, 16692781310] cpu-comparison-res
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=416.82K
|
||||
| mem-estimate=16.00MB mem-reservation=208.00KB thread-reservation=0
|
||||
| tuple-ids=16 row-size=112B cardinality=432.02M cost=696757003
|
||||
| in pipelines: 14(GETNEXT)
|
||||
| tuple-ids=2 row-size=112B cardinality=432.02M cost=696757003
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
21:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk,tpcds_partitioned_parquet_snap.catalog_sales.cs_order_number)]
|
||||
| mem-estimate=26.88MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=14 row-size=140B cardinality=4.32G cost=3262090881
|
||||
| in pipelines: 13(GETNEXT)
|
||||
| tuple-ids=0 row-size=140B cardinality=4.32G cost=3262090881
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=18.00MB mem-reservation=18.00MB thread-reservation=0 runtime-filters-memory=18.00MB
|
||||
Per-Instance Resources: mem-estimate=61.00MB mem-reservation=1.00MB thread-reservation=1
|
||||
max-parallelism=1831 segment-costs=[49884804438]
|
||||
13:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
|
||||
HDFS partitions=1831/1831 files=1831 size=280.96GB
|
||||
runtime filters: RF004[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF004[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
|
||||
stored statistics:
|
||||
table: rows=4.32G size=280.96GB
|
||||
partitions: 1831/1831 rows=4.32G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=21.52M
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=14 row-size=140B cardinality=4.32G cost=8709277205
|
||||
in pipelines: 13(GETNEXT)
|
||||
tuple-ids=0 row-size=140B cardinality=4.32G cost=8709277205
|
||||
in pipelines: 00(GETNEXT)
|
||||
====
|
||||
|
||||
@@ -27,7 +27,7 @@ Max Per-Host Resource Reservation: Memory=88.00MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=6.37GB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=6.37GB mem-reservation=88.00MB thread-reservation=1 runtime-filters-memory=19.00MB
|
||||
| max-parallelism=1 segment-costs=[3482158595, 609880794, 600]
|
||||
| max-parallelism=1 segment-costs=[3694856582, 658731883, 600]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: c_last_name, c_first_name, substr(tpcds_partitioned_parquet_snap.store.s_city, CAST(1 AS BIGINT), CAST(30 AS BIGINT)), tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, sum(tpcds_partitioned_parquet_snap.store_sales.ss_coupon_amt), sum(tpcds_partitioned_parquet_snap.store_sales.ss_net_profit)
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=600
|
||||
@@ -35,33 +35,52 @@ PLAN-ROOT SINK
|
||||
10:TOP-N [LIMIT=100]
|
||||
| order by: c_last_name ASC NULLS LAST, c_first_name ASC NULLS LAST, substr(tpcds_partitioned_parquet_snap.store.s_city, 1, 30) ASC NULLS LAST, sum(tpcds_partitioned_parquet_snap.store_sales.ss_net_profit) ASC NULLS LAST
|
||||
| mem-estimate=9.48KB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=11 row-size=97B cardinality=100 cost=509610824
|
||||
| in pipelines: 10(GETNEXT), 08(OPEN)
|
||||
| tuple-ids=11 row-size=97B cardinality=100 cost=557878879
|
||||
| in pipelines: 10(GETNEXT), 00(OPEN)
|
||||
|
|
||||
09:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.customer.c_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| fk/pk conjuncts: none
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| mem-estimate=3.37GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=9,8 row-size=273B cardinality=36.01M cost=53446157
|
||||
| in pipelines: 08(GETNEXT), 07(OPEN)
|
||||
| tuple-ids=0,10 row-size=273B cardinality=39.23M cost=54029191
|
||||
| in pipelines: 00(GETNEXT), 08(OPEN)
|
||||
|
|
||||
|--07:AGGREGATE [FINALIZE]
|
||||
|--08:AGGREGATE [FINALIZE]
|
||||
| | output: sum(tpcds_partitioned_parquet_snap.store_sales.ss_coupon_amt), sum(tpcds_partitioned_parquet_snap.store_sales.ss_net_profit)
|
||||
| | group by: tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, tpcds_partitioned_parquet_snap.store.s_city
|
||||
| | mem-estimate=2.96GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=69B cardinality=39.23M cost=234283435
|
||||
| | in pipelines: 07(GETNEXT), 00(OPEN)
|
||||
| | tuple-ids=10 row-size=69B cardinality=39.23M cost=234283435
|
||||
| | in pipelines: 08(GETNEXT), 01(OPEN)
|
||||
| |
|
||||
| 06:HASH JOIN [INNER JOIN]
|
||||
| 07:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=2,4,6,8 row-size=827B cardinality=39.23M cost=110183677
|
||||
| | in pipelines: 01(GETNEXT), 06(OPEN)
|
||||
| |
|
||||
| |--06:SCAN HDFS [tpcds_partitioned_parquet_snap.household_demographics]
|
||||
| | HDFS partitions=1/1 files=1 size=41.69KB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.household_demographics.hd_dep_count = CAST(0 AS INT) OR tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT)
|
||||
| | stored statistics:
|
||||
| | table: rows=7.20K size=41.69KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=7.20K
|
||||
| | mem-estimate=16.00MB mem-reservation=64.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=36B cardinality=720 cost=2638
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| |
|
||||
| 05:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2,4,6 row-size=827B cardinality=39.23M cost=50804175
|
||||
| | in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
| | tuple-ids=2,4,6 row-size=792B cardinality=401.85M cost=178313750
|
||||
| | in pipelines: 01(GETNEXT), 04(OPEN)
|
||||
| |
|
||||
| |--05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| |--04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_dow = CAST(1 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(2000 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(2000 AS INT), CAST(2 AS INT))
|
||||
| | stored statistics:
|
||||
@@ -72,36 +91,17 @@ PLAN-ROOT SINK
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_dow = CAST(1 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(2000 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(2000 AS INT), CAST(2 AS INT))
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=420 cost=114705
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| 04:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2,4 row-size=590B cardinality=170.35M cost=80680951
|
||||
| | in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| |
|
||||
| |--03:SCAN HDFS [tpcds_partitioned_parquet_snap.household_demographics]
|
||||
| | HDFS partitions=1/1 files=1 size=41.69KB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.household_demographics.hd_dep_count = CAST(0 AS INT) OR tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT)
|
||||
| | stored statistics:
|
||||
| | table: rows=7.20K size=41.69KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=7.20K
|
||||
| | mem-estimate=16.00MB mem-reservation=64.00KB thread-reservation=0
|
||||
| | tuple-ids=4 row-size=36B cardinality=720 cost=2638
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| 02:HASH JOIN [INNER JOIN]
|
||||
| 03:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=555B cardinality=194.20M(filtered from 1.75G) cost=366040105
|
||||
| | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| | tuple-ids=2,4 row-size=555B cardinality=411.30M(filtered from 1.75G) cost=421725791
|
||||
| | in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
| |
|
||||
| |--01:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| |--02:SCAN HDFS [tpcds_partitioned_parquet_snap.store]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.store.s_number_employees <= CAST(295 AS INT), tpcds_partitioned_parquet_snap.store.s_number_employees >= CAST(200 AS INT)
|
||||
| | stored statistics:
|
||||
@@ -111,22 +111,22 @@ PLAN-ROOT SINK
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.store.s_number_employees <= CAST(295 AS INT), tpcds_partitioned_parquet_snap.store.s_number_employees >= CAST(200 AS INT)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.store.s_number_employees <= CAST(295 AS INT), tpcds_partitioned_parquet_snap.store.s_number_employees >= CAST(200 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=2 row-size=459B cardinality=135 cost=4794
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=459B cardinality=135 cost=4794
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
| HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
| stored statistics:
|
||||
| table: rows=8.64G size=389.90GB
|
||||
| partitions: 1824/1824 rows=8.64G
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=420(filtered from 1824)
|
||||
| mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
| tuple-ids=0 row-size=96B cardinality=194.20M(filtered from 8.64G) cost=2750227792
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| tuple-ids=2 row-size=96B cardinality=411.30M(filtered from 8.64G) cost=2750227792
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
08:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
|
||||
HDFS partitions=1/1 files=1 size=1.55GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
stored statistics:
|
||||
@@ -134,8 +134,8 @@ PLAN-ROOT SINK
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=3.10M
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=9 row-size=204B cardinality=30.00M cost=46823813
|
||||
in pipelines: 08(GETNEXT)
|
||||
tuple-ids=0 row-size=204B cardinality=30.00M cost=46823813
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- DISTRIBUTEDPLAN
|
||||
Max Per-Host Resource Reservation: Memory=807.04MB Threads=27
|
||||
Per-Host Resource Estimates: Memory=1.63GB
|
||||
@@ -155,24 +155,24 @@ PLAN-ROOT SINK
|
||||
|
|
||||
F06:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_sk)] hosts=10 instances=20 (adjusted from 10)
|
||||
Per-Instance Resources: mem-estimate=12.04MB mem-reservation=0B thread-reservation=1
|
||||
max-parallelism=60 segment-costs=[555369215, 285] cpu-comparison-result=120 [max(30 (self) vs 120 (sum children))]
|
||||
max-parallelism=70 segment-costs=[604220304, 285] cpu-comparison-result=120 [max(30 (self) vs 120 (sum children))]
|
||||
10:TOP-N [LIMIT=100]
|
||||
| order by: c_last_name ASC NULLS LAST, c_first_name ASC NULLS LAST, substr(tpcds_partitioned_parquet_snap.store.s_city, 1, 30) ASC NULLS LAST, sum(tpcds_partitioned_parquet_snap.store_sales.ss_net_profit) ASC NULLS LAST
|
||||
| mem-estimate=9.48KB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=11 row-size=97B cardinality=100 cost=509610824
|
||||
| in pipelines: 10(GETNEXT), 08(OPEN)
|
||||
| tuple-ids=11 row-size=97B cardinality=100 cost=557878879
|
||||
| in pipelines: 10(GETNEXT), 00(OPEN)
|
||||
|
|
||||
09:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.customer.c_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| fk/pk conjuncts: none
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=9,8 row-size=273B cardinality=36.01M cost=14219784
|
||||
| in pipelines: 08(GETNEXT), 15(OPEN)
|
||||
| tuple-ids=0,10 row-size=273B cardinality=39.23M cost=14802818
|
||||
| in pipelines: 00(GETNEXT), 15(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_sk)] hosts=10 instances=20 (adjusted from 10)
|
||||
| | Per-Instance Resources: mem-estimate=200.78MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
|
||||
| | max-parallelism=60 segment-costs=[56052379] cpu-comparison-result=120 [max(20 (self) vs 120 (sum children))]
|
||||
| | max-parallelism=70 segment-costs=[56052379] cpu-comparison-result=120 [max(20 (self) vs 120 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
@@ -181,7 +181,7 @@ max-parallelism=60 segment-costs=[555369215, 285] cpu-comparison-result=120 [max
|
||||
| |
|
||||
| 17:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
|
||||
| | mem-estimate=12.14MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=8 row-size=69B cardinality=39.23M cost=16826006
|
||||
| | tuple-ids=10 row-size=69B cardinality=39.23M cost=16826006
|
||||
| | in pipelines: 15(GETNEXT)
|
||||
| |
|
||||
| F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk,tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk,tpcds_partitioned_parquet_snap.store.s_city)] hosts=10 instances=30 (adjusted from 120)
|
||||
@@ -191,51 +191,87 @@ max-parallelism=60 segment-costs=[555369215, 285] cpu-comparison-result=120 [max
|
||||
| | output: sum:merge(tpcds_partitioned_parquet_snap.store_sales.ss_coupon_amt), sum:merge(tpcds_partitioned_parquet_snap.store_sales.ss_net_profit)
|
||||
| | group by: tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, tpcds_partitioned_parquet_snap.store.s_city
|
||||
| | mem-estimate=101.13MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=69B cardinality=39.23M cost=234283435
|
||||
| | in pipelines: 15(GETNEXT), 00(OPEN)
|
||||
| | tuple-ids=10 row-size=69B cardinality=39.23M cost=234283435
|
||||
| | in pipelines: 15(GETNEXT), 01(OPEN)
|
||||
| |
|
||||
| 14:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk,tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk,tpcds_partitioned_parquet_snap.store.s_city)]
|
||||
| | mem-estimate=18.57MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=8 row-size=69B cardinality=39.23M cost=16826006
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| | tuple-ids=10 row-size=69B cardinality=39.23M cost=16826006
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
|
||||
| Per-Instance Resources: mem-estimate=58.57MB mem-reservation=42.00MB thread-reservation=1
|
||||
| max-parallelism=350 segment-costs=[3482035183, 194760816] cpu-comparison-result=120 [max(120 (self) vs 33 (sum children))]
|
||||
| 07:AGGREGATE [STREAMING]
|
||||
| max-parallelism=370 segment-costs=[3694733170, 194760816] cpu-comparison-result=120 [max(120 (self) vs 33 (sum children))]
|
||||
| 08:AGGREGATE [STREAMING]
|
||||
| | output: sum(tpcds_partitioned_parquet_snap.store_sales.ss_coupon_amt), sum(tpcds_partitioned_parquet_snap.store_sales.ss_net_profit)
|
||||
| | group by: tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, tpcds_partitioned_parquet_snap.store.s_city
|
||||
| | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=69B cardinality=39.23M cost=234283435
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| | tuple-ids=10 row-size=69B cardinality=39.23M cost=234283435
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| 06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| 07:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=2,4,6,8 row-size=827B cardinality=39.23M cost=110182957
|
||||
| | in pipelines: 01(GETNEXT), 06(OPEN)
|
||||
| |
|
||||
| |--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.30MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[1670]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=720
|
||||
| | |
|
||||
| | 13:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=52.73KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=8 row-size=36B cardinality=720 cost=950
|
||||
| | | in pipelines: 06(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.15MB mem-reservation=64.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[2722]
|
||||
| | 06:SCAN HDFS [tpcds_partitioned_parquet_snap.household_demographics, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=41.69KB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.household_demographics.hd_dep_count = CAST(0 AS INT) OR tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT)
|
||||
| | stored statistics:
|
||||
| | table: rows=7.20K size=41.69KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=7.20K
|
||||
| | mem-estimate=16.00MB mem-reservation=64.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=36B cardinality=720 cost=2638
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| |
|
||||
| 05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2,4,6 row-size=827B cardinality=39.23M cost=50803755
|
||||
| | in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
| | tuple-ids=2,4,6 row-size=792B cardinality=401.85M cost=178313330
|
||||
| | in pipelines: 01(GETNEXT), 04(OPEN)
|
||||
| |
|
||||
| |--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| |--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.44MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[970]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=420
|
||||
| | |
|
||||
| | 13:EXCHANGE [BROADCAST]
|
||||
| | 12:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=196.17KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=6 row-size=237B cardinality=420 cost=550
|
||||
| | | in pipelines: 05(GETNEXT)
|
||||
| | | in pipelines: 04(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[114982]
|
||||
| | 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_dow = CAST(1 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(2000 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(2000 AS INT), CAST(2 AS INT))
|
||||
| | stored statistics:
|
||||
@@ -246,51 +282,15 @@ max-parallelism=60 segment-costs=[555369215, 285] cpu-comparison-result=120 [max
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_dow = CAST(1 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(2000 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(2000 AS INT), CAST(2 AS INT))
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=420 cost=114705
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| 04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2,4 row-size=590B cardinality=170.35M cost=80680231
|
||||
| | in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| |
|
||||
| |--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.30MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[1670]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=720
|
||||
| | |
|
||||
| | 12:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=52.73KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=4 row-size=36B cardinality=720 cost=950
|
||||
| | | in pipelines: 03(GETNEXT)
|
||||
| | |
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.15MB mem-reservation=64.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[2722]
|
||||
| | 03:SCAN HDFS [tpcds_partitioned_parquet_snap.household_demographics, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=41.69KB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.household_demographics.hd_dep_count = CAST(0 AS INT) OR tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT)
|
||||
| | stored statistics:
|
||||
| | table: rows=7.20K size=41.69KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=7.20K
|
||||
| | mem-estimate=16.00MB mem-reservation=64.00KB thread-reservation=0
|
||||
| | tuple-ids=4 row-size=36B cardinality=720 cost=2638
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| 02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| 03:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=555B cardinality=194.20M(filtered from 1.75G) cost=366039970
|
||||
| | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| | tuple-ids=2,4 row-size=555B cardinality=411.30M(filtered from 1.75G) cost=421725656
|
||||
| | in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
| |
|
||||
| |--F11:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.37MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -303,13 +303,13 @@ max-parallelism=60 segment-costs=[555369215, 285] cpu-comparison-result=120 [max
|
||||
| | |
|
||||
| | 11:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=121.48KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=2 row-size=459B cardinality=135 cost=170
|
||||
| | | in pipelines: 01(GETNEXT)
|
||||
| | | tuple-ids=4 row-size=459B cardinality=135 cost=170
|
||||
| | | in pipelines: 02(GETNEXT)
|
||||
| | |
|
||||
| | F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[4964]
|
||||
| | 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | 02:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.store.s_number_employees <= CAST(295 AS INT), tpcds_partitioned_parquet_snap.store.s_number_employees >= CAST(200 AS INT)
|
||||
| | stored statistics:
|
||||
@@ -319,31 +319,31 @@ max-parallelism=60 segment-costs=[555369215, 285] cpu-comparison-result=120 [max
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.store.s_number_employees <= CAST(295 AS INT), tpcds_partitioned_parquet_snap.store.s_number_employees >= CAST(200 AS INT)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.store.s_number_employees <= CAST(295 AS INT), tpcds_partitioned_parquet_snap.store.s_number_employees >= CAST(200 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=2 row-size=459B cardinality=135 cost=4794
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=459B cardinality=135 cost=4794
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
| stored statistics:
|
||||
| table: rows=8.64G size=389.90GB
|
||||
| partitions: 1824/1824 rows=8.64G
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=420(filtered from 1824)
|
||||
| mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
| tuple-ids=0 row-size=96B cardinality=194.20M(filtered from 8.64G) cost=2750227792
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| tuple-ids=2 row-size=96B cardinality=411.30M(filtered from 8.64G) cost=2750227792
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
16:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_sk)]
|
||||
| mem-estimate=12.04MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=9 row-size=204B cardinality=30.00M cost=31538607
|
||||
| in pipelines: 08(GETNEXT)
|
||||
| tuple-ids=0 row-size=204B cardinality=30.00M cost=31538607
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
Per-Host Shared Resources: mem-estimate=16.00MB mem-reservation=16.00MB thread-reservation=0 runtime-filters-memory=16.00MB
|
||||
Per-Instance Resources: mem-estimate=32.28MB mem-reservation=1.00MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[457158314]
|
||||
08:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
|
||||
HDFS partitions=1/1 files=1 size=1.55GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
stored statistics:
|
||||
@@ -351,8 +351,8 @@ max-parallelism=10 segment-costs=[457158314]
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=3.10M
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=9 row-size=204B cardinality=30.00M cost=46823813
|
||||
in pipelines: 08(GETNEXT)
|
||||
tuple-ids=0 row-size=204B cardinality=30.00M cost=46823813
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- PARALLELPLANS
|
||||
Max Per-Host Resource Reservation: Memory=807.04MB Threads=27
|
||||
Per-Host Resource Estimates: Memory=1.63GB
|
||||
@@ -372,24 +372,24 @@ PLAN-ROOT SINK
|
||||
|
|
||||
F06:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_sk)] hosts=10 instances=20 (adjusted from 10)
|
||||
Per-Instance Resources: mem-estimate=12.04MB mem-reservation=0B thread-reservation=1
|
||||
max-parallelism=60 segment-costs=[555369215, 285] cpu-comparison-result=120 [max(30 (self) vs 120 (sum children))]
|
||||
max-parallelism=70 segment-costs=[604220304, 285] cpu-comparison-result=120 [max(30 (self) vs 120 (sum children))]
|
||||
10:TOP-N [LIMIT=100]
|
||||
| order by: c_last_name ASC NULLS LAST, c_first_name ASC NULLS LAST, substr(tpcds_partitioned_parquet_snap.store.s_city, 1, 30) ASC NULLS LAST, sum(tpcds_partitioned_parquet_snap.store_sales.ss_net_profit) ASC NULLS LAST
|
||||
| mem-estimate=9.48KB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=11 row-size=97B cardinality=100 cost=509610824
|
||||
| in pipelines: 10(GETNEXT), 08(OPEN)
|
||||
| tuple-ids=11 row-size=97B cardinality=100 cost=557878879
|
||||
| in pipelines: 10(GETNEXT), 00(OPEN)
|
||||
|
|
||||
09:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.customer.c_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_customer_sk = tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
| fk/pk conjuncts: none
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=9,8 row-size=273B cardinality=36.01M cost=14219784
|
||||
| in pipelines: 08(GETNEXT), 15(OPEN)
|
||||
| tuple-ids=0,10 row-size=273B cardinality=39.23M cost=14802818
|
||||
| in pipelines: 00(GETNEXT), 15(OPEN)
|
||||
|
|
||||
|--F08:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_sk)] hosts=10 instances=20 (adjusted from 10)
|
||||
| | Per-Instance Resources: mem-estimate=200.78MB mem-reservation=50.00MB thread-reservation=1 runtime-filters-memory=16.00MB
|
||||
| | max-parallelism=60 segment-costs=[56052379] cpu-comparison-result=120 [max(20 (self) vs 120 (sum children))]
|
||||
| | max-parallelism=70 segment-costs=[56052379] cpu-comparison-result=120 [max(20 (self) vs 120 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
|
||||
@@ -398,7 +398,7 @@ max-parallelism=60 segment-costs=[555369215, 285] cpu-comparison-result=120 [max
|
||||
| |
|
||||
| 17:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)]
|
||||
| | mem-estimate=12.14MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=8 row-size=69B cardinality=39.23M cost=16826006
|
||||
| | tuple-ids=10 row-size=69B cardinality=39.23M cost=16826006
|
||||
| | in pipelines: 15(GETNEXT)
|
||||
| |
|
||||
| F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk,tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk,tpcds_partitioned_parquet_snap.store.s_city)] hosts=10 instances=30 (adjusted from 120)
|
||||
@@ -408,51 +408,87 @@ max-parallelism=60 segment-costs=[555369215, 285] cpu-comparison-result=120 [max
|
||||
| | output: sum:merge(tpcds_partitioned_parquet_snap.store_sales.ss_coupon_amt), sum:merge(tpcds_partitioned_parquet_snap.store_sales.ss_net_profit)
|
||||
| | group by: tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, tpcds_partitioned_parquet_snap.store.s_city
|
||||
| | mem-estimate=101.13MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=69B cardinality=39.23M cost=234283435
|
||||
| | in pipelines: 15(GETNEXT), 00(OPEN)
|
||||
| | tuple-ids=10 row-size=69B cardinality=39.23M cost=234283435
|
||||
| | in pipelines: 15(GETNEXT), 01(OPEN)
|
||||
| |
|
||||
| 14:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number,tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk,tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk,tpcds_partitioned_parquet_snap.store.s_city)]
|
||||
| | mem-estimate=18.57MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=8 row-size=69B cardinality=39.23M cost=16826006
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| | tuple-ids=10 row-size=69B cardinality=39.23M cost=16826006
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
|
||||
| Per-Instance Resources: mem-estimate=58.57MB mem-reservation=42.00MB thread-reservation=1
|
||||
| max-parallelism=350 segment-costs=[3482035183, 194760816] cpu-comparison-result=120 [max(120 (self) vs 33 (sum children))]
|
||||
| 07:AGGREGATE [STREAMING]
|
||||
| max-parallelism=370 segment-costs=[3694733170, 194760816] cpu-comparison-result=120 [max(120 (self) vs 33 (sum children))]
|
||||
| 08:AGGREGATE [STREAMING]
|
||||
| | output: sum(tpcds_partitioned_parquet_snap.store_sales.ss_coupon_amt), sum(tpcds_partitioned_parquet_snap.store_sales.ss_net_profit)
|
||||
| | group by: tpcds_partitioned_parquet_snap.store_sales.ss_ticket_number, tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, tpcds_partitioned_parquet_snap.store_sales.ss_addr_sk, tpcds_partitioned_parquet_snap.store.s_city
|
||||
| | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=69B cardinality=39.23M cost=234283435
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| | tuple-ids=10 row-size=69B cardinality=39.23M cost=234283435
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| 06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| 07:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=2,4,6,8 row-size=827B cardinality=39.23M cost=110182957
|
||||
| | in pipelines: 01(GETNEXT), 06(OPEN)
|
||||
| |
|
||||
| |--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.30MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[1670]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=720
|
||||
| | |
|
||||
| | 13:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=52.73KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=8 row-size=36B cardinality=720 cost=950
|
||||
| | | in pipelines: 06(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.15MB mem-reservation=64.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[2722]
|
||||
| | 06:SCAN HDFS [tpcds_partitioned_parquet_snap.household_demographics, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=41.69KB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.household_demographics.hd_dep_count = CAST(0 AS INT) OR tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT)
|
||||
| | stored statistics:
|
||||
| | table: rows=7.20K size=41.69KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=7.20K
|
||||
| | mem-estimate=16.00MB mem-reservation=64.00KB thread-reservation=0
|
||||
| | tuple-ids=8 row-size=36B cardinality=720 cost=2638
|
||||
| | in pipelines: 06(GETNEXT)
|
||||
| |
|
||||
| 05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2,4,6 row-size=827B cardinality=39.23M cost=50803755
|
||||
| | in pipelines: 00(GETNEXT), 05(OPEN)
|
||||
| | tuple-ids=2,4,6 row-size=792B cardinality=401.85M cost=178313330
|
||||
| | in pipelines: 01(GETNEXT), 04(OPEN)
|
||||
| |
|
||||
| |--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| |--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.44MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[970]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=420
|
||||
| | |
|
||||
| | 13:EXCHANGE [BROADCAST]
|
||||
| | 12:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=196.17KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=6 row-size=237B cardinality=420 cost=550
|
||||
| | | in pipelines: 05(GETNEXT)
|
||||
| | | in pipelines: 04(GETNEXT)
|
||||
| | |
|
||||
| | F04:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[114982]
|
||||
| | 05:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | 04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_dow = CAST(1 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(2000 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(2000 AS INT), CAST(2 AS INT))
|
||||
| | stored statistics:
|
||||
@@ -463,51 +499,15 @@ max-parallelism=60 segment-costs=[555369215, 285] cpu-comparison-result=120 [max
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_dow = CAST(1 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_year = CAST(2000 AS INT) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(2000 AS INT), CAST(1 AS INT)) OR tpcds_partitioned_parquet_snap.date_dim.d_year = add(CAST(2000 AS INT), CAST(2 AS INT))
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=420 cost=114705
|
||||
| | in pipelines: 05(GETNEXT)
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| 04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk = tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2,4 row-size=590B cardinality=170.35M cost=80680231
|
||||
| | in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
| |
|
||||
| |--F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.30MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[1670]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.household_demographics.hd_demo_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=720
|
||||
| | |
|
||||
| | 12:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=52.73KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=4 row-size=36B cardinality=720 cost=950
|
||||
| | | in pipelines: 03(GETNEXT)
|
||||
| | |
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.15MB mem-reservation=64.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[2722]
|
||||
| | 03:SCAN HDFS [tpcds_partitioned_parquet_snap.household_demographics, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=41.69KB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.household_demographics.hd_dep_count = CAST(0 AS INT) OR tpcds_partitioned_parquet_snap.household_demographics.hd_vehicle_count > CAST(0 AS INT)
|
||||
| | stored statistics:
|
||||
| | table: rows=7.20K size=41.69KB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=7.20K
|
||||
| | mem-estimate=16.00MB mem-reservation=64.00KB thread-reservation=0
|
||||
| | tuple-ids=4 row-size=36B cardinality=720 cost=2638
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| 02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| 03:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=03
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_store_sk = tpcds_partitioned_parquet_snap.store.s_store_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=555B cardinality=194.20M(filtered from 1.75G) cost=366039970
|
||||
| | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| | tuple-ids=2,4 row-size=555B cardinality=411.30M(filtered from 1.75G) cost=421725656
|
||||
| | in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
| |
|
||||
| |--F11:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=24.37MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
@@ -520,13 +520,13 @@ max-parallelism=60 segment-costs=[555369215, 285] cpu-comparison-result=120 [max
|
||||
| | |
|
||||
| | 11:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=121.48KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=2 row-size=459B cardinality=135 cost=170
|
||||
| | | in pipelines: 01(GETNEXT)
|
||||
| | | tuple-ids=4 row-size=459B cardinality=135 cost=170
|
||||
| | | in pipelines: 02(GETNEXT)
|
||||
| | |
|
||||
| | F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=17.81MB mem-reservation=232.00KB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[4964]
|
||||
| | 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | 02:SCAN HDFS [tpcds_partitioned_parquet_snap.store, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=119.76KB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.store.s_number_employees <= CAST(295 AS INT), tpcds_partitioned_parquet_snap.store.s_number_employees >= CAST(200 AS INT)
|
||||
| | stored statistics:
|
||||
@@ -536,31 +536,31 @@ max-parallelism=60 segment-costs=[555369215, 285] cpu-comparison-result=120 [max
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.store.s_number_employees <= CAST(295 AS INT), tpcds_partitioned_parquet_snap.store.s_number_employees >= CAST(200 AS INT)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.store.s_number_employees <= CAST(295 AS INT), tpcds_partitioned_parquet_snap.store.s_number_employees >= CAST(200 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=232.00KB thread-reservation=0
|
||||
| | tuple-ids=2 row-size=459B cardinality=135 cost=4794
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=459B cardinality=135 cost=4794
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_hdemo_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk
|
||||
| stored statistics:
|
||||
| table: rows=8.64G size=389.90GB
|
||||
| partitions: 1824/1824 rows=8.64G
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=390.22M est-scan-range=420(filtered from 1824)
|
||||
| mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
| tuple-ids=0 row-size=96B cardinality=194.20M(filtered from 8.64G) cost=2750227792
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| tuple-ids=2 row-size=96B cardinality=411.30M(filtered from 8.64G) cost=2750227792
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
16:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_sk)]
|
||||
| mem-estimate=12.04MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=9 row-size=204B cardinality=30.00M cost=31538607
|
||||
| in pipelines: 08(GETNEXT)
|
||||
| tuple-ids=0 row-size=204B cardinality=30.00M cost=31538607
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
Per-Host Shared Resources: mem-estimate=16.00MB mem-reservation=16.00MB thread-reservation=0 runtime-filters-memory=16.00MB
|
||||
Per-Instance Resources: mem-estimate=32.28MB mem-reservation=1.00MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[457158314]
|
||||
08:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
|
||||
HDFS partitions=1/1 files=1 size=1.55GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.customer.c_customer_sk
|
||||
stored statistics:
|
||||
@@ -568,6 +568,6 @@ max-parallelism=10 segment-costs=[457158314]
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=3.10M
|
||||
mem-estimate=16.00MB mem-reservation=1.00MB thread-reservation=0
|
||||
tuple-ids=9 row-size=204B cardinality=30.00M cost=46823813
|
||||
in pipelines: 08(GETNEXT)
|
||||
tuple-ids=0 row-size=204B cardinality=30.00M cost=46823813
|
||||
in pipelines: 00(GETNEXT)
|
||||
====
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
@@ -17,11 +17,11 @@ select i_item_id
|
||||
|
||||
# end query 82 in stream 0 using template query82.tpl
|
||||
---- PLAN
|
||||
Max Per-Host Resource Reservation: Memory=74.12MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=55.87GB
|
||||
Max Per-Host Resource Reservation: Memory=79.00MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=50.10GB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=55.87GB mem-reservation=74.12MB thread-reservation=1 runtime-filters-memory=3.00MB
|
||||
| max-parallelism=1 segment-costs=[17408410604, 3746309, 300]
|
||||
| Per-Instance Resources: mem-estimate=50.10GB mem-reservation=79.00MB thread-reservation=1 runtime-filters-memory=3.00MB
|
||||
| max-parallelism=1 segment-costs=[18155270277, 3746309, 300]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.item.i_item_id, tpcds_partitioned_parquet_snap.item.i_item_desc, tpcds_partitioned_parquet_snap.item.i_current_price
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=300
|
||||
@@ -35,26 +35,47 @@ PLAN-ROOT SINK
|
||||
07:AGGREGATE [FINALIZE]
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id, tpcds_partitioned_parquet_snap.item.i_item_desc, tpcds_partitioned_parquet_snap.item.i_current_price
|
||||
| mem-estimate=50.00GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=8 row-size=145B cardinality=360.00K cost=4487232726
|
||||
| in pipelines: 07(GETNEXT), 03(OPEN)
|
||||
| tuple-ids=8 row-size=145B cardinality=360.00K cost=4485010936
|
||||
| in pipelines: 07(GETNEXT), 00(OPEN)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: none
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=5.85GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=4,6,0,2 row-size=755B cardinality=3.26G cost=629389061
|
||||
| in pipelines: 03(GETNEXT), 00(OPEN)
|
||||
| mem-estimate=88.44MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4,6 row-size=755B cardinality=3.26G cost=1428253128
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--02:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
|--05:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=2,4,6 row-size=659B cardinality=136.02K cost=66840
|
||||
| | in pipelines: 01(GETNEXT), 04(OPEN)
|
||||
| |
|
||||
| |--04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2002-03-10' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2002-03-10' AS DATE)
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2002-03-10' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2002-03-10' AS DATE)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2002-03-10' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2002-03-10' AS DATE)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| 03:HASH JOIN [INNER JOIN]
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=501B cardinality=11.37M cost=4977223
|
||||
| | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| | tuple-ids=2,4 row-size=421B cardinality=136.02K cost=374005
|
||||
| | in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
| |
|
||||
| |--01:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| |--02:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(add(CAST(82 AS SMALLINT), CAST(30 AS SMALLINT)) AS DECIMAL(5,0)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(82 AS DECIMAL(3,0)), tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(105 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(693 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(920 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(941 AS INT)
|
||||
| | stored statistics:
|
||||
@@ -64,154 +85,172 @@ PLAN-ROOT SINK
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(add(CAST(82 AS SMALLINT), CAST(30 AS SMALLINT)) AS DECIMAL(5,0)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(82 AS DECIMAL(3,0))
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(add(CAST(82 AS SMALLINT), CAST(30 AS SMALLINT)) AS DECIMAL(5,0)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(82 AS DECIMAL(3,0)), tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(105 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(693 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(920 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(941 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=474 cost=1385957
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=405B cardinality=474 cost=1385957
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
| HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory]
|
||||
| HDFS partitions=261/261 files=261 size=5.10GB
|
||||
| predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=8.64G size=389.90GB
|
||||
| partitions: 1824/1824 rows=8.64G
|
||||
| table: rows=1.03G size=5.10GB
|
||||
| partitions: 261/261 rows=1.03G
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=390.22M
|
||||
| mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
| tuple-ids=0 row-size=96B cardinality=11.37M(filtered from 8.64G) cost=11943846410
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| extrapolated-rows=disabled max-scan-range-rows=3.99M
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=16B cardinality=1.36M(filtered from 103.36M) cost=296218296
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
05:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=4,6 row-size=253B cardinality=103.36M cost=45246226
|
||||
| in pipelines: 03(GETNEXT), 04(OPEN)
|
||||
|
|
||||
|--04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2002-03-10' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2002-03-10' AS DATE)
|
||||
| stored statistics:
|
||||
| table: rows=73.05K size=2.17MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2002-03-10' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2002-03-10' AS DATE)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2002-03-10' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2002-03-10' AS DATE)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 04(GETNEXT)
|
||||
|
|
||||
03:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory]
|
||||
HDFS partitions=261/261 files=261 size=5.10GB
|
||||
predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=1.03G size=5.10GB
|
||||
partitions: 261/261 rows=1.03G
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=3.99M
|
||||
parquet statistics predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
parquet dictionary predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
|
||||
tuple-ids=4 row-size=16B cardinality=103.36M cost=296218296
|
||||
in pipelines: 03(GETNEXT)
|
||||
extrapolated-rows=disabled max-scan-range-rows=390.22M
|
||||
mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=96B cardinality=3.26G(filtered from 8.64G) cost=11943846410
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- DISTRIBUTEDPLAN
|
||||
Max Per-Host Resource Reservation: Memory=1.01GB Threads=54
|
||||
Per-Host Resource Estimates: Memory=20.65GB
|
||||
F06:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
Max Per-Host Resource Reservation: Memory=975.69MB Threads=22
|
||||
Per-Host Resource Estimates: Memory=14.78GB
|
||||
F05:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=4.14MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[354] cpu-comparison-result=251 [max(1 (self) vs 251 (sum children))]
|
||||
| max-parallelism=1 segment-costs=[354] cpu-comparison-result=120 [max(1 (self) vs 120 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.item.i_item_id, tpcds_partitioned_parquet_snap.item.i_item_desc, tpcds_partitioned_parquet_snap.item.i_current_price
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=300
|
||||
|
|
||||
15:MERGING-EXCHANGE [UNPARTITIONED]
|
||||
14:MERGING-EXCHANGE [UNPARTITIONED]
|
||||
| order by: tpcds_partitioned_parquet_snap.item.i_item_id ASC NULLS LAST
|
||||
| limit: 100
|
||||
| mem-estimate=146.53KB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=9 row-size=145B cardinality=100 cost=54
|
||||
| in pipelines: 08(GETNEXT)
|
||||
|
|
||||
F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item.i_item_id,tpcds_partitioned_parquet_snap.item.i_item_desc,tpcds_partitioned_parquet_snap.item.i_current_price)] hosts=10 instances=10 (adjusted from 120)
|
||||
F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item.i_item_id,tpcds_partitioned_parquet_snap.item.i_item_desc,tpcds_partitioned_parquet_snap.item.i_current_price)] hosts=10 instances=10 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=572.71MB mem-reservation=34.00MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[94525716, 3746309, 410] cpu-comparison-result=251 [max(10 (self) vs 251 (sum children))]
|
||||
max-parallelism=10 segment-costs=[94525716, 3746309, 410] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
|
||||
08:TOP-N [LIMIT=100]
|
||||
| order by: tpcds_partitioned_parquet_snap.item.i_item_id ASC NULLS LAST
|
||||
| mem-estimate=14.12KB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=9 row-size=145B cardinality=100 cost=3746309
|
||||
| in pipelines: 08(GETNEXT), 14(OPEN)
|
||||
| in pipelines: 08(GETNEXT), 13(OPEN)
|
||||
|
|
||||
14:AGGREGATE [FINALIZE]
|
||||
13:AGGREGATE [FINALIZE]
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id, tpcds_partitioned_parquet_snap.item.i_item_desc, tpcds_partitioned_parquet_snap.item.i_current_price
|
||||
| mem-estimate=545.29MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=8 row-size=145B cardinality=360.00K cost=60991380
|
||||
| in pipelines: 14(GETNEXT), 03(OPEN)
|
||||
| in pipelines: 13(GETNEXT), 00(OPEN)
|
||||
|
|
||||
13:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_item_id,tpcds_partitioned_parquet_snap.item.i_item_desc,tpcds_partitioned_parquet_snap.item.i_current_price)]
|
||||
12:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_item_id,tpcds_partitioned_parquet_snap.item.i_item_desc,tpcds_partitioned_parquet_snap.item.i_current_price)]
|
||||
| mem-estimate=27.41MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=8 row-size=145B cardinality=43.20M cost=33534336
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.inventory.inv_item_sk)] hosts=10 instances=120
|
||||
Per-Instance Resources: mem-estimate=1.16GB mem-reservation=34.00MB thread-reservation=1
|
||||
max-parallelism=550 segment-costs=[5434892479, 424544066] cpu-comparison-result=251 [max(240 (self) vs 251 (sum children))]
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
Per-Instance Resources: mem-estimate=1.14GB mem-reservation=42.00MB thread-reservation=1
|
||||
max-parallelism=1810 segment-costs=[18050975396, 424544066] cpu-comparison-result=120 [max(120 (self) vs 40 (sum children))]
|
||||
07:AGGREGATE [STREAMING]
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id, tpcds_partitioned_parquet_snap.item.i_item_desc, tpcds_partitioned_parquet_snap.item.i_current_price
|
||||
| mem-estimate=1.12GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=8 row-size=145B cardinality=43.20M cost=4681233666
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=8 row-size=145B cardinality=43.20M cost=4679011876
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: none
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=4,6,0,2 row-size=755B cardinality=3.26G cost=618018831
|
||||
| in pipelines: 03(GETNEXT), 00(OPEN)
|
||||
| tuple-ids=0,2,4,6 row-size=755B cardinality=3.26G cost=1428117110
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.inventory.inv_item_sk)] hosts=10 instances=120
|
||||
| | Per-Instance Resources: mem-estimate=120.62MB mem-reservation=35.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=550 segment-costs=[39281801] cpu-comparison-result=240 [max(240 (self) vs 14 (sum children))]
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=438.65MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[316778] cpu-comparison-result=40 [max(40 (self) vs 25 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=49.92MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=11370230
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=136018
|
||||
| |
|
||||
| 12:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_item_sk)]
|
||||
| | mem-estimate=69.71MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=501B cardinality=11.37M cost=27911571
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| 11:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=29.65MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2,4,6 row-size=659B cardinality=136.02K cost=180760
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=254.83MB mem-reservation=8.00MB thread-reservation=1
|
||||
| max-parallelism=1240 segment-costs=[12327757853]
|
||||
| 02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=30 (adjusted from 120)
|
||||
| Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
| Per-Instance Resources: mem-estimate=18.62MB mem-reservation=256.00KB thread-reservation=1
|
||||
| max-parallelism=30 segment-costs=[296902061]
|
||||
| 05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=501B cardinality=11.37M cost=4976749
|
||||
| | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| | tuple-ids=2,4,6 row-size=659B cardinality=136.02K cost=59535
|
||||
| | in pipelines: 01(GETNEXT), 04(OPEN)
|
||||
| |
|
||||
| |--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=25.17MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[1094]
|
||||
| |--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=11.51MB mem-reservation=9.62MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[17005]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=474
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | mem-estimate=8.62MB mem-reservation=8.62MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| | |
|
||||
| | 10:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=945.92KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=2 row-size=405B cardinality=474 cost=620
|
||||
| | | in pipelines: 01(GETNEXT)
|
||||
| | | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=6 row-size=237B cardinality=7.30K cost=9700
|
||||
| | | in pipelines: 04(GETNEXT)
|
||||
| | |
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[119540]
|
||||
| | 04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2002-03-10' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2002-03-10' AS DATE)
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2002-03-10' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2002-03-10' AS DATE)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2002-03-10' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2002-03-10' AS DATE)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| 03:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=2,4 row-size=421B cardinality=136.02K cost=373531
|
||||
| | in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
| |
|
||||
| |--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=7.74MB mem-reservation=6.81MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[1094]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | | mem-estimate=5.81MB mem-reservation=5.81MB spill-buffer=64.00KB thread-reservation=0 cost=474
|
||||
| | |
|
||||
| | 09:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=945.92KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=4 row-size=405B cardinality=474 cost=620
|
||||
| | | in pipelines: 02(GETNEXT)
|
||||
| | |
|
||||
| | F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1386486]
|
||||
| | 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | 02:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(add(CAST(82 AS SMALLINT), CAST(30 AS SMALLINT)) AS DECIMAL(5,0)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(82 AS DECIMAL(3,0)), tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(105 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(693 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(920 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(941 AS INT)
|
||||
| | stored statistics:
|
||||
@@ -221,88 +260,41 @@ max-parallelism=550 segment-costs=[5434892479, 424544066] cpu-comparison-result=
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(add(CAST(82 AS SMALLINT), CAST(30 AS SMALLINT)) AS DECIMAL(5,0)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(82 AS DECIMAL(3,0))
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(add(CAST(82 AS SMALLINT), CAST(30 AS SMALLINT)) AS DECIMAL(5,0)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(82 AS DECIMAL(3,0)), tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(105 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(693 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(920 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(941 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=474 cost=1385957
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=405B cardinality=474 cost=1385957
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
|
||||
| HDFS partitions=261/261 files=261 size=5.10GB
|
||||
| predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=8.64G size=389.90GB
|
||||
| partitions: 1824/1824 rows=8.64G
|
||||
| table: rows=1.03G size=5.10GB
|
||||
| partitions: 261/261 rows=1.03G
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=390.22M
|
||||
| mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
| tuple-ids=0 row-size=96B cardinality=11.37M(filtered from 8.64G) cost=11943846410
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| extrapolated-rows=disabled max-scan-range-rows=3.99M
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=16B cardinality=1.36M(filtered from 103.36M) cost=296218296
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
11:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.inventory.inv_item_sk)]
|
||||
| mem-estimate=40.60MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=4,6 row-size=253B cardinality=103.36M cost=135639982
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=138.41MB mem-reservation=256.00KB thread-reservation=1
|
||||
max-parallelism=220 segment-costs=[2132906064]
|
||||
05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=4,6 row-size=253B cardinality=103.36M cost=45238921
|
||||
| in pipelines: 03(GETNEXT), 04(OPEN)
|
||||
|
|
||||
|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 09:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2002-03-10' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2002-03-10' AS DATE)
|
||||
| stored statistics:
|
||||
| table: rows=73.05K size=2.17MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2002-03-10' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2002-03-10' AS DATE)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2002-03-10' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2002-03-10' AS DATE)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 04(GETNEXT)
|
||||
|
|
||||
03:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
|
||||
HDFS partitions=261/261 files=261 size=5.10GB
|
||||
predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=1.03G size=5.10GB
|
||||
partitions: 261/261 rows=1.03G
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=3.99M
|
||||
parquet statistics predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
parquet dictionary predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
|
||||
tuple-ids=4 row-size=16B cardinality=103.36M cost=296218296
|
||||
in pipelines: 03(GETNEXT)
|
||||
extrapolated-rows=disabled max-scan-range-rows=390.22M
|
||||
mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=96B cardinality=3.26G(filtered from 8.64G) cost=11943846410
|
||||
in pipelines: 00(GETNEXT)
|
||||
---- PARALLELPLANS
|
||||
Max Per-Host Resource Reservation: Memory=1.01GB Threads=54
|
||||
Per-Host Resource Estimates: Memory=20.65GB
|
||||
Max Per-Host Resource Reservation: Memory=971.19MB Threads=24
|
||||
Per-Host Resource Estimates: Memory=14.87GB
|
||||
F06:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=4.14MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[354] cpu-comparison-result=251 [max(1 (self) vs 251 (sum children))]
|
||||
| max-parallelism=1 segment-costs=[354] cpu-comparison-result=120 [max(1 (self) vs 120 (sum children))]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: tpcds_partitioned_parquet_snap.item.i_item_id, tpcds_partitioned_parquet_snap.item.i_item_desc, tpcds_partitioned_parquet_snap.item.i_current_price
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=300
|
||||
@@ -316,7 +308,7 @@ PLAN-ROOT SINK
|
||||
|
|
||||
F05:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.item.i_item_id,tpcds_partitioned_parquet_snap.item.i_item_desc,tpcds_partitioned_parquet_snap.item.i_current_price)] hosts=10 instances=10 (adjusted from 120)
|
||||
Per-Instance Resources: mem-estimate=572.71MB mem-reservation=34.00MB thread-reservation=1
|
||||
max-parallelism=10 segment-costs=[94525716, 3746309, 410] cpu-comparison-result=251 [max(10 (self) vs 251 (sum children))]
|
||||
max-parallelism=10 segment-costs=[94525716, 3746309, 410] cpu-comparison-result=120 [max(10 (self) vs 120 (sum children))]
|
||||
08:TOP-N [LIMIT=100]
|
||||
| order by: tpcds_partitioned_parquet_snap.item.i_item_id ASC NULLS LAST
|
||||
| mem-estimate=14.12KB mem-reservation=0B thread-reservation=0
|
||||
@@ -327,74 +319,121 @@ max-parallelism=10 segment-costs=[94525716, 3746309, 410] cpu-comparison-result=
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id, tpcds_partitioned_parquet_snap.item.i_item_desc, tpcds_partitioned_parquet_snap.item.i_current_price
|
||||
| mem-estimate=545.29MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=8 row-size=145B cardinality=360.00K cost=60991380
|
||||
| in pipelines: 14(GETNEXT), 03(OPEN)
|
||||
| in pipelines: 14(GETNEXT), 00(OPEN)
|
||||
|
|
||||
13:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_item_id,tpcds_partitioned_parquet_snap.item.i_item_desc,tpcds_partitioned_parquet_snap.item.i_current_price)]
|
||||
| mem-estimate=27.41MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=8 row-size=145B cardinality=43.20M cost=33534336
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.inventory.inv_item_sk)] hosts=10 instances=120
|
||||
Per-Instance Resources: mem-estimate=1.16GB mem-reservation=34.00MB thread-reservation=1
|
||||
max-parallelism=550 segment-costs=[5434892479, 424544066] cpu-comparison-result=251 [max(240 (self) vs 251 (sum children))]
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
Per-Instance Resources: mem-estimate=1.14GB mem-reservation=42.00MB thread-reservation=1
|
||||
max-parallelism=1810 segment-costs=[18050975396, 424544066] cpu-comparison-result=120 [max(120 (self) vs 60 (sum children))]
|
||||
07:AGGREGATE [STREAMING]
|
||||
| group by: tpcds_partitioned_parquet_snap.item.i_item_id, tpcds_partitioned_parquet_snap.item.i_item_desc, tpcds_partitioned_parquet_snap.item.i_current_price
|
||||
| mem-estimate=1.12GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=8 row-size=145B cardinality=43.20M cost=4681233666
|
||||
| in pipelines: 03(GETNEXT)
|
||||
| tuple-ids=8 row-size=145B cardinality=43.20M cost=4679011876
|
||||
| in pipelines: 00(GETNEXT)
|
||||
|
|
||||
06:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
06:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: none
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=4,6,0,2 row-size=755B cardinality=3.26G cost=618018831
|
||||
| in pipelines: 03(GETNEXT), 00(OPEN)
|
||||
| tuple-ids=0,2,4,6 row-size=755B cardinality=3.26G cost=1428117110
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.inventory.inv_item_sk)] hosts=10 instances=120
|
||||
| | Per-Instance Resources: mem-estimate=120.62MB mem-reservation=35.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=550 segment-costs=[39281801] cpu-comparison-result=240 [max(240 (self) vs 14 (sum children))]
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=425.55MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[316778] cpu-comparison-result=60 [max(60 (self) vs 25 (sum children))]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=49.92MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=11370230
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=136018
|
||||
| |
|
||||
| 12:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_item_sk)]
|
||||
| | mem-estimate=69.71MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=501B cardinality=11.37M cost=27911571
|
||||
| | in pipelines: 00(GETNEXT)
|
||||
| 12:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=16.55MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2,4,6 row-size=659B cardinality=136.02K cost=180760
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
|
||||
| Per-Instance Resources: mem-estimate=254.83MB mem-reservation=8.00MB thread-reservation=1
|
||||
| max-parallelism=1240 segment-costs=[12327757853]
|
||||
| 02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| F04:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.inventory.inv_date_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
| Per-Instance Resources: mem-estimate=24.86MB mem-reservation=0B thread-reservation=1
|
||||
| max-parallelism=10 segment-costs=[594075]
|
||||
| 05:HASH JOIN [INNER JOIN, PARTITIONED]
|
||||
| | hash-table-id=01
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=0,2 row-size=501B cardinality=11.37M cost=4976749
|
||||
| | in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| | tuple-ids=2,4,6 row-size=659B cardinality=136.02K cost=59535
|
||||
| | in pipelines: 01(GETNEXT), 04(OPEN)
|
||||
| |
|
||||
| |--F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=25.17MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[1094]
|
||||
| |--F08:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.inventory.inv_date_sk)] hosts=10 instances=10 (adjusted from 120)
|
||||
| | | Per-Instance Resources: mem-estimate=4.83MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[16085]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=01 plan-id=02 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=7305
|
||||
| | |
|
||||
| | 11:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.date_dim.d_date_sk)]
|
||||
| | | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=6 row-size=237B cardinality=7.30K cost=8780
|
||||
| | | in pipelines: 04(GETNEXT)
|
||||
| | |
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| | Per-Instance Resources: mem-estimate=25.42MB mem-reservation=4.00MB thread-reservation=1
|
||||
| | max-parallelism=1 segment-costs=[230030]
|
||||
| | 04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2002-03-10' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2002-03-10' AS DATE)
|
||||
| | stored statistics:
|
||||
| | table: rows=73.05K size=2.17MB
|
||||
| | columns: all
|
||||
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2002-03-10' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2002-03-10' AS DATE)
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2002-03-10' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2002-03-10' AS DATE)
|
||||
| | mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=7.30K cost=114705
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| 10:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.inventory.inv_date_sk)]
|
||||
| | mem-estimate=22.24MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2,4 row-size=421B cardinality=136.02K cost=283841
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=10 instances=40 (adjusted from 120)
|
||||
| Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
| Per-Instance Resources: mem-estimate=32.78MB mem-reservation=256.00KB thread-reservation=1
|
||||
| max-parallelism=40 segment-costs=[300424122]
|
||||
| 03:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| | hash-table-id=02
|
||||
| | hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
|
||||
| | tuple-ids=2,4 row-size=421B cardinality=136.02K cost=373531
|
||||
| | in pipelines: 01(GETNEXT), 02(OPEN)
|
||||
| |
|
||||
| |--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | | Per-Instance Resources: mem-estimate=9.67MB mem-reservation=8.75MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | | max-parallelism=10 segment-costs=[1094]
|
||||
| | JOIN BUILD
|
||||
| | | join-table-id=02 plan-id=03 cohort-id=02
|
||||
| | | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=474
|
||||
| | | mem-estimate=7.75MB mem-reservation=7.75MB spill-buffer=64.00KB thread-reservation=0 cost=474
|
||||
| | |
|
||||
| | 10:EXCHANGE [BROADCAST]
|
||||
| | 09:EXCHANGE [BROADCAST]
|
||||
| | | mem-estimate=945.92KB mem-reservation=0B thread-reservation=0
|
||||
| | | tuple-ids=2 row-size=405B cardinality=474 cost=620
|
||||
| | | in pipelines: 01(GETNEXT)
|
||||
| | | tuple-ids=4 row-size=405B cardinality=474 cost=620
|
||||
| | | in pipelines: 02(GETNEXT)
|
||||
| | |
|
||||
| | F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| | Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| | max-parallelism=4 segment-costs=[1386486]
|
||||
| | 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | 02:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| | HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| | predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(add(CAST(82 AS SMALLINT), CAST(30 AS SMALLINT)) AS DECIMAL(5,0)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(82 AS DECIMAL(3,0)), tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(105 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(693 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(920 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(941 AS INT)
|
||||
| | stored statistics:
|
||||
@@ -404,80 +443,33 @@ max-parallelism=550 segment-costs=[5434892479, 424544066] cpu-comparison-result=
|
||||
| | parquet statistics predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(add(CAST(82 AS SMALLINT), CAST(30 AS SMALLINT)) AS DECIMAL(5,0)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(82 AS DECIMAL(3,0))
|
||||
| | parquet dictionary predicates: tpcds_partitioned_parquet_snap.item.i_current_price <= CAST(add(CAST(82 AS SMALLINT), CAST(30 AS SMALLINT)) AS DECIMAL(5,0)), tpcds_partitioned_parquet_snap.item.i_current_price >= CAST(82 AS DECIMAL(3,0)), tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(105 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(693 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(920 AS INT) OR tpcds_partitioned_parquet_snap.item.i_manufact_id = CAST(941 AS INT)
|
||||
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=474 cost=1385957
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=405B cardinality=474 cost=1385957
|
||||
| | in pipelines: 02(GETNEXT)
|
||||
| |
|
||||
| 00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
| HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
|
||||
| HDFS partitions=261/261 files=261 size=5.10GB
|
||||
| predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk
|
||||
| stored statistics:
|
||||
| table: rows=8.64G size=389.90GB
|
||||
| partitions: 1824/1824 rows=8.64G
|
||||
| table: rows=1.03G size=5.10GB
|
||||
| partitions: 261/261 rows=1.03G
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=390.22M
|
||||
| mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
| tuple-ids=0 row-size=96B cardinality=11.37M(filtered from 8.64G) cost=11943846410
|
||||
| in pipelines: 00(GETNEXT)
|
||||
| extrapolated-rows=disabled max-scan-range-rows=3.99M
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=16B cardinality=1.36M(filtered from 103.36M) cost=296218296
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
11:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.inventory.inv_item_sk)]
|
||||
| mem-estimate=40.60MB mem-reservation=0B thread-reservation=0
|
||||
| tuple-ids=4,6 row-size=253B cardinality=103.36M cost=135639982
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=138.41MB mem-reservation=256.00KB thread-reservation=1
|
||||
max-parallelism=220 segment-costs=[2132906064]
|
||||
05:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=02
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.inventory.inv_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=4,6 row-size=253B cardinality=103.36M cost=45238921
|
||||
| in pipelines: 03(GETNEXT), 04(OPEN)
|
||||
|
|
||||
|--F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=02 plan-id=03 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 09:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=6 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 04(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 04:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2002-03-10' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2002-03-10' AS DATE)
|
||||
| stored statistics:
|
||||
| table: rows=73.05K size=2.17MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=73.05K
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2002-03-10' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2002-03-10' AS DATE)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_date <= CAST('2002-03-10' AS DATE) + INTERVAL CAST(60 AS INT) DAY, tpcds_partitioned_parquet_snap.date_dim.d_date >= CAST('2002-03-10' AS DATE)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=6 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 04(GETNEXT)
|
||||
|
|
||||
03:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
|
||||
HDFS partitions=261/261 files=261 size=5.10GB
|
||||
predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_date_sk
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=389.90GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
|
||||
stored statistics:
|
||||
table: rows=1.03G size=5.10GB
|
||||
partitions: 261/261 rows=1.03G
|
||||
table: rows=8.64G size=389.90GB
|
||||
partitions: 1824/1824 rows=8.64G
|
||||
columns: all
|
||||
extrapolated-rows=disabled max-scan-range-rows=3.99M
|
||||
parquet statistics predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
parquet dictionary predicates: tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand <= CAST(500 AS INT), tpcds_partitioned_parquet_snap.inventory.inv_quantity_on_hand >= CAST(100 AS INT)
|
||||
mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
|
||||
tuple-ids=4 row-size=16B cardinality=103.36M cost=296218296
|
||||
in pipelines: 03(GETNEXT)
|
||||
extrapolated-rows=disabled max-scan-range-rows=390.22M
|
||||
mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0
|
||||
tuple-ids=0 row-size=96B cardinality=3.26G(filtered from 8.64G) cost=11943846410
|
||||
in pipelines: 00(GETNEXT)
|
||||
====
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
File diff suppressed because one or more lines are too long
@@ -32,7 +32,7 @@ Max Per-Host Resource Reservation: Memory=48.95MB Threads=1
|
||||
Per-Host Resource Estimates: Memory=208MB
|
||||
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=208.09MB mem-reservation=48.95MB thread-reservation=1 runtime-filters-memory=2.00MB
|
||||
| max-parallelism=1 segment-costs=[15146010336, 6048, 2410, 6626, 500]
|
||||
| max-parallelism=1 segment-costs=[15145814741, 6048, 2410, 6626, 500]
|
||||
PLAN-ROOT SINK
|
||||
| output exprs: aggif(valid_tid(6,7,8) IN (6, 7, 8), CASE valid_tid(6,7,8) WHEN 6 THEN sum(tpcds_partitioned_parquet_snap.web_sales.ws_net_paid) WHEN 7 THEN sum(tpcds_partitioned_parquet_snap.web_sales.ws_net_paid) WHEN 8 THEN sum(tpcds_partitioned_parquet_snap.web_sales.ws_net_paid) END), CASE valid_tid(6,7,8) WHEN 6 THEN tpcds_partitioned_parquet_snap.item.i_category WHEN 7 THEN tpcds_partitioned_parquet_snap.item.i_category WHEN 8 THEN NULL END, CASE valid_tid(6,7,8) WHEN 6 THEN tpcds_partitioned_parquet_snap.item.i_class WHEN 7 THEN NULL WHEN 8 THEN NULL END, add(CAST(aggif(valid_tid(6,7,8) IN (6, 7, 8), CASE valid_tid(6,7,8) WHEN 6 THEN 0 WHEN 7 THEN 0 WHEN 8 THEN 1 END) AS SMALLINT), CAST(aggif(valid_tid(6,7,8) IN (6, 7, 8), CASE valid_tid(6,7,8) WHEN 6 THEN 0 WHEN 7 THEN 1 WHEN 8 THEN 1 END) AS SMALLINT)), rank()
|
||||
| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=500
|
||||
@@ -80,32 +80,14 @@ PLAN-ROOT SINK
|
||||
| in pipelines: 05(GETNEXT), 00(OPEN)
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=151.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=783B cardinality=2.16G cost=945305506
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=377B cardinality=2.16G(filtered from 2.16G) cost=945148406
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
| tuple-ids=0,2,4 row-size=783B cardinality=2.16G cost=944952811
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
|--03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq <= add(CAST(1180 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_month_seq >= CAST(1180 AS INT)
|
||||
| stored statistics:
|
||||
@@ -115,12 +97,30 @@ PLAN-ROOT SINK
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq <= add(CAST(1180 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_month_seq >= CAST(1180 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq <= add(CAST(1180 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_month_seq >= CAST(1180 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=7.30K cost=114705
|
||||
| tuple-ids=4 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN]
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=151.22MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=545B cardinality=2.16G cost=945305506
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales]
|
||||
HDFS partitions=1824/1824 files=1824 size=145.75GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk
|
||||
stored statistics:
|
||||
table: rows=2.16G size=145.75GB
|
||||
partitions: 1824/1824 rows=2.16G
|
||||
@@ -207,7 +207,7 @@ max-parallelism=10 segment-costs=[268910, 6048, 3481] cpu-comparison-result=120
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=51.92MB mem-reservation=6.26MB thread-reservation=1
|
||||
max-parallelism=1520 segment-costs=[15144712148, 1265550] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
|
||||
max-parallelism=1520 segment-costs=[15144516553, 1265550] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
|
||||
05:AGGREGATE [STREAMING]
|
||||
| Class 0
|
||||
| output: sum(tpcds_partitioned_parquet_snap.web_sales.ws_net_paid)
|
||||
@@ -224,65 +224,30 @@ max-parallelism=1520 segment-costs=[15144712148, 1265550] cpu-comparison-result=
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=783B cardinality=2.16G cost=944945506
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 11:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=377B cardinality=2.16G(filtered from 2.16G) cost=945141101
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 10:EXCHANGE [BROADCAST]
|
||||
| 11:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq <= add(CAST(1180 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_month_seq >= CAST(1180 AS INT)
|
||||
| stored statistics:
|
||||
@@ -292,12 +257,47 @@ max-parallelism=1520 segment-costs=[15144712148, 1265550] cpu-comparison-result=
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq <= add(CAST(1180 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_month_seq >= CAST(1180 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq <= add(CAST(1180 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_month_seq >= CAST(1180 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=7.30K cost=114705
|
||||
| tuple-ids=4 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=545B cardinality=2.16G cost=944945506
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 10:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=145.75GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk
|
||||
stored statistics:
|
||||
table: rows=2.16G size=145.75GB
|
||||
partitions: 1824/1824 rows=2.16G
|
||||
@@ -384,7 +384,7 @@ max-parallelism=10 segment-costs=[268910, 6048, 3481] cpu-comparison-result=120
|
||||
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
|
||||
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
|
||||
Per-Instance Resources: mem-estimate=51.92MB mem-reservation=6.26MB thread-reservation=1
|
||||
max-parallelism=1520 segment-costs=[15144712148, 1265550] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
|
||||
max-parallelism=1520 segment-costs=[15144516553, 1265550] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
|
||||
05:AGGREGATE [STREAMING]
|
||||
| Class 0
|
||||
| output: sum(tpcds_partitioned_parquet_snap.web_sales.ws_net_paid)
|
||||
@@ -401,65 +401,30 @@ max-parallelism=1520 segment-costs=[15144712148, 1265550] cpu-comparison-result=
|
||||
|
|
||||
04:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=00
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2,4 row-size=783B cardinality=2.16G cost=944945506
|
||||
| in pipelines: 00(GETNEXT), 03(OPEN)
|
||||
|
|
||||
|--F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 11:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=4 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=4 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=128.00KB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=377B cardinality=2.16G(filtered from 2.16G) cost=945141101
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=37.39MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[17005]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | join-table-id=00 plan-id=01 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
|
||||
| | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=7305
|
||||
| |
|
||||
| 10:EXCHANGE [BROADCAST]
|
||||
| 11:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=1.89MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| | tuple-ids=4 row-size=237B cardinality=7.30K cost=9700
|
||||
| | in pipelines: 03(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| F02:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|
||||
| Per-Instance Resources: mem-estimate=16.94MB mem-reservation=4.00MB thread-reservation=1
|
||||
| max-parallelism=1 segment-costs=[119540]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=2.17MB
|
||||
| predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq <= add(CAST(1180 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_month_seq >= CAST(1180 AS INT)
|
||||
| stored statistics:
|
||||
@@ -469,12 +434,47 @@ max-parallelism=1520 segment-costs=[15144712148, 1265550] cpu-comparison-result=
|
||||
| parquet statistics predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq <= add(CAST(1180 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_month_seq >= CAST(1180 AS INT)
|
||||
| parquet dictionary predicates: tpcds_partitioned_parquet_snap.date_dim.d_month_seq <= add(CAST(1180 AS INT), CAST(11 AS INT)), tpcds_partitioned_parquet_snap.date_dim.d_month_seq >= CAST(1180 AS INT)
|
||||
| mem-estimate=16.00MB mem-reservation=4.00MB thread-reservation=0
|
||||
| tuple-ids=2 row-size=237B cardinality=7.30K cost=114705
|
||||
| tuple-ids=4 row-size=237B cardinality=7.30K cost=114705
|
||||
| in pipelines: 03(GETNEXT)
|
||||
|
|
||||
02:HASH JOIN [INNER JOIN, BROADCAST]
|
||||
| hash-table-id=01
|
||||
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
|
||||
| tuple-ids=0,2 row-size=545B cardinality=2.16G cost=944945506
|
||||
| in pipelines: 00(GETNEXT), 01(OPEN)
|
||||
|
|
||||
|--F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
|
||||
| | Per-Instance Resources: mem-estimate=420.60MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
|
||||
| | max-parallelism=10 segment-costs=[838440]
|
||||
| JOIN BUILD
|
||||
| | join-table-id=01 plan-id=02 cohort-id=01
|
||||
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
|
||||
| | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
|
||||
| |
|
||||
| 10:EXCHANGE [BROADCAST]
|
||||
| | mem-estimate=11.60MB mem-reservation=0B thread-reservation=0
|
||||
| | tuple-ids=2 row-size=405B cardinality=360.00K cost=478440
|
||||
| | in pipelines: 01(GETNEXT)
|
||||
| |
|
||||
| F01:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
|
||||
| Per-Instance Resources: mem-estimate=17.60MB mem-reservation=512.00KB thread-reservation=1
|
||||
| max-parallelism=4 segment-costs=[1757529]
|
||||
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
|
||||
| HDFS partitions=1/1 files=1 size=33.54MB
|
||||
| stored statistics:
|
||||
| table: rows=360.00K size=33.54MB
|
||||
| columns: all
|
||||
| extrapolated-rows=disabled max-scan-range-rows=101.54K
|
||||
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
|
||||
| tuple-ids=2 row-size=405B cardinality=360.00K cost=1355609
|
||||
| in pipelines: 01(GETNEXT)
|
||||
|
|
||||
00:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
|
||||
HDFS partitions=1824/1824 files=1824 size=145.75GB
|
||||
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
|
||||
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk
|
||||
stored statistics:
|
||||
table: rows=2.16G size=145.75GB
|
||||
partitions: 1824/1824 rows=2.16G
|
||||
|
||||
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user