mirror of
https://github.com/apache/impala.git
synced 2026-01-05 21:00:54 -05:00
9f678a7426
Reworks the FK/PK join detection logic to: - more accurately recognize many-to-many joins - avoid dim/dim joins for multi-column PKs The new detection logic maintains our existing philosophy of generally assuming a FK/PK join, unless there is strong evidence to the contrary, as follows. For each set of simple equi-join conjuncts between two tables, we compute the joint NDV of the right-hand side columns by multiplication, and if the joint NDV is significantly smaller than the right-hand side row count, then we are fairly confident that the right-hand side is not a PK. Otherwise, we assume the set of conjuncts could represent a FK/PK relationship. Extends the explain plan to include the outcome of the FK/PK detection at EXPLAIN_LEVEL > STANDARD. Performance testing: 1. Full TPC-DS run on 10TB: - Q10 improved by >100x - Q72 improved by >25x - Q17,Q26,Q29 improved by 2x - Q64 regressed by 10x - Total runtime: Improved by 2x - Geomean: Minor improvement The regression of Q64 is understood and we will try to address it in follow-on changes. The previous plan was better by accident and not because of superior logic. 2. Nightly TPC-H and TPC-DS runs: - No perf differences Testing: - The existing planner test cover the changes. - Code/hdfs run passed. Change-Id: I49074fe743a28573cff541ef7dbd0edd88892067 Reviewed-on: http://gerrit.cloudera.org:8080/7257 Reviewed-by: Alex Behm <alex.behm@cloudera.com> Tested-by: Impala Public Jenkins
2601 lines
64 KiB
Plaintext
2601 lines
64 KiB
Plaintext
# TPCH-Q1
|
|
# Q1 - Pricing Summary Report Query
|
|
select
|
|
l_returnflag,
|
|
l_linestatus,
|
|
sum(l_quantity) as sum_qty,
|
|
sum(l_extendedprice) as sum_base_price,
|
|
sum(l_extendedprice * (1 - l_discount)) as sum_disc_price,
|
|
sum(l_extendedprice * (1 - l_discount) * (1 + l_tax)) as sum_charge,
|
|
avg(l_quantity) as avg_qty,
|
|
avg(l_extendedprice) as avg_price,
|
|
avg(l_discount) as avg_disc,
|
|
count(*) as count_order
|
|
from
|
|
customer.c_orders.o_lineitems
|
|
where
|
|
l_shipdate <= '1998-09-02'
|
|
group by
|
|
l_returnflag,
|
|
l_linestatus
|
|
order by
|
|
l_returnflag,
|
|
l_linestatus
|
|
---- PLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
02:SORT
|
|
| order by: l_returnflag ASC, l_linestatus ASC
|
|
|
|
|
01:AGGREGATE [FINALIZE]
|
|
| output: sum(l_quantity), sum(l_extendedprice), sum(l_extendedprice * (1 - l_discount)), sum(l_extendedprice * (1 - l_discount) * (1 + l_tax)), avg(l_quantity), avg(l_extendedprice), avg(l_discount), count(*)
|
|
| group by: l_returnflag, l_linestatus
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: l_shipdate <= '1998-09-02'
|
|
---- DISTRIBUTEDPLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
05:MERGING-EXCHANGE [UNPARTITIONED]
|
|
| order by: l_returnflag ASC, l_linestatus ASC
|
|
|
|
|
02:SORT
|
|
| order by: l_returnflag ASC, l_linestatus ASC
|
|
|
|
|
04:AGGREGATE [FINALIZE]
|
|
| output: sum:merge(l_quantity), sum:merge(l_extendedprice), sum:merge(l_extendedprice * (1 - l_discount)), sum:merge(l_extendedprice * (1 - l_discount) * (1 + l_tax)), avg:merge(l_quantity), avg:merge(l_extendedprice), avg:merge(l_discount), count:merge(*)
|
|
| group by: l_returnflag, l_linestatus
|
|
|
|
|
03:EXCHANGE [HASH(l_returnflag,l_linestatus)]
|
|
|
|
|
01:AGGREGATE [STREAMING]
|
|
| output: sum(l_quantity), sum(l_extendedprice), sum(l_extendedprice * (1 - l_discount)), sum(l_extendedprice * (1 - l_discount) * (1 + l_tax)), avg(l_quantity), avg(l_extendedprice), avg(l_discount), count(*)
|
|
| group by: l_returnflag, l_linestatus
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: l_shipdate <= '1998-09-02'
|
|
====
|
|
# TPCH-Q2
|
|
# Q2 - Minimum Cost Supplier Query
|
|
select
|
|
s_acctbal,
|
|
s_name,
|
|
n_name,
|
|
p_partkey,
|
|
p_mfgr,
|
|
s_address,
|
|
s_phone,
|
|
s_comment
|
|
from
|
|
supplier s,
|
|
s.s_partsupps ps,
|
|
part p,
|
|
region r,
|
|
r.r_nations n
|
|
where
|
|
p_partkey = ps_partkey
|
|
and p_size = 15
|
|
and p_type like '%BRASS'
|
|
and s_nationkey = n_nationkey
|
|
and r_name = 'EUROPE'
|
|
and ps_supplycost = (
|
|
select
|
|
min(ps_supplycost)
|
|
from
|
|
supplier s,
|
|
s.s_partsupps ps,
|
|
region r,
|
|
r.r_nations n
|
|
where
|
|
p_partkey = ps_partkey
|
|
and s_nationkey = n_nationkey
|
|
and r_name = 'EUROPE'
|
|
)
|
|
order by
|
|
s_acctbal desc,
|
|
n_name,
|
|
s_name,
|
|
p_partkey
|
|
limit 100
|
|
---- PLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
26:TOP-N [LIMIT=100]
|
|
| order by: s_acctbal DESC, n_name ASC, s_name ASC, p_partkey ASC
|
|
|
|
|
25:HASH JOIN [LEFT SEMI JOIN]
|
|
| hash predicates: p_partkey = ps_partkey, ps_supplycost = min(ps_supplycost)
|
|
| runtime filters: RF000 <- ps_partkey
|
|
|
|
|
|--22:AGGREGATE [FINALIZE]
|
|
| | output: min(ps_supplycost)
|
|
| | group by: ps_partkey
|
|
| |
|
|
| 21:HASH JOIN [INNER JOIN]
|
|
| | hash predicates: s_nationkey = n_nationkey
|
|
| | runtime filters: RF004 <- n_nationkey
|
|
| |
|
|
| |--17:SUBPLAN
|
|
| | |
|
|
| | |--20:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | | |
|
|
| | | |--18:SINGULAR ROW SRC
|
|
| | | |
|
|
| | | 19:UNNEST [r.r_nations n]
|
|
| | |
|
|
| | 16:SCAN HDFS [tpch_nested_parquet.region r]
|
|
| | partitions=1/1 files=1 size=3.24KB
|
|
| | predicates: r_name = 'EUROPE', !empty(r.r_nations)
|
|
| |
|
|
| 12:SUBPLAN
|
|
| |
|
|
| |--15:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--13:SINGULAR ROW SRC
|
|
| | |
|
|
| | 14:UNNEST [s.s_partsupps ps]
|
|
| |
|
|
| 11:SCAN HDFS [tpch_nested_parquet.supplier s]
|
|
| partitions=1/1 files=1 size=43.00MB
|
|
| predicates: !empty(s.s_partsupps)
|
|
| runtime filters: RF004 -> s_nationkey
|
|
|
|
|
24:HASH JOIN [INNER JOIN]
|
|
| hash predicates: s_nationkey = n_nationkey
|
|
| runtime filters: RF002 <- n_nationkey
|
|
|
|
|
|--07:SUBPLAN
|
|
| |
|
|
| |--10:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--08:SINGULAR ROW SRC
|
|
| | |
|
|
| | 09:UNNEST [r.r_nations n]
|
|
| |
|
|
| 06:SCAN HDFS [tpch_nested_parquet.region r]
|
|
| partitions=1/1 files=1 size=3.24KB
|
|
| predicates: r_name = 'EUROPE', !empty(r.r_nations)
|
|
|
|
|
23:HASH JOIN [INNER JOIN]
|
|
| hash predicates: ps_partkey = p_partkey
|
|
|
|
|
|--05:SCAN HDFS [tpch_nested_parquet.part p]
|
|
| partitions=1/1 files=1 size=6.24MB
|
|
| predicates: p_size = 15, p_type LIKE '%BRASS'
|
|
| runtime filters: RF000 -> p_partkey
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--04:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 03:UNNEST [s.s_partsupps ps]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.supplier s]
|
|
partitions=1/1 files=1 size=43.00MB
|
|
predicates: !empty(s.s_partsupps)
|
|
runtime filters: RF002 -> s_nationkey
|
|
---- DISTRIBUTEDPLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
33:MERGING-EXCHANGE [UNPARTITIONED]
|
|
| order by: s_acctbal DESC, n_name ASC, s_name ASC, p_partkey ASC
|
|
| limit: 100
|
|
|
|
|
26:TOP-N [LIMIT=100]
|
|
| order by: s_acctbal DESC, n_name ASC, s_name ASC, p_partkey ASC
|
|
|
|
|
25:HASH JOIN [LEFT SEMI JOIN, BROADCAST]
|
|
| hash predicates: p_partkey = ps_partkey, ps_supplycost = min(ps_supplycost)
|
|
| runtime filters: RF000 <- ps_partkey
|
|
|
|
|
|--32:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 31:AGGREGATE [FINALIZE]
|
|
| | output: min:merge(ps_supplycost)
|
|
| | group by: ps_partkey
|
|
| |
|
|
| 30:EXCHANGE [HASH(ps_partkey)]
|
|
| |
|
|
| 22:AGGREGATE [STREAMING]
|
|
| | output: min(ps_supplycost)
|
|
| | group by: ps_partkey
|
|
| |
|
|
| 21:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| | hash predicates: s_nationkey = n_nationkey
|
|
| | runtime filters: RF004 <- n_nationkey
|
|
| |
|
|
| |--29:EXCHANGE [BROADCAST]
|
|
| | |
|
|
| | 17:SUBPLAN
|
|
| | |
|
|
| | |--20:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | | |
|
|
| | | |--18:SINGULAR ROW SRC
|
|
| | | |
|
|
| | | 19:UNNEST [r.r_nations n]
|
|
| | |
|
|
| | 16:SCAN HDFS [tpch_nested_parquet.region r]
|
|
| | partitions=1/1 files=1 size=3.24KB
|
|
| | predicates: r_name = 'EUROPE', !empty(r.r_nations)
|
|
| |
|
|
| 12:SUBPLAN
|
|
| |
|
|
| |--15:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--13:SINGULAR ROW SRC
|
|
| | |
|
|
| | 14:UNNEST [s.s_partsupps ps]
|
|
| |
|
|
| 11:SCAN HDFS [tpch_nested_parquet.supplier s]
|
|
| partitions=1/1 files=1 size=43.00MB
|
|
| predicates: !empty(s.s_partsupps)
|
|
| runtime filters: RF004 -> s_nationkey
|
|
|
|
|
24:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| hash predicates: s_nationkey = n_nationkey
|
|
| runtime filters: RF002 <- n_nationkey
|
|
|
|
|
|--28:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 07:SUBPLAN
|
|
| |
|
|
| |--10:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--08:SINGULAR ROW SRC
|
|
| | |
|
|
| | 09:UNNEST [r.r_nations n]
|
|
| |
|
|
| 06:SCAN HDFS [tpch_nested_parquet.region r]
|
|
| partitions=1/1 files=1 size=3.24KB
|
|
| predicates: r_name = 'EUROPE', !empty(r.r_nations)
|
|
|
|
|
23:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| hash predicates: ps_partkey = p_partkey
|
|
|
|
|
|--27:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 05:SCAN HDFS [tpch_nested_parquet.part p]
|
|
| partitions=1/1 files=1 size=6.24MB
|
|
| predicates: p_size = 15, p_type LIKE '%BRASS'
|
|
| runtime filters: RF000 -> p_partkey
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--04:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 03:UNNEST [s.s_partsupps ps]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.supplier s]
|
|
partitions=1/1 files=1 size=43.00MB
|
|
predicates: !empty(s.s_partsupps)
|
|
runtime filters: RF002 -> s_nationkey
|
|
====
|
|
# TPCH-Q3
|
|
# Q3 - Shipping Priority Query
|
|
select
|
|
o_orderkey,
|
|
sum(l_extendedprice * (1 - l_discount)) as revenue,
|
|
o_orderdate,
|
|
o_shippriority
|
|
from
|
|
customer c,
|
|
c.c_orders o,
|
|
o.o_lineitems l
|
|
where
|
|
c_mktsegment = 'BUILDING'
|
|
and o_orderdate < '1995-03-15'
|
|
and l_shipdate > '1995-03-15'
|
|
group by
|
|
o_orderkey,
|
|
o_orderdate,
|
|
o_shippriority
|
|
order by
|
|
revenue desc,
|
|
o_orderdate
|
|
limit 10
|
|
---- PLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
10:TOP-N [LIMIT=10]
|
|
| order by: sum(l_extendedprice * (1 - l_discount)) DESC, o_orderdate ASC
|
|
|
|
|
09:AGGREGATE [FINALIZE]
|
|
| output: sum(l_extendedprice * (1 - l_discount))
|
|
| group by: o_orderkey, o_orderdate, o_shippriority
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--08:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 04:SUBPLAN
|
|
| |
|
|
| |--07:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--05:SINGULAR ROW SRC
|
|
| | |
|
|
| | 06:UNNEST [o.o_lineitems l]
|
|
| |
|
|
| 03:UNNEST [c.c_orders o]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer c]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: c_mktsegment = 'BUILDING', !empty(c.c_orders)
|
|
predicates on o: !empty(o.o_lineitems), o_orderdate < '1995-03-15'
|
|
predicates on l: l_shipdate > '1995-03-15'
|
|
---- DISTRIBUTEDPLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
13:MERGING-EXCHANGE [UNPARTITIONED]
|
|
| order by: sum(l_extendedprice * (1 - l_discount)) DESC, o_orderdate ASC
|
|
| limit: 10
|
|
|
|
|
10:TOP-N [LIMIT=10]
|
|
| order by: sum(l_extendedprice * (1 - l_discount)) DESC, o_orderdate ASC
|
|
|
|
|
12:AGGREGATE [FINALIZE]
|
|
| output: sum:merge(l_extendedprice * (1 - l_discount))
|
|
| group by: o_orderkey, o_orderdate, o_shippriority
|
|
|
|
|
11:EXCHANGE [HASH(o_orderkey,o_orderdate,o_shippriority)]
|
|
|
|
|
09:AGGREGATE [STREAMING]
|
|
| output: sum(l_extendedprice * (1 - l_discount))
|
|
| group by: o_orderkey, o_orderdate, o_shippriority
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--08:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 04:SUBPLAN
|
|
| |
|
|
| |--07:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--05:SINGULAR ROW SRC
|
|
| | |
|
|
| | 06:UNNEST [o.o_lineitems l]
|
|
| |
|
|
| 03:UNNEST [c.c_orders o]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer c]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: c_mktsegment = 'BUILDING', !empty(c.c_orders)
|
|
predicates on o: !empty(o.o_lineitems), o_orderdate < '1995-03-15'
|
|
predicates on l: l_shipdate > '1995-03-15'
|
|
====
|
|
# TPCH-Q4
|
|
# Q4 - Order Priority Checking Query
|
|
select
|
|
o_orderpriority,
|
|
count(*) as order_count
|
|
from
|
|
customer c,
|
|
c.c_orders o
|
|
where
|
|
o_orderdate >= '1993-07-01'
|
|
and o_orderdate < '1993-10-01'
|
|
and exists (
|
|
select
|
|
*
|
|
from
|
|
o.o_lineitems
|
|
where
|
|
l_commitdate < l_receiptdate
|
|
)
|
|
group by
|
|
o_orderpriority
|
|
order by
|
|
o_orderpriority
|
|
---- PLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
10:SORT
|
|
| order by: o_orderpriority ASC
|
|
|
|
|
09:AGGREGATE [FINALIZE]
|
|
| output: count(*)
|
|
| group by: o_orderpriority
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--08:SUBPLAN
|
|
| |
|
|
| |--06:NESTED LOOP JOIN [RIGHT SEMI JOIN]
|
|
| | |
|
|
| | |--04:SINGULAR ROW SRC
|
|
| | |
|
|
| | 05:UNNEST [o.o_lineitems]
|
|
| |
|
|
| 07:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 03:UNNEST [c.c_orders o]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer c]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: !empty(c.c_orders)
|
|
predicates on o: o_orderdate >= '1993-07-01', o_orderdate < '1993-10-01'
|
|
predicates on o_lineitems: l_commitdate < l_receiptdate
|
|
---- DISTRIBUTEDPLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
13:MERGING-EXCHANGE [UNPARTITIONED]
|
|
| order by: o_orderpriority ASC
|
|
|
|
|
10:SORT
|
|
| order by: o_orderpriority ASC
|
|
|
|
|
12:AGGREGATE [FINALIZE]
|
|
| output: count:merge(*)
|
|
| group by: o_orderpriority
|
|
|
|
|
11:EXCHANGE [HASH(o_orderpriority)]
|
|
|
|
|
09:AGGREGATE [STREAMING]
|
|
| output: count(*)
|
|
| group by: o_orderpriority
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--08:SUBPLAN
|
|
| |
|
|
| |--06:NESTED LOOP JOIN [RIGHT SEMI JOIN]
|
|
| | |
|
|
| | |--04:SINGULAR ROW SRC
|
|
| | |
|
|
| | 05:UNNEST [o.o_lineitems]
|
|
| |
|
|
| 07:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 03:UNNEST [c.c_orders o]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer c]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: !empty(c.c_orders)
|
|
predicates on o: o_orderdate >= '1993-07-01', o_orderdate < '1993-10-01'
|
|
predicates on o_lineitems: l_commitdate < l_receiptdate
|
|
====
|
|
# TPCH-Q5
|
|
# Q5 - Local Supplier Volume Query
|
|
select
|
|
n_name,
|
|
sum(l_extendedprice * (1 - l_discount)) as revenue
|
|
from
|
|
customer c,
|
|
c.c_orders o,
|
|
o.o_lineitems l,
|
|
supplier s,
|
|
region r,
|
|
r.r_nations n
|
|
where
|
|
l_suppkey = s_suppkey
|
|
and c_nationkey = s_nationkey
|
|
and s_nationkey = n_nationkey
|
|
and r_name = 'ASIA'
|
|
and o_orderdate >= '1994-01-01'
|
|
and o_orderdate < '1995-01-01'
|
|
group by
|
|
n_name
|
|
order by
|
|
revenue desc
|
|
---- PLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
18:SORT
|
|
| order by: sum(l_extendedprice * (1 - l_discount)) DESC
|
|
|
|
|
17:AGGREGATE [FINALIZE]
|
|
| output: sum(l_extendedprice * (1 - l_discount))
|
|
| group by: n_name
|
|
|
|
|
16:HASH JOIN [INNER JOIN]
|
|
| hash predicates: c_nationkey = s_nationkey, l_suppkey = s_suppkey
|
|
| runtime filters: RF000 <- s_nationkey
|
|
|
|
|
|--09:SCAN HDFS [tpch_nested_parquet.supplier s]
|
|
| partitions=1/1 files=1 size=43.00MB
|
|
|
|
|
15:HASH JOIN [INNER JOIN]
|
|
| hash predicates: c.c_nationkey = n.n_nationkey
|
|
| runtime filters: RF002 <- n.n_nationkey
|
|
|
|
|
|--11:SUBPLAN
|
|
| |
|
|
| |--14:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--12:SINGULAR ROW SRC
|
|
| | |
|
|
| | 13:UNNEST [r.r_nations n]
|
|
| |
|
|
| 10:SCAN HDFS [tpch_nested_parquet.region r]
|
|
| partitions=1/1 files=1 size=3.24KB
|
|
| predicates: r_name = 'ASIA', !empty(r.r_nations)
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--08:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 04:SUBPLAN
|
|
| |
|
|
| |--07:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--05:SINGULAR ROW SRC
|
|
| | |
|
|
| | 06:UNNEST [o.o_lineitems l]
|
|
| |
|
|
| 03:UNNEST [c.c_orders o]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer c]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: !empty(c.c_orders)
|
|
predicates on o: !empty(o.o_lineitems), o_orderdate >= '1994-01-01', o_orderdate < '1995-01-01'
|
|
runtime filters: RF000 -> c_nationkey, RF002 -> c.c_nationkey
|
|
---- DISTRIBUTEDPLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
23:MERGING-EXCHANGE [UNPARTITIONED]
|
|
| order by: sum(l_extendedprice * (1 - l_discount)) DESC
|
|
|
|
|
18:SORT
|
|
| order by: sum(l_extendedprice * (1 - l_discount)) DESC
|
|
|
|
|
22:AGGREGATE [FINALIZE]
|
|
| output: sum:merge(l_extendedprice * (1 - l_discount))
|
|
| group by: n_name
|
|
|
|
|
21:EXCHANGE [HASH(n_name)]
|
|
|
|
|
17:AGGREGATE [STREAMING]
|
|
| output: sum(l_extendedprice * (1 - l_discount))
|
|
| group by: n_name
|
|
|
|
|
16:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| hash predicates: c_nationkey = s_nationkey, l_suppkey = s_suppkey
|
|
| runtime filters: RF000 <- s_nationkey
|
|
|
|
|
|--20:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 09:SCAN HDFS [tpch_nested_parquet.supplier s]
|
|
| partitions=1/1 files=1 size=43.00MB
|
|
|
|
|
15:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| hash predicates: c.c_nationkey = n.n_nationkey
|
|
| runtime filters: RF002 <- n.n_nationkey
|
|
|
|
|
|--19:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 11:SUBPLAN
|
|
| |
|
|
| |--14:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--12:SINGULAR ROW SRC
|
|
| | |
|
|
| | 13:UNNEST [r.r_nations n]
|
|
| |
|
|
| 10:SCAN HDFS [tpch_nested_parquet.region r]
|
|
| partitions=1/1 files=1 size=3.24KB
|
|
| predicates: r_name = 'ASIA', !empty(r.r_nations)
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--08:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 04:SUBPLAN
|
|
| |
|
|
| |--07:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--05:SINGULAR ROW SRC
|
|
| | |
|
|
| | 06:UNNEST [o.o_lineitems l]
|
|
| |
|
|
| 03:UNNEST [c.c_orders o]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer c]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: !empty(c.c_orders)
|
|
predicates on o: !empty(o.o_lineitems), o_orderdate >= '1994-01-01', o_orderdate < '1995-01-01'
|
|
runtime filters: RF000 -> c_nationkey, RF002 -> c.c_nationkey
|
|
====
|
|
# TPCH-Q6
|
|
# Q6 - Forecasting Revenue Change Query
|
|
select
|
|
sum(l_extendedprice * l_discount) as revenue
|
|
from
|
|
customer.c_orders.o_lineitems
|
|
where
|
|
l_shipdate >= '1994-01-01'
|
|
and l_shipdate < '1995-01-01'
|
|
and l_discount between 0.05 and 0.07
|
|
and l_quantity < 24
|
|
---- PLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
01:AGGREGATE [FINALIZE]
|
|
| output: sum(l_extendedprice * l_discount)
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: l_discount <= 0.07, l_discount >= 0.05, l_quantity < 24, l_shipdate < '1995-01-01', l_shipdate >= '1994-01-01'
|
|
---- DISTRIBUTEDPLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
03:AGGREGATE [FINALIZE]
|
|
| output: sum:merge(l_extendedprice * l_discount)
|
|
|
|
|
02:EXCHANGE [UNPARTITIONED]
|
|
|
|
|
01:AGGREGATE
|
|
| output: sum(l_extendedprice * l_discount)
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: l_discount <= 0.07, l_discount >= 0.05, l_quantity < 24, l_shipdate < '1995-01-01', l_shipdate >= '1994-01-01'
|
|
====
|
|
# TPCH-Q7
|
|
# Q7 - Volume Shipping Query
|
|
select
|
|
supp_nation,
|
|
cust_nation,
|
|
l_year,
|
|
sum(volume) as revenue
|
|
from (
|
|
select
|
|
n1.n_name as supp_nation,
|
|
n2.n_name as cust_nation,
|
|
year(l_shipdate) as l_year,
|
|
l_extendedprice * (1 - l_discount) as volume
|
|
from
|
|
customer c,
|
|
c.c_orders o,
|
|
o.o_lineitems l,
|
|
supplier s,
|
|
region.r_nations n1,
|
|
region.r_nations n2
|
|
where
|
|
s_suppkey = l_suppkey
|
|
and s_nationkey = n1.n_nationkey
|
|
and c_nationkey = n2.n_nationkey
|
|
and (
|
|
(n1.n_name = 'FRANCE' and n2.n_name = 'GERMANY')
|
|
or (n1.n_name = 'GERMANY' and n2.n_name = 'FRANCE')
|
|
)
|
|
and l_shipdate between '1995-01-01' and '1996-12-31'
|
|
) as shipping
|
|
group by
|
|
supp_nation,
|
|
cust_nation,
|
|
l_year
|
|
order by
|
|
supp_nation,
|
|
cust_nation,
|
|
l_year
|
|
---- PLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
16:SORT
|
|
| order by: supp_nation ASC, cust_nation ASC, l_year ASC
|
|
|
|
|
15:AGGREGATE [FINALIZE]
|
|
| output: sum(l_extendedprice * (1 - l_discount))
|
|
| group by: n1.n_name, n2.n_name, year(l_shipdate)
|
|
|
|
|
14:HASH JOIN [INNER JOIN]
|
|
| hash predicates: c_nationkey = n2.n_nationkey
|
|
| other predicates: ((n1.n_name = 'FRANCE' AND n2.n_name = 'GERMANY') OR (n1.n_name = 'GERMANY' AND n2.n_name = 'FRANCE'))
|
|
| runtime filters: RF000 <- n2.n_nationkey
|
|
|
|
|
|--11:SCAN HDFS [tpch_nested_parquet.region.r_nations n2]
|
|
| partitions=1/1 files=1 size=3.24KB
|
|
|
|
|
13:HASH JOIN [INNER JOIN]
|
|
| hash predicates: s_nationkey = n1.n_nationkey
|
|
| runtime filters: RF001 <- n1.n_nationkey
|
|
|
|
|
|--10:SCAN HDFS [tpch_nested_parquet.region.r_nations n1]
|
|
| partitions=1/1 files=1 size=3.24KB
|
|
|
|
|
12:HASH JOIN [INNER JOIN]
|
|
| hash predicates: l_suppkey = s_suppkey
|
|
|
|
|
|--09:SCAN HDFS [tpch_nested_parquet.supplier s]
|
|
| partitions=1/1 files=1 size=43.00MB
|
|
| runtime filters: RF001 -> s_nationkey
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--08:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 04:SUBPLAN
|
|
| |
|
|
| |--07:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--05:SINGULAR ROW SRC
|
|
| | |
|
|
| | 06:UNNEST [o.o_lineitems l]
|
|
| |
|
|
| 03:UNNEST [c.c_orders o]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer c]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: !empty(c.c_orders)
|
|
predicates on o: !empty(o.o_lineitems)
|
|
predicates on l: l_shipdate >= '1995-01-01', l_shipdate <= '1996-12-31'
|
|
runtime filters: RF000 -> c_nationkey
|
|
---- DISTRIBUTEDPLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
22:MERGING-EXCHANGE [UNPARTITIONED]
|
|
| order by: supp_nation ASC, cust_nation ASC, l_year ASC
|
|
|
|
|
16:SORT
|
|
| order by: supp_nation ASC, cust_nation ASC, l_year ASC
|
|
|
|
|
21:AGGREGATE [FINALIZE]
|
|
| output: sum:merge(volume)
|
|
| group by: supp_nation, cust_nation, l_year
|
|
|
|
|
20:EXCHANGE [HASH(supp_nation,cust_nation,l_year)]
|
|
|
|
|
15:AGGREGATE [STREAMING]
|
|
| output: sum(l_extendedprice * (1 - l_discount))
|
|
| group by: n1.n_name, n2.n_name, year(l_shipdate)
|
|
|
|
|
14:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| hash predicates: c_nationkey = n2.n_nationkey
|
|
| other predicates: ((n1.n_name = 'FRANCE' AND n2.n_name = 'GERMANY') OR (n1.n_name = 'GERMANY' AND n2.n_name = 'FRANCE'))
|
|
| runtime filters: RF000 <- n2.n_nationkey
|
|
|
|
|
|--19:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 11:SCAN HDFS [tpch_nested_parquet.region.r_nations n2]
|
|
| partitions=1/1 files=1 size=3.24KB
|
|
|
|
|
13:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| hash predicates: s_nationkey = n1.n_nationkey
|
|
| runtime filters: RF001 <- n1.n_nationkey
|
|
|
|
|
|--18:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 10:SCAN HDFS [tpch_nested_parquet.region.r_nations n1]
|
|
| partitions=1/1 files=1 size=3.24KB
|
|
|
|
|
12:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| hash predicates: l_suppkey = s_suppkey
|
|
|
|
|
|--17:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 09:SCAN HDFS [tpch_nested_parquet.supplier s]
|
|
| partitions=1/1 files=1 size=43.00MB
|
|
| runtime filters: RF001 -> s_nationkey
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--08:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 04:SUBPLAN
|
|
| |
|
|
| |--07:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--05:SINGULAR ROW SRC
|
|
| | |
|
|
| | 06:UNNEST [o.o_lineitems l]
|
|
| |
|
|
| 03:UNNEST [c.c_orders o]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer c]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: !empty(c.c_orders)
|
|
predicates on o: !empty(o.o_lineitems)
|
|
predicates on l: l_shipdate >= '1995-01-01', l_shipdate <= '1996-12-31'
|
|
runtime filters: RF000 -> c_nationkey
|
|
====
|
|
# TPCH-Q8
|
|
# Q8 - National Market Share Query
|
|
select
|
|
o_year,
|
|
sum(case
|
|
when nation = 'BRAZIL'
|
|
then volume
|
|
else 0
|
|
end) / sum(volume) as mkt_share
|
|
from (
|
|
select
|
|
year(o_orderdate) as o_year,
|
|
l_extendedprice * (1 - l_discount) as volume,
|
|
n2.n_name as nation
|
|
from
|
|
customer c,
|
|
c.c_orders o,
|
|
o.o_lineitems l,
|
|
supplier s,
|
|
part p,
|
|
region r,
|
|
r.r_nations n1,
|
|
region.r_nations n2
|
|
where
|
|
p_partkey = l_partkey
|
|
and s_suppkey = l_suppkey
|
|
and c_nationkey = n1.n_nationkey
|
|
and r_name = 'AMERICA'
|
|
and s_nationkey = n2.n_nationkey
|
|
and o_orderdate between '1995-01-01' and '1996-12-31'
|
|
and p_type = 'ECONOMY ANODIZED STEEL'
|
|
) as all_nations
|
|
group by
|
|
o_year
|
|
order by
|
|
o_year
|
|
---- PLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
22:SORT
|
|
| order by: o_year ASC
|
|
|
|
|
21:AGGREGATE [FINALIZE]
|
|
| output: sum(CASE WHEN n2.n_name = 'BRAZIL' THEN l_extendedprice * (1 - l_discount) ELSE 0 END), sum(l_extendedprice * (1 - l_discount))
|
|
| group by: year(o_orderdate)
|
|
|
|
|
20:HASH JOIN [INNER JOIN]
|
|
| hash predicates: s_nationkey = n2.n_nationkey
|
|
| runtime filters: RF000 <- n2.n_nationkey
|
|
|
|
|
|--16:SCAN HDFS [tpch_nested_parquet.region.r_nations n2]
|
|
| partitions=1/1 files=1 size=3.24KB
|
|
|
|
|
19:HASH JOIN [INNER JOIN]
|
|
| hash predicates: c_nationkey = n1.n_nationkey
|
|
| runtime filters: RF001 <- n1.n_nationkey
|
|
|
|
|
|--12:SUBPLAN
|
|
| |
|
|
| |--15:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--13:SINGULAR ROW SRC
|
|
| | |
|
|
| | 14:UNNEST [r.r_nations n1]
|
|
| |
|
|
| 11:SCAN HDFS [tpch_nested_parquet.region r]
|
|
| partitions=1/1 files=1 size=3.24KB
|
|
| predicates: r_name = 'AMERICA', !empty(r.r_nations)
|
|
|
|
|
18:HASH JOIN [INNER JOIN]
|
|
| hash predicates: l_partkey = p_partkey
|
|
|
|
|
|--10:SCAN HDFS [tpch_nested_parquet.part p]
|
|
| partitions=1/1 files=1 size=6.24MB
|
|
| predicates: p_type = 'ECONOMY ANODIZED STEEL'
|
|
|
|
|
17:HASH JOIN [INNER JOIN]
|
|
| hash predicates: l_suppkey = s_suppkey
|
|
|
|
|
|--09:SCAN HDFS [tpch_nested_parquet.supplier s]
|
|
| partitions=1/1 files=1 size=43.00MB
|
|
| runtime filters: RF000 -> s_nationkey
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--08:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 04:SUBPLAN
|
|
| |
|
|
| |--07:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--05:SINGULAR ROW SRC
|
|
| | |
|
|
| | 06:UNNEST [o.o_lineitems l]
|
|
| |
|
|
| 03:UNNEST [c.c_orders o]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer c]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: !empty(c.c_orders)
|
|
predicates on o: !empty(o.o_lineitems), o_orderdate >= '1995-01-01', o_orderdate <= '1996-12-31'
|
|
runtime filters: RF001 -> c_nationkey
|
|
---- DISTRIBUTEDPLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
29:MERGING-EXCHANGE [UNPARTITIONED]
|
|
| order by: o_year ASC
|
|
|
|
|
22:SORT
|
|
| order by: o_year ASC
|
|
|
|
|
28:AGGREGATE [FINALIZE]
|
|
| output: sum:merge(CASE WHEN nation = 'BRAZIL' THEN volume ELSE 0 END), sum:merge(volume)
|
|
| group by: o_year
|
|
|
|
|
27:EXCHANGE [HASH(o_year)]
|
|
|
|
|
21:AGGREGATE [STREAMING]
|
|
| output: sum(CASE WHEN n2.n_name = 'BRAZIL' THEN l_extendedprice * (1 - l_discount) ELSE 0 END), sum(l_extendedprice * (1 - l_discount))
|
|
| group by: year(o_orderdate)
|
|
|
|
|
20:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| hash predicates: s_nationkey = n2.n_nationkey
|
|
| runtime filters: RF000 <- n2.n_nationkey
|
|
|
|
|
|--26:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 16:SCAN HDFS [tpch_nested_parquet.region.r_nations n2]
|
|
| partitions=1/1 files=1 size=3.24KB
|
|
|
|
|
19:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| hash predicates: c_nationkey = n1.n_nationkey
|
|
| runtime filters: RF001 <- n1.n_nationkey
|
|
|
|
|
|--25:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 12:SUBPLAN
|
|
| |
|
|
| |--15:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--13:SINGULAR ROW SRC
|
|
| | |
|
|
| | 14:UNNEST [r.r_nations n1]
|
|
| |
|
|
| 11:SCAN HDFS [tpch_nested_parquet.region r]
|
|
| partitions=1/1 files=1 size=3.24KB
|
|
| predicates: r_name = 'AMERICA', !empty(r.r_nations)
|
|
|
|
|
18:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| hash predicates: l_partkey = p_partkey
|
|
|
|
|
|--24:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 10:SCAN HDFS [tpch_nested_parquet.part p]
|
|
| partitions=1/1 files=1 size=6.24MB
|
|
| predicates: p_type = 'ECONOMY ANODIZED STEEL'
|
|
|
|
|
17:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| hash predicates: l_suppkey = s_suppkey
|
|
|
|
|
|--23:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 09:SCAN HDFS [tpch_nested_parquet.supplier s]
|
|
| partitions=1/1 files=1 size=43.00MB
|
|
| runtime filters: RF000 -> s_nationkey
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--08:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 04:SUBPLAN
|
|
| |
|
|
| |--07:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--05:SINGULAR ROW SRC
|
|
| | |
|
|
| | 06:UNNEST [o.o_lineitems l]
|
|
| |
|
|
| 03:UNNEST [c.c_orders o]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer c]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: !empty(c.c_orders)
|
|
predicates on o: !empty(o.o_lineitems), o_orderdate >= '1995-01-01', o_orderdate <= '1996-12-31'
|
|
runtime filters: RF001 -> c_nationkey
|
|
====
|
|
# TPCH-Q9
|
|
# Q9 - Product Type Measure Query
|
|
select
|
|
nation,
|
|
o_year,
|
|
sum(amount) as sum_profit
|
|
from(
|
|
select
|
|
n_name as nation,
|
|
year(o_orderdate) as o_year,
|
|
l_extendedprice * (1 - l_discount) - ps_supplycost * l_quantity as amount
|
|
from
|
|
customer.c_orders o,
|
|
o.o_lineitems l,
|
|
supplier s,
|
|
s.s_partsupps ps,
|
|
part p,
|
|
region.r_nations n
|
|
where
|
|
s_suppkey = l_suppkey
|
|
and ps_partkey = l_partkey
|
|
and p_partkey = l_partkey
|
|
and s_nationkey = n_nationkey
|
|
and p_name like '%green%'
|
|
) as profit
|
|
group by
|
|
nation,
|
|
o_year
|
|
order by
|
|
nation,
|
|
o_year desc
|
|
---- PLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
16:SORT
|
|
| order by: nation ASC, o_year DESC
|
|
|
|
|
15:AGGREGATE [FINALIZE]
|
|
| output: sum(l_extendedprice * (1 - l_discount) - ps_supplycost * l_quantity)
|
|
| group by: n_name, year(o_orderdate)
|
|
|
|
|
14:HASH JOIN [INNER JOIN]
|
|
| hash predicates: s_nationkey = n_nationkey
|
|
| runtime filters: RF000 <- n_nationkey
|
|
|
|
|
|--11:SCAN HDFS [tpch_nested_parquet.region.r_nations n]
|
|
| partitions=1/1 files=1 size=3.24KB
|
|
|
|
|
13:HASH JOIN [INNER JOIN]
|
|
| hash predicates: l_partkey = p_partkey
|
|
|
|
|
|--10:SCAN HDFS [tpch_nested_parquet.part p]
|
|
| partitions=1/1 files=1 size=6.24MB
|
|
| predicates: p_name LIKE '%green%'
|
|
|
|
|
12:HASH JOIN [INNER JOIN]
|
|
| hash predicates: l_partkey = ps_partkey, l_suppkey = s_suppkey
|
|
|
|
|
|--06:SUBPLAN
|
|
| |
|
|
| |--09:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--07:SINGULAR ROW SRC
|
|
| | |
|
|
| | 08:UNNEST [s.s_partsupps ps]
|
|
| |
|
|
| 05:SCAN HDFS [tpch_nested_parquet.supplier s]
|
|
| partitions=1/1 files=1 size=43.00MB
|
|
| predicates: !empty(s.s_partsupps)
|
|
| runtime filters: RF000 -> s_nationkey
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--04:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 03:UNNEST [o.o_lineitems l]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer.c_orders o]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: !empty(o.o_lineitems)
|
|
---- DISTRIBUTEDPLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
22:MERGING-EXCHANGE [UNPARTITIONED]
|
|
| order by: nation ASC, o_year DESC
|
|
|
|
|
16:SORT
|
|
| order by: nation ASC, o_year DESC
|
|
|
|
|
21:AGGREGATE [FINALIZE]
|
|
| output: sum:merge(amount)
|
|
| group by: nation, o_year
|
|
|
|
|
20:EXCHANGE [HASH(nation,o_year)]
|
|
|
|
|
15:AGGREGATE [STREAMING]
|
|
| output: sum(l_extendedprice * (1 - l_discount) - ps_supplycost * l_quantity)
|
|
| group by: n_name, year(o_orderdate)
|
|
|
|
|
14:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| hash predicates: s_nationkey = n_nationkey
|
|
| runtime filters: RF000 <- n_nationkey
|
|
|
|
|
|--19:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 11:SCAN HDFS [tpch_nested_parquet.region.r_nations n]
|
|
| partitions=1/1 files=1 size=3.24KB
|
|
|
|
|
13:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| hash predicates: l_partkey = p_partkey
|
|
|
|
|
|--18:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 10:SCAN HDFS [tpch_nested_parquet.part p]
|
|
| partitions=1/1 files=1 size=6.24MB
|
|
| predicates: p_name LIKE '%green%'
|
|
|
|
|
12:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| hash predicates: l_partkey = ps_partkey, l_suppkey = s_suppkey
|
|
|
|
|
|--17:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 06:SUBPLAN
|
|
| |
|
|
| |--09:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--07:SINGULAR ROW SRC
|
|
| | |
|
|
| | 08:UNNEST [s.s_partsupps ps]
|
|
| |
|
|
| 05:SCAN HDFS [tpch_nested_parquet.supplier s]
|
|
| partitions=1/1 files=1 size=43.00MB
|
|
| predicates: !empty(s.s_partsupps)
|
|
| runtime filters: RF000 -> s_nationkey
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--04:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 03:UNNEST [o.o_lineitems l]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer.c_orders o]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: !empty(o.o_lineitems)
|
|
====
|
|
# TPCH-Q10
|
|
# Q10 - Returned Item Reporting Query
|
|
# Converted select from multiple tables to joins
|
|
select
|
|
c_custkey,
|
|
c_name,
|
|
sum(l_extendedprice * (1 - l_discount)) as revenue,
|
|
c_acctbal,
|
|
n_name,
|
|
c_address,
|
|
c_phone,
|
|
c_comment
|
|
from
|
|
customer c,
|
|
c.c_orders o,
|
|
o.o_lineitems l,
|
|
region.r_nations n
|
|
where
|
|
o_orderdate >= '1993-10-01'
|
|
and o_orderdate < '1994-01-01'
|
|
and l_returnflag = 'R'
|
|
and c_nationkey = n_nationkey
|
|
group by
|
|
c_custkey,
|
|
c_name,
|
|
c_acctbal,
|
|
c_phone,
|
|
n_name,
|
|
c_address,
|
|
c_comment
|
|
order by
|
|
revenue desc
|
|
limit 20
|
|
---- PLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
12:TOP-N [LIMIT=20]
|
|
| order by: sum(l_extendedprice * (1 - l_discount)) DESC
|
|
|
|
|
11:AGGREGATE [FINALIZE]
|
|
| output: sum(l_extendedprice * (1 - l_discount))
|
|
| group by: c_custkey, c_name, c_acctbal, c_phone, n_name, c_address, c_comment
|
|
|
|
|
10:HASH JOIN [INNER JOIN]
|
|
| hash predicates: c_nationkey = n_nationkey
|
|
| runtime filters: RF000 <- n_nationkey
|
|
|
|
|
|--09:SCAN HDFS [tpch_nested_parquet.region.r_nations n]
|
|
| partitions=1/1 files=1 size=3.24KB
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--08:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 04:SUBPLAN
|
|
| |
|
|
| |--07:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--05:SINGULAR ROW SRC
|
|
| | |
|
|
| | 06:UNNEST [o.o_lineitems l]
|
|
| |
|
|
| 03:UNNEST [c.c_orders o]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer c]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: !empty(c.c_orders)
|
|
predicates on o: !empty(o.o_lineitems), o_orderdate >= '1993-10-01', o_orderdate < '1994-01-01'
|
|
predicates on l: l_returnflag = 'R'
|
|
runtime filters: RF000 -> c_nationkey
|
|
---- DISTRIBUTEDPLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
16:MERGING-EXCHANGE [UNPARTITIONED]
|
|
| order by: sum(l_extendedprice * (1 - l_discount)) DESC
|
|
| limit: 20
|
|
|
|
|
12:TOP-N [LIMIT=20]
|
|
| order by: sum(l_extendedprice * (1 - l_discount)) DESC
|
|
|
|
|
15:AGGREGATE [FINALIZE]
|
|
| output: sum:merge(l_extendedprice * (1 - l_discount))
|
|
| group by: c_custkey, c_name, c_acctbal, c_phone, n_name, c_address, c_comment
|
|
|
|
|
14:EXCHANGE [HASH(c_custkey,c_name,c_acctbal,c_phone,n_name,c_address,c_comment)]
|
|
|
|
|
11:AGGREGATE [STREAMING]
|
|
| output: sum(l_extendedprice * (1 - l_discount))
|
|
| group by: c_custkey, c_name, c_acctbal, c_phone, n_name, c_address, c_comment
|
|
|
|
|
10:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| hash predicates: c_nationkey = n_nationkey
|
|
| runtime filters: RF000 <- n_nationkey
|
|
|
|
|
|--13:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 09:SCAN HDFS [tpch_nested_parquet.region.r_nations n]
|
|
| partitions=1/1 files=1 size=3.24KB
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--08:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 04:SUBPLAN
|
|
| |
|
|
| |--07:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--05:SINGULAR ROW SRC
|
|
| | |
|
|
| | 06:UNNEST [o.o_lineitems l]
|
|
| |
|
|
| 03:UNNEST [c.c_orders o]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer c]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: !empty(c.c_orders)
|
|
predicates on o: !empty(o.o_lineitems), o_orderdate >= '1993-10-01', o_orderdate < '1994-01-01'
|
|
predicates on l: l_returnflag = 'R'
|
|
runtime filters: RF000 -> c_nationkey
|
|
====
|
|
# TPCH-Q11
|
|
# Q11 - Important Stock Identification
|
|
# Modifications: query was rewritten to not have a subquery in the having clause
|
|
select
|
|
*
|
|
from (
|
|
select
|
|
ps_partkey,
|
|
sum(ps_supplycost * ps_availqty) as value
|
|
from
|
|
supplier s,
|
|
s.s_partsupps ps,
|
|
region.r_nations n
|
|
where
|
|
s_nationkey = n_nationkey
|
|
and n_name = 'GERMANY'
|
|
group by
|
|
ps_partkey
|
|
) as inner_query
|
|
where
|
|
value > (
|
|
select
|
|
sum(ps_supplycost * ps_availqty) * 0.0001
|
|
from
|
|
supplier s,
|
|
s.s_partsupps ps,
|
|
region.r_nations n
|
|
where
|
|
s_nationkey = n_nationkey
|
|
and n_name = 'GERMANY'
|
|
)
|
|
order by
|
|
value desc
|
|
---- PLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
17:SORT
|
|
| order by: value DESC
|
|
|
|
|
16:NESTED LOOP JOIN [INNER JOIN]
|
|
| predicates: sum(ps_supplycost * ps_availqty) > sum(ps_supplycost * ps_availqty) * 0.0001
|
|
|
|
|
|--15:AGGREGATE [FINALIZE]
|
|
| | output: sum(ps_supplycost * ps_availqty)
|
|
| |
|
|
| 14:HASH JOIN [INNER JOIN]
|
|
| | hash predicates: s_nationkey = n_nationkey
|
|
| | runtime filters: RF001 <- n_nationkey
|
|
| |
|
|
| |--13:SCAN HDFS [tpch_nested_parquet.region.r_nations n]
|
|
| | partitions=1/1 files=1 size=3.24KB
|
|
| | predicates: n_name = 'GERMANY'
|
|
| |
|
|
| 09:SUBPLAN
|
|
| |
|
|
| |--12:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--10:SINGULAR ROW SRC
|
|
| | |
|
|
| | 11:UNNEST [s.s_partsupps ps]
|
|
| |
|
|
| 08:SCAN HDFS [tpch_nested_parquet.supplier s]
|
|
| partitions=1/1 files=1 size=43.00MB
|
|
| predicates: !empty(s.s_partsupps)
|
|
| runtime filters: RF001 -> s_nationkey
|
|
|
|
|
07:AGGREGATE [FINALIZE]
|
|
| output: sum(ps_supplycost * ps_availqty)
|
|
| group by: ps_partkey
|
|
|
|
|
06:HASH JOIN [INNER JOIN]
|
|
| hash predicates: s_nationkey = n_nationkey
|
|
| runtime filters: RF000 <- n_nationkey
|
|
|
|
|
|--05:SCAN HDFS [tpch_nested_parquet.region.r_nations n]
|
|
| partitions=1/1 files=1 size=3.24KB
|
|
| predicates: n_name = 'GERMANY'
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--04:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 03:UNNEST [s.s_partsupps ps]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.supplier s]
|
|
partitions=1/1 files=1 size=43.00MB
|
|
predicates: !empty(s.s_partsupps)
|
|
runtime filters: RF000 -> s_nationkey
|
|
---- DISTRIBUTEDPLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
25:MERGING-EXCHANGE [UNPARTITIONED]
|
|
| order by: value DESC
|
|
|
|
|
17:SORT
|
|
| order by: value DESC
|
|
|
|
|
16:NESTED LOOP JOIN [INNER JOIN, BROADCAST]
|
|
| predicates: sum(ps_supplycost * ps_availqty) > sum(ps_supplycost * ps_availqty) * 0.0001
|
|
|
|
|
|--24:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 23:AGGREGATE [FINALIZE]
|
|
| | output: sum:merge(ps_supplycost * ps_availqty)
|
|
| |
|
|
| 22:EXCHANGE [UNPARTITIONED]
|
|
| |
|
|
| 15:AGGREGATE
|
|
| | output: sum(ps_supplycost * ps_availqty)
|
|
| |
|
|
| 14:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| | hash predicates: s_nationkey = n_nationkey
|
|
| | runtime filters: RF001 <- n_nationkey
|
|
| |
|
|
| |--21:EXCHANGE [BROADCAST]
|
|
| | |
|
|
| | 13:SCAN HDFS [tpch_nested_parquet.region.r_nations n]
|
|
| | partitions=1/1 files=1 size=3.24KB
|
|
| | predicates: n_name = 'GERMANY'
|
|
| |
|
|
| 09:SUBPLAN
|
|
| |
|
|
| |--12:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--10:SINGULAR ROW SRC
|
|
| | |
|
|
| | 11:UNNEST [s.s_partsupps ps]
|
|
| |
|
|
| 08:SCAN HDFS [tpch_nested_parquet.supplier s]
|
|
| partitions=1/1 files=1 size=43.00MB
|
|
| predicates: !empty(s.s_partsupps)
|
|
| runtime filters: RF001 -> s_nationkey
|
|
|
|
|
20:AGGREGATE [FINALIZE]
|
|
| output: sum:merge(ps_supplycost * ps_availqty)
|
|
| group by: ps_partkey
|
|
|
|
|
19:EXCHANGE [HASH(ps_partkey)]
|
|
|
|
|
07:AGGREGATE [STREAMING]
|
|
| output: sum(ps_supplycost * ps_availqty)
|
|
| group by: ps_partkey
|
|
|
|
|
06:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| hash predicates: s_nationkey = n_nationkey
|
|
| runtime filters: RF000 <- n_nationkey
|
|
|
|
|
|--18:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 05:SCAN HDFS [tpch_nested_parquet.region.r_nations n]
|
|
| partitions=1/1 files=1 size=3.24KB
|
|
| predicates: n_name = 'GERMANY'
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--04:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 03:UNNEST [s.s_partsupps ps]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.supplier s]
|
|
partitions=1/1 files=1 size=43.00MB
|
|
predicates: !empty(s.s_partsupps)
|
|
runtime filters: RF000 -> s_nationkey
|
|
====
|
|
# TPCH-Q12
|
|
# Q12 - Shipping Mode and Order Priority Query
|
|
select
|
|
l_shipmode,
|
|
sum(case
|
|
when o_orderpriority = '1-URGENT'
|
|
or o_orderpriority = '2-HIGH'
|
|
then 1
|
|
else 0
|
|
end) as high_line_count,
|
|
sum(case
|
|
when o_orderpriority <> '1-URGENT'
|
|
and o_orderpriority <> '2-HIGH'
|
|
then 1
|
|
else 0
|
|
end) as low_line_count
|
|
from
|
|
customer.c_orders o,
|
|
o.o_lineitems l
|
|
where
|
|
l_shipmode in ('MAIL', 'SHIP')
|
|
and l_commitdate < l_receiptdate
|
|
and l_shipdate < l_commitdate
|
|
and l_receiptdate >= '1994-01-01'
|
|
and l_receiptdate < '1995-01-01'
|
|
group by
|
|
l_shipmode
|
|
order by
|
|
l_shipmode
|
|
---- PLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
06:SORT
|
|
| order by: l_shipmode ASC
|
|
|
|
|
05:AGGREGATE [FINALIZE]
|
|
| output: sum(CASE WHEN o_orderpriority IN ('1-URGENT', '2-HIGH') THEN 1 ELSE 0 END), sum(CASE WHEN o_orderpriority != '1-URGENT' AND o_orderpriority != '2-HIGH' THEN 1 ELSE 0 END)
|
|
| group by: l_shipmode
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--04:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 03:UNNEST [o.o_lineitems l]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer.c_orders o]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: !empty(o.o_lineitems)
|
|
predicates on l: l_shipmode IN ('MAIL', 'SHIP'), l_commitdate < l_receiptdate, l_shipdate < l_commitdate, l_receiptdate >= '1994-01-01', l_receiptdate < '1995-01-01'
|
|
---- DISTRIBUTEDPLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
09:MERGING-EXCHANGE [UNPARTITIONED]
|
|
| order by: l_shipmode ASC
|
|
|
|
|
06:SORT
|
|
| order by: l_shipmode ASC
|
|
|
|
|
08:AGGREGATE [FINALIZE]
|
|
| output: sum:merge(CASE WHEN o_orderpriority IN ('1-URGENT', '2-HIGH') THEN 1 ELSE 0 END), sum:merge(CASE WHEN o_orderpriority != '1-URGENT' AND o_orderpriority != '2-HIGH' THEN 1 ELSE 0 END)
|
|
| group by: l_shipmode
|
|
|
|
|
07:EXCHANGE [HASH(l_shipmode)]
|
|
|
|
|
05:AGGREGATE [STREAMING]
|
|
| output: sum(CASE WHEN o_orderpriority IN ('1-URGENT', '2-HIGH') THEN 1 ELSE 0 END), sum(CASE WHEN o_orderpriority != '1-URGENT' AND o_orderpriority != '2-HIGH' THEN 1 ELSE 0 END)
|
|
| group by: l_shipmode
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--04:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 03:UNNEST [o.o_lineitems l]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer.c_orders o]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: !empty(o.o_lineitems)
|
|
predicates on l: l_shipmode IN ('MAIL', 'SHIP'), l_commitdate < l_receiptdate, l_shipdate < l_commitdate, l_receiptdate >= '1994-01-01', l_receiptdate < '1995-01-01'
|
|
====
|
|
# TPCH-Q13
|
|
# Q13 - Customer Distribution Query
|
|
select
|
|
c_count,
|
|
count(*) as custdist
|
|
from (
|
|
select
|
|
c_custkey,
|
|
count(o_orderkey) as c_count
|
|
from
|
|
customer c left outer join c.c_orders on (
|
|
o_comment not like '%special%requests%'
|
|
)
|
|
group by
|
|
c_custkey
|
|
) as c_orders
|
|
group by
|
|
c_count
|
|
order by
|
|
custdist desc,
|
|
c_count desc
|
|
---- PLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
07:SORT
|
|
| order by: count(*) DESC, c_count DESC
|
|
|
|
|
06:AGGREGATE [FINALIZE]
|
|
| output: count(*)
|
|
| group by: count(o_orderkey)
|
|
|
|
|
05:AGGREGATE [FINALIZE]
|
|
| output: count(o_orderkey)
|
|
| group by: c_custkey
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--04:NESTED LOOP JOIN [RIGHT OUTER JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 03:UNNEST [c.c_orders]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer c]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates on c_orders: (NOT o_comment LIKE '%special%requests%')
|
|
---- DISTRIBUTEDPLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
12:MERGING-EXCHANGE [UNPARTITIONED]
|
|
| order by: count(*) DESC, c_count DESC
|
|
|
|
|
07:SORT
|
|
| order by: count(*) DESC, c_count DESC
|
|
|
|
|
11:AGGREGATE [FINALIZE]
|
|
| output: count:merge(*)
|
|
| group by: c_count
|
|
|
|
|
10:EXCHANGE [HASH(c_count)]
|
|
|
|
|
06:AGGREGATE [STREAMING]
|
|
| output: count(*)
|
|
| group by: count(o_orderkey)
|
|
|
|
|
09:AGGREGATE [FINALIZE]
|
|
| output: count:merge(o_orderkey)
|
|
| group by: c_custkey
|
|
|
|
|
08:EXCHANGE [HASH(c_custkey)]
|
|
|
|
|
05:AGGREGATE [STREAMING]
|
|
| output: count(o_orderkey)
|
|
| group by: c_custkey
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--04:NESTED LOOP JOIN [RIGHT OUTER JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 03:UNNEST [c.c_orders]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer c]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates on c_orders: (NOT o_comment LIKE '%special%requests%')
|
|
====
|
|
# TPCH-Q14
|
|
# Q14 - Promotion Effect
|
|
select
|
|
100.00 * sum(case
|
|
when p_type like 'PROMO%'
|
|
then l_extendedprice * (1 - l_discount)
|
|
else 0.0
|
|
end) / sum(l_extendedprice * (1 - l_discount)) as promo_revenue
|
|
from
|
|
customer.c_orders.o_lineitems l,
|
|
part p
|
|
where
|
|
l_partkey = p_partkey
|
|
and l_shipdate >= '1995-09-01'
|
|
and l_shipdate < '1995-10-01'
|
|
---- PLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
03:AGGREGATE [FINALIZE]
|
|
| output: sum(CASE WHEN p_type LIKE 'PROMO%' THEN l_extendedprice * (1 - l_discount) ELSE 0.0 END), sum(l_extendedprice * (1 - l_discount))
|
|
|
|
|
02:HASH JOIN [INNER JOIN]
|
|
| hash predicates: l_partkey = p_partkey
|
|
| runtime filters: RF000 <- p_partkey
|
|
|
|
|
|--01:SCAN HDFS [tpch_nested_parquet.part p]
|
|
| partitions=1/1 files=1 size=6.24MB
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: l_shipdate < '1995-10-01', l_shipdate >= '1995-09-01'
|
|
runtime filters: RF000 -> l_partkey
|
|
---- DISTRIBUTEDPLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
06:AGGREGATE [FINALIZE]
|
|
| output: sum:merge(CASE WHEN p_type LIKE 'PROMO%' THEN l_extendedprice * (1 - l_discount) ELSE 0.0 END), sum:merge(l_extendedprice * (1 - l_discount))
|
|
|
|
|
05:EXCHANGE [UNPARTITIONED]
|
|
|
|
|
03:AGGREGATE
|
|
| output: sum(CASE WHEN p_type LIKE 'PROMO%' THEN l_extendedprice * (1 - l_discount) ELSE 0.0 END), sum(l_extendedprice * (1 - l_discount))
|
|
|
|
|
02:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| hash predicates: l_partkey = p_partkey
|
|
| runtime filters: RF000 <- p_partkey
|
|
|
|
|
|--04:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 01:SCAN HDFS [tpch_nested_parquet.part p]
|
|
| partitions=1/1 files=1 size=6.24MB
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: l_shipdate < '1995-10-01', l_shipdate >= '1995-09-01'
|
|
runtime filters: RF000 -> l_partkey
|
|
====
|
|
# TPCH-Q15
|
|
# Q15 - Top Supplier Query
|
|
with revenue_view as (
|
|
select
|
|
l_suppkey as supplier_no,
|
|
sum(l_extendedprice * (1 - l_discount)) as total_revenue
|
|
from
|
|
customer.c_orders.o_lineitems l
|
|
where
|
|
l_shipdate >= '1996-01-01'
|
|
and l_shipdate < '1996-04-01'
|
|
group by
|
|
l_suppkey)
|
|
select
|
|
s_suppkey,
|
|
s_name,
|
|
s_address,
|
|
s_phone,
|
|
total_revenue
|
|
from
|
|
supplier,
|
|
revenue_view
|
|
where
|
|
s_suppkey = supplier_no
|
|
and total_revenue = (
|
|
select
|
|
max(total_revenue)
|
|
from
|
|
revenue_view
|
|
)
|
|
order by
|
|
s_suppkey
|
|
---- PLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
08:SORT
|
|
| order by: s_suppkey ASC
|
|
|
|
|
07:HASH JOIN [LEFT SEMI JOIN]
|
|
| hash predicates: sum(l_extendedprice * (1 - l_discount)) = max(total_revenue)
|
|
|
|
|
|--05:AGGREGATE [FINALIZE]
|
|
| | output: max(sum(l_extendedprice * (1 - l_discount)))
|
|
| |
|
|
| 04:AGGREGATE [FINALIZE]
|
|
| | output: sum(l_extendedprice * (1 - l_discount))
|
|
| | group by: l_suppkey
|
|
| |
|
|
| 03:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l]
|
|
| partitions=1/1 files=4 size=292.36MB
|
|
| predicates: l_shipdate < '1996-04-01', l_shipdate >= '1996-01-01'
|
|
|
|
|
06:HASH JOIN [INNER JOIN]
|
|
| hash predicates: l_suppkey = s_suppkey
|
|
| runtime filters: RF000 <- s_suppkey
|
|
|
|
|
|--00:SCAN HDFS [tpch_nested_parquet.supplier]
|
|
| partitions=1/1 files=1 size=43.00MB
|
|
|
|
|
02:AGGREGATE [FINALIZE]
|
|
| output: sum(l_extendedprice * (1 - l_discount))
|
|
| group by: l_suppkey
|
|
|
|
|
01:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: l_shipdate < '1996-04-01', l_shipdate >= '1996-01-01'
|
|
runtime filters: RF000 -> l.l_suppkey
|
|
---- DISTRIBUTEDPLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
17:MERGING-EXCHANGE [UNPARTITIONED]
|
|
| order by: s_suppkey ASC
|
|
|
|
|
08:SORT
|
|
| order by: s_suppkey ASC
|
|
|
|
|
07:HASH JOIN [LEFT SEMI JOIN, BROADCAST]
|
|
| hash predicates: sum(l_extendedprice * (1 - l_discount)) = max(total_revenue)
|
|
|
|
|
|--16:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 15:AGGREGATE [FINALIZE]
|
|
| | output: max:merge(total_revenue)
|
|
| |
|
|
| 14:EXCHANGE [UNPARTITIONED]
|
|
| |
|
|
| 05:AGGREGATE
|
|
| | output: max(sum(l_extendedprice * (1 - l_discount)))
|
|
| |
|
|
| 13:AGGREGATE [FINALIZE]
|
|
| | output: sum:merge(l_extendedprice * (1 - l_discount))
|
|
| | group by: l_suppkey
|
|
| |
|
|
| 12:EXCHANGE [HASH(l_suppkey)]
|
|
| |
|
|
| 04:AGGREGATE [STREAMING]
|
|
| | output: sum(l_extendedprice * (1 - l_discount))
|
|
| | group by: l_suppkey
|
|
| |
|
|
| 03:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l]
|
|
| partitions=1/1 files=4 size=292.36MB
|
|
| predicates: l_shipdate < '1996-04-01', l_shipdate >= '1996-01-01'
|
|
|
|
|
06:HASH JOIN [INNER JOIN, PARTITIONED]
|
|
| hash predicates: l_suppkey = s_suppkey
|
|
| runtime filters: RF000 <- s_suppkey
|
|
|
|
|
|--11:EXCHANGE [HASH(s_suppkey)]
|
|
| |
|
|
| 00:SCAN HDFS [tpch_nested_parquet.supplier]
|
|
| partitions=1/1 files=1 size=43.00MB
|
|
|
|
|
10:AGGREGATE [FINALIZE]
|
|
| output: sum:merge(l_extendedprice * (1 - l_discount))
|
|
| group by: l_suppkey
|
|
|
|
|
09:EXCHANGE [HASH(l_suppkey)]
|
|
|
|
|
02:AGGREGATE [STREAMING]
|
|
| output: sum(l_extendedprice * (1 - l_discount))
|
|
| group by: l_suppkey
|
|
|
|
|
01:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: l_shipdate < '1996-04-01', l_shipdate >= '1996-01-01'
|
|
runtime filters: RF000 -> l.l_suppkey
|
|
====
|
|
# TPCH-Q16
|
|
# Q16 - Parts/Supplier Relation Query
|
|
select
|
|
p_brand,
|
|
p_type,
|
|
p_size,
|
|
count(distinct s_suppkey) as supplier_cnt
|
|
from
|
|
supplier s,
|
|
s.s_partsupps ps,
|
|
part p
|
|
where
|
|
p_partkey = ps_partkey
|
|
and p_brand <> 'Brand#45'
|
|
and p_type not like 'MEDIUM POLISHED%'
|
|
and p_size in (49, 14, 23, 45, 19, 3, 36, 9)
|
|
and s_comment not like '%Customer%Complaints%'
|
|
group by
|
|
p_brand,
|
|
p_type,
|
|
p_size
|
|
order by
|
|
supplier_cnt desc,
|
|
p_brand,
|
|
p_type,
|
|
p_size
|
|
---- PLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
09:SORT
|
|
| order by: count(s_suppkey) DESC, p_brand ASC, p_type ASC, p_size ASC
|
|
|
|
|
08:AGGREGATE [FINALIZE]
|
|
| output: count(s_suppkey)
|
|
| group by: p_brand, p_type, p_size
|
|
|
|
|
07:AGGREGATE
|
|
| group by: p_brand, p_type, p_size, s_suppkey
|
|
|
|
|
06:HASH JOIN [INNER JOIN]
|
|
| hash predicates: ps_partkey = p_partkey
|
|
|
|
|
|--05:SCAN HDFS [tpch_nested_parquet.part p]
|
|
| partitions=1/1 files=1 size=6.24MB
|
|
| predicates: p_size IN (49, 14, 23, 45, 19, 3, 36, 9), p_brand != 'Brand#45', NOT p_type LIKE 'MEDIUM POLISHED%'
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--04:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 03:UNNEST [s.s_partsupps ps]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.supplier s]
|
|
partitions=1/1 files=1 size=43.00MB
|
|
predicates: NOT s_comment LIKE '%Customer%Complaints%', !empty(s.s_partsupps)
|
|
---- DISTRIBUTEDPLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
13:MERGING-EXCHANGE [UNPARTITIONED]
|
|
| order by: count(s_suppkey) DESC, p_brand ASC, p_type ASC, p_size ASC
|
|
|
|
|
09:SORT
|
|
| order by: count(s_suppkey) DESC, p_brand ASC, p_type ASC, p_size ASC
|
|
|
|
|
08:AGGREGATE [FINALIZE]
|
|
| output: count(s_suppkey)
|
|
| group by: p_brand, p_type, p_size
|
|
|
|
|
12:AGGREGATE
|
|
| group by: p_brand, p_type, p_size, s_suppkey
|
|
|
|
|
11:EXCHANGE [HASH(p_brand,p_type,p_size)]
|
|
|
|
|
07:AGGREGATE [STREAMING]
|
|
| group by: p_brand, p_type, p_size, s_suppkey
|
|
|
|
|
06:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| hash predicates: ps_partkey = p_partkey
|
|
|
|
|
|--10:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 05:SCAN HDFS [tpch_nested_parquet.part p]
|
|
| partitions=1/1 files=1 size=6.24MB
|
|
| predicates: p_size IN (49, 14, 23, 45, 19, 3, 36, 9), p_brand != 'Brand#45', NOT p_type LIKE 'MEDIUM POLISHED%'
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--04:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 03:UNNEST [s.s_partsupps ps]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.supplier s]
|
|
partitions=1/1 files=1 size=43.00MB
|
|
predicates: NOT s_comment LIKE '%Customer%Complaints%', !empty(s.s_partsupps)
|
|
====
|
|
# TPCH-Q17
|
|
# Q17 - Small-Quantity-Order Revenue Query
|
|
select
|
|
sum(l_extendedprice) / 7.0 as avg_yearly
|
|
from
|
|
customer.c_orders.o_lineitems l,
|
|
part p
|
|
where
|
|
p_partkey = l_partkey
|
|
and p_brand = 'Brand#23'
|
|
and p_container = 'MED BOX'
|
|
and l_quantity < (
|
|
select
|
|
0.2 * avg(l_quantity)
|
|
from
|
|
customer.c_orders.o_lineitems l
|
|
where
|
|
l_partkey = p_partkey
|
|
)
|
|
---- PLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
06:AGGREGATE [FINALIZE]
|
|
| output: sum(l_extendedprice)
|
|
|
|
|
05:HASH JOIN [LEFT SEMI JOIN]
|
|
| hash predicates: p_partkey = l_partkey
|
|
| other join predicates: l_quantity < 0.2 * avg(l_quantity)
|
|
| runtime filters: RF000 <- l_partkey
|
|
|
|
|
|--03:AGGREGATE [FINALIZE]
|
|
| | output: avg(l_quantity)
|
|
| | group by: l_partkey
|
|
| |
|
|
| 02:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l]
|
|
| partitions=1/1 files=4 size=292.36MB
|
|
|
|
|
04:HASH JOIN [INNER JOIN]
|
|
| hash predicates: l_partkey = p_partkey
|
|
| runtime filters: RF001 <- p_partkey
|
|
|
|
|
|--01:SCAN HDFS [tpch_nested_parquet.part p]
|
|
| partitions=1/1 files=1 size=6.24MB
|
|
| predicates: p_container = 'MED BOX', p_brand = 'Brand#23'
|
|
| runtime filters: RF000 -> p_partkey
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
runtime filters: RF000 -> l.l_partkey, RF001 -> l_partkey
|
|
---- DISTRIBUTEDPLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
12:AGGREGATE [FINALIZE]
|
|
| output: sum:merge(l_extendedprice)
|
|
|
|
|
11:EXCHANGE [UNPARTITIONED]
|
|
|
|
|
06:AGGREGATE
|
|
| output: sum(l_extendedprice)
|
|
|
|
|
05:HASH JOIN [LEFT SEMI JOIN, PARTITIONED]
|
|
| hash predicates: p_partkey = l_partkey
|
|
| other join predicates: l_quantity < 0.2 * avg(l_quantity)
|
|
| runtime filters: RF000 <- l_partkey
|
|
|
|
|
|--09:AGGREGATE [FINALIZE]
|
|
| | output: avg:merge(l_quantity)
|
|
| | group by: l_partkey
|
|
| |
|
|
| 08:EXCHANGE [HASH(l_partkey)]
|
|
| |
|
|
| 03:AGGREGATE [STREAMING]
|
|
| | output: avg(l_quantity)
|
|
| | group by: l_partkey
|
|
| |
|
|
| 02:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l]
|
|
| partitions=1/1 files=4 size=292.36MB
|
|
|
|
|
10:EXCHANGE [HASH(p_partkey)]
|
|
|
|
|
04:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| hash predicates: l_partkey = p_partkey
|
|
| runtime filters: RF001 <- p_partkey
|
|
|
|
|
|--07:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 01:SCAN HDFS [tpch_nested_parquet.part p]
|
|
| partitions=1/1 files=1 size=6.24MB
|
|
| predicates: p_container = 'MED BOX', p_brand = 'Brand#23'
|
|
| runtime filters: RF000 -> p_partkey
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
runtime filters: RF000 -> l.l_partkey, RF001 -> l_partkey
|
|
====
|
|
# TPCH-Q18
|
|
# Q18 - Large Value Customer Query
|
|
select
|
|
c_name,
|
|
c_custkey,
|
|
o_orderkey,
|
|
o_orderdate,
|
|
o_totalprice,
|
|
sum_quantity
|
|
from
|
|
customer c,
|
|
c.c_orders o,
|
|
(select sum(l_quantity) sum_quantity from o.o_lineitems) l
|
|
where
|
|
sum_quantity > 300
|
|
order by
|
|
o_totalprice desc,
|
|
o_orderdate
|
|
limit 100
|
|
---- PLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
10:TOP-N [LIMIT=100]
|
|
| order by: o_totalprice DESC, o_orderdate ASC
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--09:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 04:SUBPLAN
|
|
| |
|
|
| |--08:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--05:SINGULAR ROW SRC
|
|
| | |
|
|
| | 07:AGGREGATE [FINALIZE]
|
|
| | | output: sum(l_quantity)
|
|
| | | having: sum(l_quantity) > 300
|
|
| | |
|
|
| | 06:UNNEST [o.o_lineitems]
|
|
| |
|
|
| 03:UNNEST [c.c_orders o]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer c]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: !empty(c.c_orders)
|
|
---- DISTRIBUTEDPLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
11:MERGING-EXCHANGE [UNPARTITIONED]
|
|
| order by: o_totalprice DESC, o_orderdate ASC
|
|
| limit: 100
|
|
|
|
|
10:TOP-N [LIMIT=100]
|
|
| order by: o_totalprice DESC, o_orderdate ASC
|
|
|
|
|
01:SUBPLAN
|
|
|
|
|
|--09:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--02:SINGULAR ROW SRC
|
|
| |
|
|
| 04:SUBPLAN
|
|
| |
|
|
| |--08:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--05:SINGULAR ROW SRC
|
|
| | |
|
|
| | 07:AGGREGATE [FINALIZE]
|
|
| | | output: sum(l_quantity)
|
|
| | | having: sum(l_quantity) > 300
|
|
| | |
|
|
| | 06:UNNEST [o.o_lineitems]
|
|
| |
|
|
| 03:UNNEST [c.c_orders o]
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer c]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: !empty(c.c_orders)
|
|
====
|
|
# TPCH-Q19
|
|
# Q19 - Discounted Revenue Query
|
|
select
|
|
sum(l_extendedprice * (1 - l_discount)) as revenue
|
|
from
|
|
customer.c_orders.o_lineitems l,
|
|
part p
|
|
where
|
|
p_partkey = l_partkey
|
|
and (
|
|
(
|
|
p_brand = 'Brand#12'
|
|
and p_container in ('SM CASE', 'SM BOX', 'SM PACK', 'SM PKG')
|
|
and l_quantity >= 1 and l_quantity <= 11
|
|
and p_size between 1 and 5
|
|
and l_shipmode in ('AIR', 'AIR REG')
|
|
and l_shipinstruct = 'DELIVER IN PERSON'
|
|
)
|
|
or
|
|
(
|
|
p_brand = 'Brand#23'
|
|
and p_container in ('MED BAG', 'MED BOX', 'MED PKG', 'MED PACK')
|
|
and l_quantity >= 10 and l_quantity <= 20
|
|
and p_size between 1 and 10
|
|
and l_shipmode in ('AIR', 'AIR REG')
|
|
and l_shipinstruct = 'DELIVER IN PERSON'
|
|
)
|
|
or
|
|
(
|
|
p_brand = 'Brand#34'
|
|
and p_container in ('LG CASE', 'LG BOX', 'LG PACK', 'LG PKG')
|
|
and l_quantity >= 20 and l_quantity <= 30
|
|
and p_size between 1 and 15
|
|
and l_shipmode in ('AIR', 'AIR REG')
|
|
and l_shipinstruct = 'DELIVER IN PERSON'
|
|
)
|
|
)
|
|
---- PLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
03:AGGREGATE [FINALIZE]
|
|
| output: sum(l_extendedprice * (1 - l_discount))
|
|
|
|
|
02:HASH JOIN [INNER JOIN]
|
|
| hash predicates: l_partkey = p_partkey
|
|
| other predicates: ((p_brand = 'Brand#12' AND p_container IN ('SM CASE', 'SM BOX', 'SM PACK', 'SM PKG') AND l_quantity >= 1 AND l_quantity <= 11 AND p_size <= 5) OR (p_brand = 'Brand#23' AND p_container IN ('MED BAG', 'MED BOX', 'MED PKG', 'MED PACK') AND l_quantity >= 10 AND l_quantity <= 20 AND p_size <= 10) OR (p_brand = 'Brand#34' AND p_container IN ('LG CASE', 'LG BOX', 'LG PACK', 'LG PKG') AND l_quantity >= 20 AND l_quantity <= 30 AND p_size <= 15))
|
|
| runtime filters: RF000 <- p_partkey
|
|
|
|
|
|--01:SCAN HDFS [tpch_nested_parquet.part p]
|
|
| partitions=1/1 files=1 size=6.24MB
|
|
| predicates: p_size >= 1
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: l_shipmode IN ('AIR', 'AIR REG'), l_shipinstruct = 'DELIVER IN PERSON'
|
|
runtime filters: RF000 -> l_partkey
|
|
---- DISTRIBUTEDPLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
06:AGGREGATE [FINALIZE]
|
|
| output: sum:merge(l_extendedprice * (1 - l_discount))
|
|
|
|
|
05:EXCHANGE [UNPARTITIONED]
|
|
|
|
|
03:AGGREGATE
|
|
| output: sum(l_extendedprice * (1 - l_discount))
|
|
|
|
|
02:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| hash predicates: l_partkey = p_partkey
|
|
| other predicates: ((p_brand = 'Brand#12' AND p_container IN ('SM CASE', 'SM BOX', 'SM PACK', 'SM PKG') AND l_quantity >= 1 AND l_quantity <= 11 AND p_size <= 5) OR (p_brand = 'Brand#23' AND p_container IN ('MED BAG', 'MED BOX', 'MED PKG', 'MED PACK') AND l_quantity >= 10 AND l_quantity <= 20 AND p_size <= 10) OR (p_brand = 'Brand#34' AND p_container IN ('LG CASE', 'LG BOX', 'LG PACK', 'LG PKG') AND l_quantity >= 20 AND l_quantity <= 30 AND p_size <= 15))
|
|
| runtime filters: RF000 <- p_partkey
|
|
|
|
|
|--04:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 01:SCAN HDFS [tpch_nested_parquet.part p]
|
|
| partitions=1/1 files=1 size=6.24MB
|
|
| predicates: p_size >= 1
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: l_shipmode IN ('AIR', 'AIR REG'), l_shipinstruct = 'DELIVER IN PERSON'
|
|
runtime filters: RF000 -> l_partkey
|
|
====
|
|
# TPCH-Q20
|
|
# Note: Tricky rewrite from the original to avoid mixing
|
|
# correlated and uncorrelated table refs in a subquery.
|
|
select distinct
|
|
s_name,
|
|
s_address
|
|
from
|
|
supplier s,
|
|
s.s_partsupps ps,
|
|
region.r_nations n
|
|
where
|
|
ps_partkey in (
|
|
select
|
|
p_partkey
|
|
from
|
|
part p
|
|
where
|
|
p_name like 'forest%'
|
|
)
|
|
and ps_availqty > (
|
|
select
|
|
0.5 * sum(l_quantity)
|
|
from
|
|
customer.c_orders.o_lineitems l
|
|
where
|
|
l_partkey = ps_partkey
|
|
and l_suppkey = s_suppkey
|
|
and l_shipdate >= '1994-01-01'
|
|
and l_shipdate < '1995-01-01'
|
|
)
|
|
and s_nationkey = n_nationkey
|
|
and n_name = 'CANADA'
|
|
order by
|
|
s_name
|
|
---- PLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
13:SORT
|
|
| order by: s_name ASC
|
|
|
|
|
12:AGGREGATE [FINALIZE]
|
|
| group by: s_name, s_address
|
|
|
|
|
11:HASH JOIN [RIGHT SEMI JOIN]
|
|
| hash predicates: l_partkey = ps_partkey, l_suppkey = s_suppkey
|
|
| other join predicates: ps_availqty > 0.5 * sum(l_quantity)
|
|
| runtime filters: RF000 <- ps_partkey, RF001 <- s_suppkey
|
|
|
|
|
|--10:HASH JOIN [LEFT SEMI JOIN]
|
|
| | hash predicates: ps_partkey = p_partkey
|
|
| |
|
|
| |--06:SCAN HDFS [tpch_nested_parquet.part p]
|
|
| | partitions=1/1 files=1 size=6.24MB
|
|
| | predicates: p_name LIKE 'forest%'
|
|
| |
|
|
| 09:HASH JOIN [INNER JOIN]
|
|
| | hash predicates: s_nationkey = n_nationkey
|
|
| | runtime filters: RF003 <- n_nationkey
|
|
| |
|
|
| |--05:SCAN HDFS [tpch_nested_parquet.region.r_nations n]
|
|
| | partitions=1/1 files=1 size=3.24KB
|
|
| | predicates: n_name = 'CANADA'
|
|
| |
|
|
| 01:SUBPLAN
|
|
| |
|
|
| |--04:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--02:SINGULAR ROW SRC
|
|
| | |
|
|
| | 03:UNNEST [s.s_partsupps ps]
|
|
| |
|
|
| 00:SCAN HDFS [tpch_nested_parquet.supplier s]
|
|
| partitions=1/1 files=1 size=43.00MB
|
|
| predicates: !empty(s.s_partsupps)
|
|
| runtime filters: RF003 -> s_nationkey
|
|
|
|
|
08:AGGREGATE [FINALIZE]
|
|
| output: sum(l_quantity)
|
|
| group by: l_partkey, l_suppkey
|
|
|
|
|
07:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: l_shipdate < '1995-01-01', l_shipdate >= '1994-01-01'
|
|
runtime filters: RF000 -> l.l_partkey, RF001 -> l.l_suppkey
|
|
---- DISTRIBUTEDPLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
21:MERGING-EXCHANGE [UNPARTITIONED]
|
|
| order by: s_name ASC
|
|
|
|
|
13:SORT
|
|
| order by: s_name ASC
|
|
|
|
|
20:AGGREGATE [FINALIZE]
|
|
| group by: s_name, s_address
|
|
|
|
|
19:EXCHANGE [HASH(s_name,s_address)]
|
|
|
|
|
12:AGGREGATE [STREAMING]
|
|
| group by: s_name, s_address
|
|
|
|
|
11:HASH JOIN [RIGHT SEMI JOIN, PARTITIONED]
|
|
| hash predicates: l_partkey = ps_partkey, l_suppkey = s_suppkey
|
|
| other join predicates: ps_availqty > 0.5 * sum(l_quantity)
|
|
| runtime filters: RF000 <- ps_partkey, RF001 <- s_suppkey
|
|
|
|
|
|--18:EXCHANGE [HASH(ps_partkey,s_suppkey)]
|
|
| |
|
|
| 10:HASH JOIN [LEFT SEMI JOIN, BROADCAST]
|
|
| | hash predicates: ps_partkey = p_partkey
|
|
| |
|
|
| |--17:EXCHANGE [BROADCAST]
|
|
| | |
|
|
| | 06:SCAN HDFS [tpch_nested_parquet.part p]
|
|
| | partitions=1/1 files=1 size=6.24MB
|
|
| | predicates: p_name LIKE 'forest%'
|
|
| |
|
|
| 09:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| | hash predicates: s_nationkey = n_nationkey
|
|
| | runtime filters: RF003 <- n_nationkey
|
|
| |
|
|
| |--16:EXCHANGE [BROADCAST]
|
|
| | |
|
|
| | 05:SCAN HDFS [tpch_nested_parquet.region.r_nations n]
|
|
| | partitions=1/1 files=1 size=3.24KB
|
|
| | predicates: n_name = 'CANADA'
|
|
| |
|
|
| 01:SUBPLAN
|
|
| |
|
|
| |--04:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--02:SINGULAR ROW SRC
|
|
| | |
|
|
| | 03:UNNEST [s.s_partsupps ps]
|
|
| |
|
|
| 00:SCAN HDFS [tpch_nested_parquet.supplier s]
|
|
| partitions=1/1 files=1 size=43.00MB
|
|
| predicates: !empty(s.s_partsupps)
|
|
| runtime filters: RF003 -> s_nationkey
|
|
|
|
|
15:AGGREGATE [FINALIZE]
|
|
| output: sum:merge(l_quantity)
|
|
| group by: l_partkey, l_suppkey
|
|
|
|
|
14:EXCHANGE [HASH(l_partkey,l_suppkey)]
|
|
|
|
|
08:AGGREGATE [STREAMING]
|
|
| output: sum(l_quantity)
|
|
| group by: l_partkey, l_suppkey
|
|
|
|
|
07:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: l_shipdate < '1995-01-01', l_shipdate >= '1994-01-01'
|
|
runtime filters: RF000 -> l.l_partkey, RF001 -> l.l_suppkey
|
|
====
|
|
# TPCH-Q21
|
|
# Q21 - Suppliers Who Kept Orders Waiting Query
|
|
select
|
|
s_name,
|
|
count(*) as numwait
|
|
from
|
|
supplier s,
|
|
customer c,
|
|
c.c_orders o,
|
|
o.o_lineitems l1,
|
|
region.r_nations n
|
|
where
|
|
s_suppkey = l1.l_suppkey
|
|
and o_orderstatus = 'F'
|
|
and l1.l_receiptdate > l1.l_commitdate
|
|
and exists (
|
|
select
|
|
*
|
|
from
|
|
o.o_lineitems l2
|
|
where
|
|
l2.l_suppkey <> l1.l_suppkey
|
|
)
|
|
and not exists (
|
|
select
|
|
*
|
|
from
|
|
o.o_lineitems l3
|
|
where
|
|
l3.l_suppkey <> l1.l_suppkey
|
|
and l3.l_receiptdate > l3.l_commitdate
|
|
)
|
|
and s_nationkey = n_nationkey
|
|
and n_name = 'SAUDI ARABIA'
|
|
group by
|
|
s_name
|
|
order by
|
|
numwait desc,
|
|
s_name
|
|
limit 100
|
|
---- PLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
20:TOP-N [LIMIT=100]
|
|
| order by: count(*) DESC, s_name ASC
|
|
|
|
|
19:AGGREGATE [FINALIZE]
|
|
| output: count(*)
|
|
| group by: s_name
|
|
|
|
|
18:SUBPLAN
|
|
|
|
|
|--16:NESTED LOOP JOIN [RIGHT ANTI JOIN]
|
|
| | join predicates: l3.l_suppkey != l1.l_suppkey
|
|
| |
|
|
| |--15:NESTED LOOP JOIN [RIGHT SEMI JOIN]
|
|
| | | join predicates: l2.l_suppkey != l1.l_suppkey
|
|
| | |
|
|
| | |--12:SINGULAR ROW SRC
|
|
| | |
|
|
| | 13:UNNEST [o.o_lineitems l2]
|
|
| |
|
|
| 14:UNNEST [o.o_lineitems l3]
|
|
|
|
|
17:HASH JOIN [INNER JOIN]
|
|
| hash predicates: s_nationkey = n_nationkey
|
|
| runtime filters: RF000 <- n_nationkey
|
|
|
|
|
|--10:SCAN HDFS [tpch_nested_parquet.region.r_nations n]
|
|
| partitions=1/1 files=1 size=3.24KB
|
|
| predicates: n_name = 'SAUDI ARABIA'
|
|
|
|
|
11:HASH JOIN [INNER JOIN]
|
|
| hash predicates: l1.l_suppkey = s_suppkey
|
|
|
|
|
|--00:SCAN HDFS [tpch_nested_parquet.supplier s]
|
|
| partitions=1/1 files=1 size=43.00MB
|
|
| runtime filters: RF000 -> s_nationkey
|
|
|
|
|
02:SUBPLAN
|
|
|
|
|
|--09:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--03:SINGULAR ROW SRC
|
|
| |
|
|
| 05:SUBPLAN
|
|
| |
|
|
| |--08:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--06:SINGULAR ROW SRC
|
|
| | |
|
|
| | 07:UNNEST [o.o_lineitems l1]
|
|
| |
|
|
| 04:UNNEST [c.c_orders o]
|
|
|
|
|
01:SCAN HDFS [tpch_nested_parquet.customer c]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: !empty(c.c_orders)
|
|
predicates on o: !empty(o.o_lineitems), o_orderstatus = 'F'
|
|
predicates on l1: l1.l_receiptdate > l1.l_commitdate
|
|
predicates on l3: l3.l_receiptdate > l3.l_commitdate
|
|
---- DISTRIBUTEDPLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
25:MERGING-EXCHANGE [UNPARTITIONED]
|
|
| order by: count(*) DESC, s_name ASC
|
|
| limit: 100
|
|
|
|
|
20:TOP-N [LIMIT=100]
|
|
| order by: count(*) DESC, s_name ASC
|
|
|
|
|
24:AGGREGATE [FINALIZE]
|
|
| output: count:merge(*)
|
|
| group by: s_name
|
|
|
|
|
23:EXCHANGE [HASH(s_name)]
|
|
|
|
|
19:AGGREGATE [STREAMING]
|
|
| output: count(*)
|
|
| group by: s_name
|
|
|
|
|
18:SUBPLAN
|
|
|
|
|
|--16:NESTED LOOP JOIN [RIGHT ANTI JOIN]
|
|
| | join predicates: l3.l_suppkey != l1.l_suppkey
|
|
| |
|
|
| |--15:NESTED LOOP JOIN [RIGHT SEMI JOIN]
|
|
| | | join predicates: l2.l_suppkey != l1.l_suppkey
|
|
| | |
|
|
| | |--12:SINGULAR ROW SRC
|
|
| | |
|
|
| | 13:UNNEST [o.o_lineitems l2]
|
|
| |
|
|
| 14:UNNEST [o.o_lineitems l3]
|
|
|
|
|
17:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| hash predicates: s_nationkey = n_nationkey
|
|
| runtime filters: RF000 <- n_nationkey
|
|
|
|
|
|--22:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 10:SCAN HDFS [tpch_nested_parquet.region.r_nations n]
|
|
| partitions=1/1 files=1 size=3.24KB
|
|
| predicates: n_name = 'SAUDI ARABIA'
|
|
|
|
|
11:HASH JOIN [INNER JOIN, BROADCAST]
|
|
| hash predicates: l1.l_suppkey = s_suppkey
|
|
|
|
|
|--21:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 00:SCAN HDFS [tpch_nested_parquet.supplier s]
|
|
| partitions=1/1 files=1 size=43.00MB
|
|
| runtime filters: RF000 -> s_nationkey
|
|
|
|
|
02:SUBPLAN
|
|
|
|
|
|--09:NESTED LOOP JOIN [CROSS JOIN]
|
|
| |
|
|
| |--03:SINGULAR ROW SRC
|
|
| |
|
|
| 05:SUBPLAN
|
|
| |
|
|
| |--08:NESTED LOOP JOIN [CROSS JOIN]
|
|
| | |
|
|
| | |--06:SINGULAR ROW SRC
|
|
| | |
|
|
| | 07:UNNEST [o.o_lineitems l1]
|
|
| |
|
|
| 04:UNNEST [c.c_orders o]
|
|
|
|
|
01:SCAN HDFS [tpch_nested_parquet.customer c]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: !empty(c.c_orders)
|
|
predicates on o: !empty(o.o_lineitems), o_orderstatus = 'F'
|
|
predicates on l1: l1.l_receiptdate > l1.l_commitdate
|
|
predicates on l3: l3.l_receiptdate > l3.l_commitdate
|
|
====
|
|
# TPCH-Q22
|
|
# Q22 - Global Sales Opportunity Query
|
|
select
|
|
cntrycode,
|
|
count(*) as numcust,
|
|
sum(c_acctbal) as totacctbal
|
|
from (
|
|
select
|
|
substr(c_phone, 1, 2) as cntrycode,
|
|
c_acctbal
|
|
from
|
|
customer c
|
|
where
|
|
substr(c_phone, 1, 2) in ('13', '31', '23', '29', '30', '18', '17')
|
|
and c_acctbal > (
|
|
select
|
|
avg(c_acctbal)
|
|
from
|
|
customer c
|
|
where
|
|
c_acctbal > 0.00
|
|
and substr(c_phone, 1, 2) in ('13', '31', '23', '29', '30', '18', '17')
|
|
)
|
|
and not exists (
|
|
select
|
|
o_orderkey
|
|
from
|
|
c.c_orders
|
|
)
|
|
) as custsale
|
|
group by
|
|
cntrycode
|
|
order by
|
|
cntrycode
|
|
---- PLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
09:SORT
|
|
| order by: cntrycode ASC
|
|
|
|
|
08:AGGREGATE [FINALIZE]
|
|
| output: count(*), sum(c_acctbal)
|
|
| group by: substr(c_phone, 1, 2)
|
|
|
|
|
07:SUBPLAN
|
|
|
|
|
|--05:NESTED LOOP JOIN [RIGHT ANTI JOIN]
|
|
| |
|
|
| |--03:SINGULAR ROW SRC
|
|
| |
|
|
| 04:UNNEST [c.c_orders]
|
|
|
|
|
06:NESTED LOOP JOIN [INNER JOIN]
|
|
| predicates: c_acctbal > avg(c_acctbal)
|
|
|
|
|
|--02:AGGREGATE [FINALIZE]
|
|
| | output: avg(c_acctbal)
|
|
| |
|
|
| 01:SCAN HDFS [tpch_nested_parquet.customer c]
|
|
| partitions=1/1 files=4 size=292.36MB
|
|
| predicates: c_acctbal > 0.00, substr(c_phone, 1, 2) IN ('13', '31', '23', '29', '30', '18', '17')
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer c]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: substr(c_phone, 1, 2) IN ('13', '31', '23', '29', '30', '18', '17')
|
|
---- DISTRIBUTEDPLAN
|
|
PLAN-ROOT SINK
|
|
|
|
|
15:MERGING-EXCHANGE [UNPARTITIONED]
|
|
| order by: cntrycode ASC
|
|
|
|
|
09:SORT
|
|
| order by: cntrycode ASC
|
|
|
|
|
14:AGGREGATE [FINALIZE]
|
|
| output: count:merge(*), sum:merge(c_acctbal)
|
|
| group by: cntrycode
|
|
|
|
|
13:EXCHANGE [HASH(cntrycode)]
|
|
|
|
|
08:AGGREGATE [STREAMING]
|
|
| output: count(*), sum(c_acctbal)
|
|
| group by: substr(c_phone, 1, 2)
|
|
|
|
|
07:SUBPLAN
|
|
|
|
|
|--05:NESTED LOOP JOIN [RIGHT ANTI JOIN]
|
|
| |
|
|
| |--03:SINGULAR ROW SRC
|
|
| |
|
|
| 04:UNNEST [c.c_orders]
|
|
|
|
|
06:NESTED LOOP JOIN [INNER JOIN, BROADCAST]
|
|
| predicates: c_acctbal > avg(c_acctbal)
|
|
|
|
|
|--12:EXCHANGE [BROADCAST]
|
|
| |
|
|
| 11:AGGREGATE [FINALIZE]
|
|
| | output: avg:merge(c_acctbal)
|
|
| |
|
|
| 10:EXCHANGE [UNPARTITIONED]
|
|
| |
|
|
| 02:AGGREGATE
|
|
| | output: avg(c_acctbal)
|
|
| |
|
|
| 01:SCAN HDFS [tpch_nested_parquet.customer c]
|
|
| partitions=1/1 files=4 size=292.36MB
|
|
| predicates: c_acctbal > 0.00, substr(c_phone, 1, 2) IN ('13', '31', '23', '29', '30', '18', '17')
|
|
|
|
|
00:SCAN HDFS [tpch_nested_parquet.customer c]
|
|
partitions=1/1 files=4 size=292.36MB
|
|
predicates: substr(c_phone, 1, 2) IN ('13', '31', '23', '29', '30', '18', '17')
|
|
====
|