jprdonnelly/impala
1
0
Fork 0
mirror of https://github.com/apache/impala.git synced 2025-12-19 18:12:08 -05:00
Code Issues Projects Releases Wiki Activity

IMPALA-14106: Calcite planner: Register equivalent union expressions in value transfer graph

Browse Source 
This commit registers the equivalent union expressions in the value
transfer graph when the physical union node is created for the Calcite
planner.

Change-Id: I4c858ae82a1cb7b89b0ae4e70205d8eeaeb28687
Reviewed-on: http://gerrit.cloudera.org:8080/23316
Reviewed-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com>
Tested-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com>
This commit is contained in:
Steve Carlin
2025-05-27 16:24:58 -07:00
committed by Impala Public Jenkins
parent e1896d4bf8
commit a6dbd4015c
11 changed files with 530 additions and 319 deletions
Download Patch File Download Diff File Expand all files Collapse all files

44
testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q02.test vendored
View File

@@ -60,10 +60,10 @@ with wscs as
# end query 2 in stream 0 using template query2.tpl
---- PLAN
Max Per-Host Resource Reservation: Memory=24.62MB Threads=1
Per-Host Resource Estimates: Memory=112MB
Max Per-Host Resource Reservation: Memory=26.62MB Threads=1
Per-Host Resource Estimates: Memory=114MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=112.38MB mem-reservation=24.62MB thread-reservation=1 runtime-filters-memory=3.00MB
| Per-Instance Resources: mem-estimate=114.38MB mem-reservation=26.62MB thread-reservation=1 runtime-filters-memory=5.00MB
| max-parallelism=1 segment-costs=[8530838007, 8530838007, 58178, 20480]
PLAN-ROOT SINK
| output exprs: tpcds_partitioned_parquet_snap.date_dim_1.d_week_seq, round(divide(sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim_1.d_day_name = 'Sunday' THEN SALES_PRICE ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Sunday' THEN SALES_PRICE ELSE NULL END)), CAST(2 AS TINYINT)), round(divide(sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim_1.d_day_name = 'Monday' THEN SALES_PRICE ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Monday' THEN SALES_PRICE ELSE NULL END)), CAST(2 AS TINYINT)), round(divide(sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim_1.d_day_name = 'Tuesday' THEN SALES_PRICE ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Tuesday' THEN SALES_PRICE ELSE NULL END)), CAST(2 AS TINYINT)), round(divide(sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim_1.d_day_name = 'Wednesday' THEN SALES_PRICE ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Wednesday' THEN SALES_PRICE ELSE NULL END)), CAST(2 AS TINYINT)), round(divide(sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim_1.d_day_name = 'Thursday' THEN SALES_PRICE ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Thursday' THEN SALES_PRICE ELSE NULL END)), CAST(2 AS TINYINT)), round(divide(sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim_1.d_day_name = 'Friday' THEN SALES_PRICE ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Friday' THEN SALES_PRICE ELSE NULL END)), CAST(2 AS TINYINT)), round(divide(sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim_1.d_day_name = 'Saturday' THEN SALES_PRICE ELSE NULL END), sum(CASE WHEN tpcds_partitioned_parquet_snap.date_dim.d_day_name = 'Saturday' THEN SALES_PRICE ELSE NULL END)), CAST(2 AS TINYINT))
@@ -114,6 +114,7 @@ PLAN-ROOT SINK
| 12:HASH JOIN [INNER JOIN]
| | hash predicates: SOLD_DATE_SK = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | fk/pk conjuncts: assumed fk/pk
| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | mem-estimate=4.75MB mem-reservation=4.75MB spill-buffer=256.00KB thread-reservation=0
| | tuple-ids=14,15 row-size=35B cardinality=6.48G cost=2836389159
| | in pipelines: 09(GETNEXT), 10(GETNEXT), 11(OPEN)
@@ -136,6 +137,7 @@ PLAN-ROOT SINK
| |
| |--10:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
| | HDFS partitions=1831/1831 files=1831 size=280.96GB
| | runtime filters: RF008[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk
| | stored statistics:
| | table: rows=4.32G size=280.96GB
| | partitions: 1831/1831 rows=4.32G
@@ -147,6 +149,7 @@ PLAN-ROOT SINK
| |
| 09:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales]
| HDFS partitions=1824/1824 files=1824 size=145.75GB
| runtime filters: RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk
| stored statistics:
| table: rows=2.16G size=145.75GB
| partitions: 1824/1824 rows=2.16G
@@ -188,6 +191,7 @@ PLAN-ROOT SINK
04:HASH JOIN [INNER JOIN]
| hash predicates: SOLD_DATE_SK = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| fk/pk conjuncts: assumed fk/pk
| runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| mem-estimate=4.75MB mem-reservation=4.75MB spill-buffer=256.00KB thread-reservation=0
| tuple-ids=4,5 row-size=35B cardinality=6.48G cost=2836389159
| in pipelines: 01(GETNEXT), 02(GETNEXT), 03(OPEN)
@@ -210,6 +214,7 @@ PLAN-ROOT SINK
|
|--02:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
| HDFS partitions=1831/1831 files=1831 size=280.96GB
| runtime filters: RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1831/1831 rows=4.32G
@@ -221,6 +226,7 @@ PLAN-ROOT SINK
|
01:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales]
HDFS partitions=1824/1824 files=1824 size=145.75GB
runtime filters: RF004[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
stored statistics:
table: rows=2.16G size=145.75GB
partitions: 1824/1824 rows=2.16G
@@ -230,8 +236,8 @@ PLAN-ROOT SINK
tuple-ids=0 row-size=8B cardinality=2.16G cost=248828309
in pipelines: 01(GETNEXT)
---- DISTRIBUTEDPLAN
Max Per-Host Resource Reservation: Memory=238.19MB Threads=37
Per-Host Resource Estimates: Memory=1015MB
Max Per-Host Resource Reservation: Memory=242.19MB Threads=37
Per-Host Resource Estimates: Memory=1019MB
F13:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=6.32MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[22294] cpu-comparison-result=262 [max(1 (self) vs 262 (sum children))]
@@ -330,6 +336,7 @@ max-parallelism=10 segment-costs=[29390, 16097] cpu-comparison-result=262 [max(1
| | in pipelines: 09(GETNEXT), 10(GETNEXT)
| |
| F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| Per-Instance Resources: mem-estimate=30.69MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=120 segment-costs=[8534050783, 10197930] cpu-comparison-result=120 [max(120 (self) vs 11 (sum children))]
| 13:AGGREGATE [STREAMING]
@@ -348,11 +355,12 @@ max-parallelism=10 segment-costs=[29390, 16097] cpu-comparison-result=262 [max(1
| | in pipelines: 09(GETNEXT), 10(GETNEXT), 11(OPEN)
| |
| |--F16:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=58.92MB mem-reservation=57.00MB thread-reservation=1
| | | Per-Instance Resources: mem-estimate=59.92MB mem-reservation=58.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[170129]
| | JOIN BUILD
| | | join-table-id=02 plan-id=03 cohort-id=02
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | | mem-estimate=57.00MB mem-reservation=57.00MB spill-buffer=256.00KB thread-reservation=0 cost=73049
| | |
| | 22:EXCHANGE [BROADCAST]
@@ -382,6 +390,7 @@ max-parallelism=10 segment-costs=[29390, 16097] cpu-comparison-result=262 [max(1
| |
| |--10:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
| | HDFS partitions=1831/1831 files=1831 size=280.96GB
| | runtime filters: RF008[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk
| | stored statistics:
| | table: rows=4.32G size=280.96GB
| | partitions: 1831/1831 rows=4.32G
@@ -393,6 +402,7 @@ max-parallelism=10 segment-costs=[29390, 16097] cpu-comparison-result=262 [max(1
| |
| 09:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
| HDFS partitions=1824/1824 files=1824 size=145.75GB
| runtime filters: RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk
| stored statistics:
| table: rows=2.16G size=145.75GB
| partitions: 1824/1824 rows=2.16G
@@ -463,6 +473,7 @@ max-parallelism=10 segment-costs=[1760943, 26273] cpu-comparison-result=131 [max
| in pipelines: 01(GETNEXT), 02(GETNEXT)
|
F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
Per-Instance Resources: mem-estimate=30.69MB mem-reservation=4.00MB thread-reservation=1
max-parallelism=120 segment-costs=[8534050783, 10197930] cpu-comparison-result=120 [max(120 (self) vs 11 (sum children))]
05:AGGREGATE [STREAMING]
@@ -481,11 +492,12 @@ max-parallelism=120 segment-costs=[8534050783, 10197930] cpu-comparison-result=1
| in pipelines: 01(GETNEXT), 02(GETNEXT), 03(OPEN)
|
|--F18:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=58.92MB mem-reservation=57.00MB thread-reservation=1
| | Per-Instance Resources: mem-estimate=59.92MB mem-reservation=58.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[170129]
| JOIN BUILD
| | join-table-id=04 plan-id=05 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | mem-estimate=57.00MB mem-reservation=57.00MB spill-buffer=256.00KB thread-reservation=0 cost=73049
| |
| 18:EXCHANGE [BROADCAST]
@@ -515,6 +527,7 @@ max-parallelism=120 segment-costs=[8534050783, 10197930] cpu-comparison-result=1
|
|--02:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
| HDFS partitions=1831/1831 files=1831 size=280.96GB
| runtime filters: RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1831/1831 rows=4.32G
@@ -526,6 +539,7 @@ max-parallelism=120 segment-costs=[8534050783, 10197930] cpu-comparison-result=1
|
01:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
HDFS partitions=1824/1824 files=1824 size=145.75GB
runtime filters: RF004[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
stored statistics:
table: rows=2.16G size=145.75GB
partitions: 1824/1824 rows=2.16G
@@ -535,8 +549,8 @@ max-parallelism=120 segment-costs=[8534050783, 10197930] cpu-comparison-result=1
tuple-ids=0 row-size=8B cardinality=2.16G cost=248828309
in pipelines: 01(GETNEXT)
---- PARALLELPLANS
Max Per-Host Resource Reservation: Memory=238.19MB Threads=37
Per-Host Resource Estimates: Memory=1015MB
Max Per-Host Resource Reservation: Memory=242.19MB Threads=37
Per-Host Resource Estimates: Memory=1019MB
F13:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=6.32MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[22294] cpu-comparison-result=262 [max(1 (self) vs 262 (sum children))]
@@ -635,6 +649,7 @@ max-parallelism=10 segment-costs=[29390, 16097] cpu-comparison-result=262 [max(1
| | in pipelines: 09(GETNEXT), 10(GETNEXT)
| |
| F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| Per-Instance Resources: mem-estimate=30.69MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=120 segment-costs=[8534050783, 10197930] cpu-comparison-result=120 [max(120 (self) vs 11 (sum children))]
| 13:AGGREGATE [STREAMING]
@@ -653,11 +668,12 @@ max-parallelism=10 segment-costs=[29390, 16097] cpu-comparison-result=262 [max(1
| | in pipelines: 09(GETNEXT), 10(GETNEXT), 11(OPEN)
| |
| |--F16:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=58.92MB mem-reservation=57.00MB thread-reservation=1
| | | Per-Instance Resources: mem-estimate=59.92MB mem-reservation=58.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[170129]
| | JOIN BUILD
| | | join-table-id=02 plan-id=03 cohort-id=02
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | | mem-estimate=57.00MB mem-reservation=57.00MB spill-buffer=256.00KB thread-reservation=0 cost=73049
| | |
| | 22:EXCHANGE [BROADCAST]
@@ -687,6 +703,7 @@ max-parallelism=10 segment-costs=[29390, 16097] cpu-comparison-result=262 [max(1
| |
| |--10:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
| | HDFS partitions=1831/1831 files=1831 size=280.96GB
| | runtime filters: RF008[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk
| | stored statistics:
| | table: rows=4.32G size=280.96GB
| | partitions: 1831/1831 rows=4.32G
@@ -698,6 +715,7 @@ max-parallelism=10 segment-costs=[29390, 16097] cpu-comparison-result=262 [max(1
| |
| 09:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
| HDFS partitions=1824/1824 files=1824 size=145.75GB
| runtime filters: RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_sold_date_sk
| stored statistics:
| table: rows=2.16G size=145.75GB
| partitions: 1824/1824 rows=2.16G
@@ -768,6 +786,7 @@ max-parallelism=10 segment-costs=[1760943, 26273] cpu-comparison-result=131 [max
| in pipelines: 01(GETNEXT), 02(GETNEXT)
|
F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
Per-Instance Resources: mem-estimate=30.69MB mem-reservation=4.00MB thread-reservation=1
max-parallelism=120 segment-costs=[8534050783, 10197930] cpu-comparison-result=120 [max(120 (self) vs 11 (sum children))]
05:AGGREGATE [STREAMING]
@@ -786,11 +805,12 @@ max-parallelism=120 segment-costs=[8534050783, 10197930] cpu-comparison-result=1
| in pipelines: 01(GETNEXT), 02(GETNEXT), 03(OPEN)
|
|--F18:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=58.92MB mem-reservation=57.00MB thread-reservation=1
| | Per-Instance Resources: mem-estimate=59.92MB mem-reservation=58.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[170129]
| JOIN BUILD
| | join-table-id=04 plan-id=05 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | mem-estimate=57.00MB mem-reservation=57.00MB spill-buffer=256.00KB thread-reservation=0 cost=73049
| |
| 18:EXCHANGE [BROADCAST]
@@ -820,6 +840,7 @@ max-parallelism=120 segment-costs=[8534050783, 10197930] cpu-comparison-result=1
|
|--02:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
| HDFS partitions=1831/1831 files=1831 size=280.96GB
| runtime filters: RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1831/1831 rows=4.32G
@@ -831,6 +852,7 @@ max-parallelism=120 segment-costs=[8534050783, 10197930] cpu-comparison-result=1
|
01:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
HDFS partitions=1824/1824 files=1824 size=145.75GB
runtime filters: RF004[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
stored statistics:
table: rows=2.16G size=145.75GB
partitions: 1824/1824 rows=2.16G

102
testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q05.test vendored
View File

@@ -128,10 +128,10 @@ with ssr as
# end query 5 in stream 0 using template query5.tpl
---- PLAN
Max Per-Host Resource Reservation: Memory=111.12MB Threads=1
Per-Host Resource Estimates: Memory=11.16GB
Max Per-Host Resource Reservation: Memory=133.12MB Threads=1
Per-Host Resource Estimates: Memory=11.18GB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=11.16GB mem-reservation=111.12MB thread-reservation=1 runtime-filters-memory=1.00MB
| Per-Instance Resources: mem-estimate=11.18GB mem-reservation=133.12MB thread-reservation=1 runtime-filters-memory=23.00MB
| max-parallelism=1 segment-costs=[16252493382, 8126622616, 7582950483, 508568, 443665, 669120, 500]
PLAN-ROOT SINK
| output exprs: CASE valid_tid(34,35,36) WHEN 34 THEN CHANNEL WHEN 35 THEN CHANNEL WHEN 36 THEN NULL END, CASE valid_tid(34,35,36) WHEN 34 THEN ID WHEN 35 THEN NULL WHEN 36 THEN NULL END, aggif(valid_tid(34,35,36) IN (34, 35, 36), CASE valid_tid(34,35,36) WHEN 34 THEN sum(SALES) WHEN 35 THEN sum(SALES) WHEN 36 THEN sum(SALES) END), aggif(valid_tid(34,35,36) IN (34, 35, 36), CASE valid_tid(34,35,36) WHEN 34 THEN sum(returns) WHEN 35 THEN sum(returns) WHEN 36 THEN sum(returns) END), aggif(valid_tid(34,35,36) IN (34, 35, 36), CASE valid_tid(34,35,36) WHEN 34 THEN sum(PROFIT) WHEN 35 THEN sum(PROFIT) WHEN 36 THEN sum(PROFIT) END)
@@ -180,6 +180,7 @@ PLAN-ROOT SINK
| 26:HASH JOIN [INNER JOIN]
| | hash predicates: WSR_WEB_SITE_SK = tpcds_partitioned_parquet_snap.web_site.web_site_sk
| | fk/pk conjuncts: assumed fk/pk
| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| | tuple-ids=27,28,30 row-size=64B cardinality=3.69G cost=1616607638
| | in pipelines: 19(GETNEXT), 20(GETNEXT), 25(OPEN)
@@ -197,6 +198,7 @@ PLAN-ROOT SINK
| 24:HASH JOIN [INNER JOIN]
| | hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | fk/pk conjuncts: assumed fk/pk
| | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| | tuple-ids=27,28 row-size=32B cardinality=3.69G cost=1616614877
| | in pipelines: 19(GETNEXT), 20(GETNEXT), 23(OPEN)
@@ -222,13 +224,14 @@ PLAN-ROOT SINK
| |--22:HASH JOIN [RIGHT OUTER JOIN]
| | | hash predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk = tpcds_partitioned_parquet_snap.web_returns.wr_item_sk, tpcds_partitioned_parquet_snap.web_sales_0.ws_order_number = tpcds_partitioned_parquet_snap.web_returns.wr_order_number
| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk = tpcds_partitioned_parquet_snap.web_returns.wr_item_sk, tpcds_partitioned_parquet_snap.web_sales_0.ws_order_number = tpcds_partitioned_parquet_snap.web_returns.wr_order_number
| | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.web_returns.wr_item_sk, RF014[min_max] <- tpcds_partitioned_parquet_snap.web_returns.wr_item_sk, RF015[min_max] <- tpcds_partitioned_parquet_snap.web_returns.wr_order_number
| | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.web_returns.wr_item_sk, RF013[bloom] <- tpcds_partitioned_parquet_snap.web_returns.wr_order_number, RF014[min_max] <- tpcds_partitioned_parquet_snap.web_returns.wr_item_sk, RF015[min_max] <- tpcds_partitioned_parquet_snap.web_returns.wr_order_number
| | | mem-estimate=10.83GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
| | | tuple-ids=23N,25 row-size=40B cardinality=1.53G cost=1047895000
| | | in pipelines: 20(GETNEXT), 21(OPEN)
| | |
| | |--21:SCAN HDFS [tpcds_partitioned_parquet_snap.web_returns]
| | | HDFS partitions=2114/2114 files=2114 size=16.74GB
| | | runtime filters: RF010[bloom] -> tpcds_partitioned_parquet_snap.web_returns.wr_returned_date_sk
| | | stored statistics:
| | | table: rows=216.00M size=16.74GB
| | | partitions: 2114/2114 rows=216.00M
@@ -240,7 +243,7 @@ PLAN-ROOT SINK
| | |
| | 20:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales]
| | HDFS partitions=1824/1824 files=1824 size=145.75GB
| | runtime filters: RF014[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF015[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_order_number, RF012[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk
| | runtime filters: RF014[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF015[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_order_number, RF009[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_web_site_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF013[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_order_number, RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_web_site_sk
| | stored statistics:
| | table: rows=2.16G size=145.75GB
| | partitions: 1824/1824 rows=2.16G
@@ -252,6 +255,7 @@ PLAN-ROOT SINK
| |
| 19:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales]
| HDFS partitions=1824/1824 files=1824 size=145.75GB
| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
| stored statistics:
| table: rows=2.16G size=145.75GB
| partitions: 1824/1824 rows=2.16G
@@ -276,6 +280,7 @@ PLAN-ROOT SINK
| 16:HASH JOIN [INNER JOIN]
| | hash predicates: PAGE_SK = tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
| | fk/pk conjuncts: assumed fk/pk
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
| | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
| | tuple-ids=14,15,17 row-size=64B cardinality=4.75G cost=2080027968
| | in pipelines: 11(GETNEXT), 12(GETNEXT), 15(OPEN)
@@ -293,6 +298,7 @@ PLAN-ROOT SINK
| 14:HASH JOIN [INNER JOIN]
| | hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | fk/pk conjuncts: assumed fk/pk
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| | tuple-ids=14,15 row-size=32B cardinality=4.75G cost=2079999273
| | in pipelines: 11(GETNEXT), 12(GETNEXT), 13(OPEN)
@@ -317,6 +323,7 @@ PLAN-ROOT SINK
| |
| |--12:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_returns]
| | HDFS partitions=2060/2060 files=2060 size=32.77GB
| | runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_catalog_page_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_catalog_page_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_returned_date_sk
| | stored statistics:
| | table: rows=432.02M size=32.77GB
| | partitions: 2060/2060 rows=432.02M
@@ -328,6 +335,7 @@ PLAN-ROOT SINK
| |
| 11:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
| HDFS partitions=1831/1831 files=1831 size=280.96GB
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_catalog_page_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_catalog_page_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1831/1831 rows=4.32G
@@ -347,6 +355,7 @@ PLAN-ROOT SINK
08:HASH JOIN [INNER JOIN]
| hash predicates: STORE_SK = tpcds_partitioned_parquet_snap.store.s_store_sk
| fk/pk conjuncts: assumed fk/pk
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| tuple-ids=4,5,7 row-size=64B cardinality=9.50G cost=4159868808
| in pipelines: 03(GETNEXT), 04(GETNEXT), 07(OPEN)
@@ -364,6 +373,7 @@ PLAN-ROOT SINK
06:HASH JOIN [INNER JOIN]
| hash predicates: DATE_SK = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| fk/pk conjuncts: assumed fk/pk
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| tuple-ids=4,5 row-size=32B cardinality=9.50G cost=4159874763
| in pipelines: 03(GETNEXT), 04(GETNEXT), 05(OPEN)
@@ -388,6 +398,7 @@ PLAN-ROOT SINK
|
|--04:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns]
| HDFS partitions=2004/2004 files=2004 size=48.14GB
| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_returns.sr_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk
| stored statistics:
| table: rows=863.99M size=48.14GB
| partitions: 2004/2004 rows=863.99M
@@ -399,6 +410,7 @@ PLAN-ROOT SINK
|
03:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
HDFS partitions=1824/1824 files=1824 size=389.90GB
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1824/1824 rows=8.64G
@@ -408,8 +420,8 @@ PLAN-ROOT SINK
tuple-ids=0 row-size=16B cardinality=8.64G cost=1990641068
in pipelines: 03(GETNEXT)
---- DISTRIBUTEDPLAN
Max Per-Host Resource Reservation: Memory=1.76GB Threads=92
Per-Host Resource Estimates: Memory=8.42GB
Max Per-Host Resource Reservation: Memory=1.98GB Threads=92
Per-Host Resource Estimates: Memory=8.63GB
F23:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.07MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[539] cpu-comparison-result=480 [max(1 (self) vs 480 (sum children))]
@@ -495,6 +507,7 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| | in pipelines: 19(GETNEXT), 20(GETNEXT)
| |
| F17:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
| Per-Instance Resources: mem-estimate=71.00MB mem-reservation=2.12MB thread-reservation=1
| max-parallelism=120 segment-costs=[7193577061, 25502] cpu-comparison-result=240 [max(240 (self) vs 202 (sum children))]
| 27:AGGREGATE [STREAMING]
@@ -513,11 +526,12 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| | in pipelines: 19(GETNEXT), 20(GETNEXT), 25(OPEN)
| |
| |--F28:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=23.27MB mem-reservation=23.25MB thread-reservation=1
| | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[146]
| | JOIN BUILD
| | | join-table-id=04 plan-id=05 cohort-id=03
| | | build expressions: tpcds_partitioned_parquet_snap.web_site.web_site_sk
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=66
| | |
| | 42:EXCHANGE [BROADCAST]
@@ -547,11 +561,12 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| | in pipelines: 19(GETNEXT), 20(GETNEXT), 23(OPEN)
| |
| |--F29:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=23.32MB mem-reservation=23.25MB thread-reservation=1
| | | Per-Instance Resources: mem-estimate=24.32MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[17005]
| | JOIN BUILD
| | | join-table-id=05 plan-id=06 cohort-id=03
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=7305
| | |
| | 41:EXCHANGE [BROADCAST]
@@ -589,12 +604,12 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| | | in pipelines: 20(GETNEXT), 21(OPEN)
| | |
| | |--F30:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| | | | Per-Instance Resources: mem-estimate=105.04MB mem-reservation=35.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | Per-Instance Resources: mem-estimate=121.04MB mem-reservation=51.00MB thread-reservation=1 runtime-filters-memory=17.00MB
| | | | max-parallelism=120 segment-costs=[263847280]
| | | JOIN BUILD
| | | | join-table-id=06 plan-id=07 cohort-id=03
| | | | build expressions: tpcds_partitioned_parquet_snap.web_returns.wr_item_sk, tpcds_partitioned_parquet_snap.web_returns.wr_order_number
| | | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.web_returns.wr_item_sk, RF014[min_max] <- tpcds_partitioned_parquet_snap.web_returns.wr_item_sk, RF015[min_max] <- tpcds_partitioned_parquet_snap.web_returns.wr_order_number
| | | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.web_returns.wr_item_sk, RF013[bloom] <- tpcds_partitioned_parquet_snap.web_returns.wr_order_number, RF014[min_max] <- tpcds_partitioned_parquet_snap.web_returns.wr_item_sk, RF015[min_max] <- tpcds_partitioned_parquet_snap.web_returns.wr_order_number
| | | | mem-estimate=92.40MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=216002686
| | | |
| | | 40:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.web_returns.wr_item_sk,tpcds_partitioned_parquet_snap.web_returns.wr_order_number)]
@@ -603,10 +618,12 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| | | | in pipelines: 21(GETNEXT)
| | | |
| | | F15:PLAN FRAGMENT [RANDOM] hosts=10 instances=60 (adjusted from 120)
| | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=29.12MB mem-reservation=256.00KB thread-reservation=1
| | | max-parallelism=60 segment-costs=[519788863]
| | | 21:SCAN HDFS [tpcds_partitioned_parquet_snap.web_returns, RANDOM]
| | | HDFS partitions=2114/2114 files=2114 size=16.74GB
| | | runtime filters: RF010[bloom] -> tpcds_partitioned_parquet_snap.web_returns.wr_returned_date_sk
| | | stored statistics:
| | | table: rows=216.00M size=16.74GB
| | | partitions: 2114/2114 rows=216.00M
@@ -622,12 +639,12 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| | | in pipelines: 20(GETNEXT)
| | |
| | F14:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | Per-Host Shared Resources: mem-estimate=18.00MB mem-reservation=18.00MB thread-reservation=0 runtime-filters-memory=18.00MB
| | Per-Instance Resources: mem-estimate=25.38MB mem-reservation=128.00KB thread-reservation=1
| | max-parallelism=390 segment-costs=[3836103108]
| | 20:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
| | HDFS partitions=1824/1824 files=1824 size=145.75GB
| | runtime filters: RF014[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF015[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_order_number, RF012[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk
| | runtime filters: RF014[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF015[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_order_number, RF009[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_web_site_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF013[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_order_number, RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_web_site_sk
| | stored statistics:
| | table: rows=2.16G size=145.75GB
| | partitions: 1824/1824 rows=2.16G
@@ -639,6 +656,7 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| |
| 19:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
| HDFS partitions=1824/1824 files=1824 size=145.75GB
| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
| stored statistics:
| table: rows=2.16G size=145.75GB
| partitions: 1824/1824 rows=2.16G
@@ -666,6 +684,7 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| | in pipelines: 11(GETNEXT), 12(GETNEXT)
| |
| F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
| Per-Instance Resources: mem-estimate=71.00MB mem-reservation=6.00MB thread-reservation=1
| max-parallelism=120 segment-costs=[8137725668, 27820800] cpu-comparison-result=120 [max(120 (self) vs 22 (sum children))]
| 17:AGGREGATE [STREAMING]
@@ -684,11 +703,12 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| | in pipelines: 11(GETNEXT), 12(GETNEXT), 15(OPEN)
| |
| |--F26:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=35.63MB mem-reservation=34.50MB thread-reservation=1
| | | Per-Instance Resources: mem-estimate=36.63MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[83840]
| | JOIN BUILD
| | | join-table-id=02 plan-id=03 cohort-id=02
| | | build expressions: tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
| | | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=36000
| | |
| | 36:EXCHANGE [BROADCAST]
@@ -718,11 +738,12 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| | in pipelines: 11(GETNEXT), 12(GETNEXT), 13(OPEN)
| |
| |--F27:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=23.32MB mem-reservation=23.25MB thread-reservation=1
| | | Per-Instance Resources: mem-estimate=24.32MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[17005]
| | JOIN BUILD
| | | join-table-id=03 plan-id=04 cohort-id=02
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=7305
| | |
| | 35:EXCHANGE [BROADCAST]
@@ -753,6 +774,7 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| |
| |--12:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_returns, RANDOM]
| | HDFS partitions=2060/2060 files=2060 size=32.77GB
| | runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_catalog_page_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_catalog_page_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_returned_date_sk
| | stored statistics:
| | table: rows=432.02M size=32.77GB
| | partitions: 2060/2060 rows=432.02M
@@ -764,6 +786,7 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| |
| 11:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
| HDFS partitions=1831/1831 files=1831 size=280.96GB
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_catalog_page_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_catalog_page_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1831/1831 rows=4.32G
@@ -786,6 +809,7 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| in pipelines: 03(GETNEXT), 04(GETNEXT)
|
F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
Per-Instance Resources: mem-estimate=71.00MB mem-reservation=10.00MB thread-reservation=1
max-parallelism=120 segment-costs=[16252682173, 523958] cpu-comparison-result=120 [max(120 (self) vs 22 (sum children))]
09:AGGREGATE [STREAMING]
@@ -804,11 +828,12 @@ max-parallelism=120 segment-costs=[16252682173, 523958] cpu-comparison-result=12
| in pipelines: 03(GETNEXT), 04(GETNEXT), 07(OPEN)
|
|--F24:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=23.33MB mem-reservation=23.25MB thread-reservation=1
| | Per-Instance Resources: mem-estimate=24.33MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[3140]
| JOIN BUILD
| | join-table-id=00 plan-id=01 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
| |
| 32:EXCHANGE [BROADCAST]
@@ -838,11 +863,12 @@ max-parallelism=120 segment-costs=[16252682173, 523958] cpu-comparison-result=12
| in pipelines: 03(GETNEXT), 04(GETNEXT), 05(OPEN)
|
|--F25:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=23.32MB mem-reservation=23.25MB thread-reservation=1
| | Per-Instance Resources: mem-estimate=24.32MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[17005]
| JOIN BUILD
| | join-table-id=01 plan-id=02 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=7305
| |
| 31:EXCHANGE [BROADCAST]
@@ -873,6 +899,7 @@ max-parallelism=120 segment-costs=[16252682173, 523958] cpu-comparison-result=12
|
|--04:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns, RANDOM]
| HDFS partitions=2004/2004 files=2004 size=48.14GB
| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_returns.sr_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk
| stored statistics:
| table: rows=863.99M size=48.14GB
| partitions: 2004/2004 rows=863.99M
@@ -884,6 +911,7 @@ max-parallelism=120 segment-costs=[16252682173, 523958] cpu-comparison-result=12
|
03:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
HDFS partitions=1824/1824 files=1824 size=389.90GB
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1824/1824 rows=8.64G
@@ -893,8 +921,8 @@ max-parallelism=120 segment-costs=[16252682173, 523958] cpu-comparison-result=12
tuple-ids=0 row-size=16B cardinality=8.64G cost=1990641068
in pipelines: 03(GETNEXT)
---- PARALLELPLANS
Max Per-Host Resource Reservation: Memory=1.76GB Threads=92
Per-Host Resource Estimates: Memory=8.42GB
Max Per-Host Resource Reservation: Memory=1.98GB Threads=92
Per-Host Resource Estimates: Memory=8.63GB
F23:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.07MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[539] cpu-comparison-result=480 [max(1 (self) vs 480 (sum children))]
@@ -980,6 +1008,7 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| | in pipelines: 19(GETNEXT), 20(GETNEXT)
| |
| F17:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
| Per-Instance Resources: mem-estimate=71.00MB mem-reservation=2.12MB thread-reservation=1
| max-parallelism=120 segment-costs=[7193577061, 25502] cpu-comparison-result=240 [max(240 (self) vs 202 (sum children))]
| 27:AGGREGATE [STREAMING]
@@ -998,11 +1027,12 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| | in pipelines: 19(GETNEXT), 20(GETNEXT), 25(OPEN)
| |
| |--F28:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=23.27MB mem-reservation=23.25MB thread-reservation=1
| | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[146]
| | JOIN BUILD
| | | join-table-id=04 plan-id=05 cohort-id=03
| | | build expressions: tpcds_partitioned_parquet_snap.web_site.web_site_sk
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.web_site.web_site_sk
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=66
| | |
| | 42:EXCHANGE [BROADCAST]
@@ -1032,11 +1062,12 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| | in pipelines: 19(GETNEXT), 20(GETNEXT), 23(OPEN)
| |
| |--F29:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=23.32MB mem-reservation=23.25MB thread-reservation=1
| | | Per-Instance Resources: mem-estimate=24.32MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[17005]
| | JOIN BUILD
| | | join-table-id=05 plan-id=06 cohort-id=03
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=7305
| | |
| | 41:EXCHANGE [BROADCAST]
@@ -1074,12 +1105,12 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| | | in pipelines: 20(GETNEXT), 21(OPEN)
| | |
| | |--F30:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| | | | Per-Instance Resources: mem-estimate=105.04MB mem-reservation=35.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | Per-Instance Resources: mem-estimate=121.04MB mem-reservation=51.00MB thread-reservation=1 runtime-filters-memory=17.00MB
| | | | max-parallelism=120 segment-costs=[263847280]
| | | JOIN BUILD
| | | | join-table-id=06 plan-id=07 cohort-id=03
| | | | build expressions: tpcds_partitioned_parquet_snap.web_returns.wr_item_sk, tpcds_partitioned_parquet_snap.web_returns.wr_order_number
| | | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.web_returns.wr_item_sk, RF014[min_max] <- tpcds_partitioned_parquet_snap.web_returns.wr_item_sk, RF015[min_max] <- tpcds_partitioned_parquet_snap.web_returns.wr_order_number
| | | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.web_returns.wr_item_sk, RF013[bloom] <- tpcds_partitioned_parquet_snap.web_returns.wr_order_number, RF014[min_max] <- tpcds_partitioned_parquet_snap.web_returns.wr_item_sk, RF015[min_max] <- tpcds_partitioned_parquet_snap.web_returns.wr_order_number
| | | | mem-estimate=92.40MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=216002686
| | | |
| | | 40:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.web_returns.wr_item_sk,tpcds_partitioned_parquet_snap.web_returns.wr_order_number)]
@@ -1088,10 +1119,12 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| | | | in pipelines: 21(GETNEXT)
| | | |
| | | F15:PLAN FRAGMENT [RANDOM] hosts=10 instances=60 (adjusted from 120)
| | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=29.12MB mem-reservation=256.00KB thread-reservation=1
| | | max-parallelism=60 segment-costs=[519788863]
| | | 21:SCAN HDFS [tpcds_partitioned_parquet_snap.web_returns, RANDOM]
| | | HDFS partitions=2114/2114 files=2114 size=16.74GB
| | | runtime filters: RF010[bloom] -> tpcds_partitioned_parquet_snap.web_returns.wr_returned_date_sk
| | | stored statistics:
| | | table: rows=216.00M size=16.74GB
| | | partitions: 2114/2114 rows=216.00M
@@ -1107,12 +1140,12 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| | | in pipelines: 20(GETNEXT)
| | |
| | F14:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | Per-Host Shared Resources: mem-estimate=18.00MB mem-reservation=18.00MB thread-reservation=0 runtime-filters-memory=18.00MB
| | Per-Instance Resources: mem-estimate=25.38MB mem-reservation=128.00KB thread-reservation=1
| | max-parallelism=390 segment-costs=[3836103108]
| | 20:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
| | HDFS partitions=1824/1824 files=1824 size=145.75GB
| | runtime filters: RF014[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF015[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_order_number, RF012[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk
| | runtime filters: RF014[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF015[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_order_number, RF009[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_web_site_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF013[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_order_number, RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_web_site_sk
| | stored statistics:
| | table: rows=2.16G size=145.75GB
| | partitions: 1824/1824 rows=2.16G
@@ -1124,6 +1157,7 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| |
| 19:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
| HDFS partitions=1824/1824 files=1824 size=145.75GB
| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_web_site_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
| stored statistics:
| table: rows=2.16G size=145.75GB
| partitions: 1824/1824 rows=2.16G
@@ -1151,6 +1185,7 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| | in pipelines: 11(GETNEXT), 12(GETNEXT)
| |
| F08:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
| Per-Instance Resources: mem-estimate=71.00MB mem-reservation=6.00MB thread-reservation=1
| max-parallelism=120 segment-costs=[8137725668, 27820800] cpu-comparison-result=120 [max(120 (self) vs 22 (sum children))]
| 17:AGGREGATE [STREAMING]
@@ -1169,11 +1204,12 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| | in pipelines: 11(GETNEXT), 12(GETNEXT), 15(OPEN)
| |
| |--F26:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=35.63MB mem-reservation=34.50MB thread-reservation=1
| | | Per-Instance Resources: mem-estimate=36.63MB mem-reservation=35.50MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[83840]
| | JOIN BUILD
| | | join-table-id=02 plan-id=03 cohort-id=02
| | | build expressions: tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.catalog_page.cp_catalog_page_sk
| | | mem-estimate=34.50MB mem-reservation=34.50MB spill-buffer=128.00KB thread-reservation=0 cost=36000
| | |
| | 36:EXCHANGE [BROADCAST]
@@ -1203,11 +1239,12 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| | in pipelines: 11(GETNEXT), 12(GETNEXT), 13(OPEN)
| |
| |--F27:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=23.32MB mem-reservation=23.25MB thread-reservation=1
| | | Per-Instance Resources: mem-estimate=24.32MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[17005]
| | JOIN BUILD
| | | join-table-id=03 plan-id=04 cohort-id=02
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=7305
| | |
| | 35:EXCHANGE [BROADCAST]
@@ -1238,6 +1275,7 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| |
| |--12:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_returns, RANDOM]
| | HDFS partitions=2060/2060 files=2060 size=32.77GB
| | runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_catalog_page_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_catalog_page_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_returns.cr_returned_date_sk
| | stored statistics:
| | table: rows=432.02M size=32.77GB
| | partitions: 2060/2060 rows=432.02M
@@ -1249,6 +1287,7 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| |
| 11:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
| HDFS partitions=1831/1831 files=1831 size=280.96GB
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_catalog_page_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_catalog_page_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1831/1831 rows=4.32G
@@ -1271,6 +1310,7 @@ max-parallelism=120 segment-costs=[86121, 4572835, 4190, 509107, 1136665] cpu-co
| in pipelines: 03(GETNEXT), 04(GETNEXT)
|
F02:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
Per-Instance Resources: mem-estimate=71.00MB mem-reservation=10.00MB thread-reservation=1
max-parallelism=120 segment-costs=[16252682173, 523958] cpu-comparison-result=120 [max(120 (self) vs 22 (sum children))]
09:AGGREGATE [STREAMING]
@@ -1289,11 +1329,12 @@ max-parallelism=120 segment-costs=[16252682173, 523958] cpu-comparison-result=12
| in pipelines: 03(GETNEXT), 04(GETNEXT), 07(OPEN)
|
|--F24:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=23.33MB mem-reservation=23.25MB thread-reservation=1
| | Per-Instance Resources: mem-estimate=24.33MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[3140]
| JOIN BUILD
| | join-table-id=00 plan-id=01 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.store.s_store_sk
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.store.s_store_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.store.s_store_sk
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1350
| |
| 32:EXCHANGE [BROADCAST]
@@ -1323,11 +1364,12 @@ max-parallelism=120 segment-costs=[16252682173, 523958] cpu-comparison-result=12
| in pipelines: 03(GETNEXT), 04(GETNEXT), 05(OPEN)
|
|--F25:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=23.32MB mem-reservation=23.25MB thread-reservation=1
| | Per-Instance Resources: mem-estimate=24.32MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[17005]
| JOIN BUILD
| | join-table-id=01 plan-id=02 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=7305
| |
| 31:EXCHANGE [BROADCAST]
@@ -1358,6 +1400,7 @@ max-parallelism=120 segment-costs=[16252682173, 523958] cpu-comparison-result=12
|
|--04:SCAN HDFS [tpcds_partitioned_parquet_snap.store_returns, RANDOM]
| HDFS partitions=2004/2004 files=2004 size=48.14GB
| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_returns.sr_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_returns.sr_returned_date_sk
| stored statistics:
| table: rows=863.99M size=48.14GB
| partitions: 2004/2004 rows=863.99M
@@ -1369,6 +1412,7 @@ max-parallelism=120 segment-costs=[16252682173, 523958] cpu-comparison-result=12
|
03:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
HDFS partitions=1824/1824 files=1824 size=389.90GB
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_store_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1824/1824 rows=8.64G

91
testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q10a.test vendored
View File

@@ -60,10 +60,10 @@ limit 100
# end query 10 in stream 0 using template query10a.tpl
---- PLAN
Max Per-Host Resource Reservation: Memory=22.69MB Threads=1
Per-Host Resource Estimates: Memory=125MB
Max Per-Host Resource Reservation: Memory=23.69MB Threads=1
Per-Host Resource Estimates: Memory=126MB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=124.75MB mem-reservation=22.69MB thread-reservation=1 runtime-filters-memory=6.00MB
| Per-Instance Resources: mem-estimate=125.75MB mem-reservation=23.69MB thread-reservation=1 runtime-filters-memory=7.00MB
| max-parallelism=1 segment-costs=[221054061, 66283, 1400]
PLAN-ROOT SINK
| output exprs: tpcds_partitioned_parquet_snap.customer_demographics.cd_gender, tpcds_partitioned_parquet_snap.customer_demographics.cd_marital_status, tpcds_partitioned_parquet_snap.customer_demographics.cd_education_status, count(), tpcds_partitioned_parquet_snap.customer_demographics.cd_purchase_estimate, count(), tpcds_partitioned_parquet_snap.customer_demographics.cd_credit_rating, count(), tpcds_partitioned_parquet_snap.customer_demographics.cd_dep_count, count(), tpcds_partitioned_parquet_snap.customer_demographics.cd_dep_employed_count, count(), tpcds_partitioned_parquet_snap.customer_demographics.cd_dep_college_count, count()
@@ -84,13 +84,14 @@ PLAN-ROOT SINK
|
16:HASH JOIN [RIGHT SEMI JOIN]
| hash predicates: CUSTOMER_SK = tpcds_partitioned_parquet_snap.customer.c_customer_sk
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
| tuple-ids=0,2,4 row-size=129B cardinality=8.96K cost=10735997
| in pipelines: 10(GETNEXT), 13(GETNEXT), 05(OPEN)
|
|--08:HASH JOIN [RIGHT SEMI JOIN]
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk = tpcds_partitioned_parquet_snap.customer.c_customer_sk
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
| | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
| | tuple-ids=0,2,4 row-size=129B cardinality=8.96K cost=14347470
| | in pipelines: 05(GETNEXT), 00(OPEN)
@@ -98,7 +99,7 @@ PLAN-ROOT SINK
| |--04:HASH JOIN [INNER JOIN]
| | | hash predicates: tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk = tpcds_partitioned_parquet_snap.customer.c_current_cdemo_sk
| | | fk/pk conjuncts: none
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.customer.c_current_cdemo_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.customer.c_current_cdemo_sk
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.customer.c_current_cdemo_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.customer.c_current_cdemo_sk
| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| | | tuple-ids=0,2,4 row-size=129B cardinality=8.96K cost=12874
| | | in pipelines: 00(GETNEXT), 01(OPEN)
@@ -106,7 +107,7 @@ PLAN-ROOT SINK
| | |--03:HASH JOIN [INNER JOIN]
| | | | hash predicates: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
| | | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.customer.c_current_addr_sk = tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
| | | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
| | | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
| | | | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
| | | | tuple-ids=2,4 row-size=42B cardinality=8.96K cost=64414
| | | | in pipelines: 01(GETNEXT), 02(OPEN)
@@ -126,7 +127,7 @@ PLAN-ROOT SINK
| | | 01:SCAN HDFS [tpcds_partitioned_parquet_snap.customer]
| | | HDFS partitions=1/1 files=1 size=1.55GB
| | | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.customer.c_customer_sk)
| | | runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
| | | runtime filters: RF013[min_max] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
| | | stored statistics:
| | | table: rows=30.00M size=1.55GB
| | | columns: all
@@ -138,7 +139,7 @@ PLAN-ROOT SINK
| | |
| | 00:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics]
| | HDFS partitions=1/1 files=1 size=11.15MB
| | runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
| | runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
| | stored statistics:
| | table: rows=1.92M size=11.15MB
| | columns: all
@@ -150,7 +151,7 @@ PLAN-ROOT SINK
| 07:HASH JOIN [INNER JOIN]
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| | tuple-ids=6,8 row-size=20B cardinality=55.89M cost=24465060
| | in pipelines: 05(GETNEXT), 06(OPEN)
@@ -171,7 +172,7 @@ PLAN-ROOT SINK
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
| HDFS partitions=1824/1824 files=1824 size=389.90GB
| predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
| stored statistics:
| table: rows=8.64G size=389.90GB
| partitions: 1824/1824 rows=8.64G
@@ -190,7 +191,7 @@ PLAN-ROOT SINK
|--15:HASH JOIN [INNER JOIN]
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| | tuple-ids=14,16 row-size=20B cardinality=27.84M cost=12186135
| | in pipelines: 13(GETNEXT), 14(OPEN)
@@ -211,7 +212,7 @@ PLAN-ROOT SINK
| 13:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
| HDFS partitions=1831/1831 files=1831 size=280.96GB
| predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.catalog_sales.cs_ship_customer_sk)
| runtime filters: RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_ship_customer_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_ship_customer_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1831/1831 rows=4.32G
@@ -225,7 +226,7 @@ PLAN-ROOT SINK
12:HASH JOIN [INNER JOIN]
| hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| tuple-ids=10,12 row-size=20B cardinality=13.97M cost=6116308
| in pipelines: 10(GETNEXT), 11(OPEN)
@@ -246,7 +247,7 @@ PLAN-ROOT SINK
10:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales]
HDFS partitions=1824/1824 files=1824 size=145.75GB
predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk)
runtime filters: RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
stored statistics:
table: rows=2.16G size=145.75GB
partitions: 1824/1824 rows=2.16G
@@ -257,8 +258,8 @@ PLAN-ROOT SINK
tuple-ids=10 row-size=8B cardinality=13.97M(filtered from 216.00M) cost=20023992
in pipelines: 10(GETNEXT)
---- DISTRIBUTEDPLAN
Max Per-Host Resource Reservation: Memory=59.81MB Threads=21
Per-Host Resource Estimates: Memory=274MB
Max Per-Host Resource Reservation: Memory=61.81MB Threads=21
Per-Host Resource Estimates: Memory=276MB
F12:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.09MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[1443] cpu-comparison-result=62 [max(1 (self) vs 62 (sum children))]
@@ -312,11 +313,12 @@ max-parallelism=10 segment-costs=[16194877, 56846] cpu-comparison-result=62 [max
| in pipelines: 10(GETNEXT), 13(GETNEXT), 05(OPEN)
|
|--F13:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_sk)] hosts=10 instances=10 (adjusted from 120)
| | Per-Instance Resources: mem-estimate=12.76MB mem-reservation=1.94MB thread-reservation=1
| | Per-Instance Resources: mem-estimate=13.76MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[27756516] cpu-comparison-result=40 [max(40 (self) vs 31 (sum children))]
| JOIN BUILD
| | join-table-id=00 plan-id=01 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.customer.c_customer_sk
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=8955
| |
| 08:HASH JOIN [RIGHT SEMI JOIN, PARTITIONED]
@@ -332,7 +334,7 @@ max-parallelism=10 segment-costs=[16194877, 56846] cpu-comparison-result=62 [max
| | JOIN BUILD
| | | join-table-id=01 plan-id=02 cohort-id=02
| | | build expressions: tpcds_partitioned_parquet_snap.customer.c_customer_sk
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=8955
| | |
| | 25:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_sk)]
@@ -358,7 +360,7 @@ max-parallelism=10 segment-costs=[16194877, 56846] cpu-comparison-result=62 [max
| | | JOIN BUILD
| | | | join-table-id=02 plan-id=03 cohort-id=03
| | | | build expressions: tpcds_partitioned_parquet_snap.customer.c_current_cdemo_sk
| | | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.customer.c_current_cdemo_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.customer.c_current_cdemo_sk
| | | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.customer.c_current_cdemo_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.customer.c_current_cdemo_sk
| | | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=8955
| | | |
| | | 23:EXCHANGE [BROADCAST]
@@ -384,7 +386,7 @@ max-parallelism=10 segment-costs=[16194877, 56846] cpu-comparison-result=62 [max
| | | | JOIN BUILD
| | | | | join-table-id=03 plan-id=04 cohort-id=04
| | | | | build expressions: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
| | | | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
| | | | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
| | | | | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0 cost=39823
| | | | |
| | | | 22:EXCHANGE [BROADCAST]
@@ -410,7 +412,7 @@ max-parallelism=10 segment-costs=[16194877, 56846] cpu-comparison-result=62 [max
| | | 01:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
| | | HDFS partitions=1/1 files=1 size=1.55GB
| | | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.customer.c_customer_sk)
| | | runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
| | | runtime filters: RF013[min_max] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
| | | stored statistics:
| | | table: rows=30.00M size=1.55GB
| | | columns: all
@@ -422,7 +424,7 @@ max-parallelism=10 segment-costs=[16194877, 56846] cpu-comparison-result=62 [max
| | |
| | 00:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics, RANDOM]
| | HDFS partitions=1/1 files=1 size=11.15MB
| | runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
| | runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
| | stored statistics:
| | table: rows=1.92M size=11.15MB
| | columns: all
@@ -454,7 +456,7 @@ max-parallelism=10 segment-costs=[16194877, 56846] cpu-comparison-result=62 [max
| | JOIN BUILD
| | | join-table-id=04 plan-id=05 cohort-id=02
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | | mem-estimate=5.81MB mem-reservation=5.81MB spill-buffer=64.00KB thread-reservation=0 cost=118
| | |
| | 21:EXCHANGE [BROADCAST]
@@ -481,7 +483,7 @@ max-parallelism=10 segment-costs=[16194877, 56846] cpu-comparison-result=62 [max
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
| HDFS partitions=1824/1824 files=1824 size=389.90GB
| predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
| stored statistics:
| table: rows=8.64G size=389.90GB
| partitions: 1824/1824 rows=8.64G
@@ -498,7 +500,7 @@ max-parallelism=10 segment-costs=[16194877, 56846] cpu-comparison-result=62 [max
| in pipelines: 10(GETNEXT), 13(GETNEXT)
|
F04:PLAN FRAGMENT [RANDOM] hosts=10 instances=20 (adjusted from 120)
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
Per-Instance Resources: mem-estimate=16.31MB mem-reservation=1.00MB thread-reservation=1
max-parallelism=20 segment-costs=[112141478]
09:UNION
@@ -520,7 +522,7 @@ max-parallelism=20 segment-costs=[112141478]
| | JOIN BUILD
| | | join-table-id=06 plan-id=07 cohort-id=01
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | | mem-estimate=3.88MB mem-reservation=3.88MB spill-buffer=64.00KB thread-reservation=0 cost=118
| | |
| | 20:EXCHANGE [BROADCAST]
@@ -547,7 +549,7 @@ max-parallelism=20 segment-costs=[112141478]
| 13:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
| HDFS partitions=1831/1831 files=1831 size=280.96GB
| predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.catalog_sales.cs_ship_customer_sk)
| runtime filters: RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_ship_customer_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_ship_customer_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1831/1831 rows=4.32G
@@ -572,7 +574,7 @@ max-parallelism=20 segment-costs=[112141478]
| JOIN BUILD
| | join-table-id=05 plan-id=06 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | mem-estimate=3.88MB mem-reservation=3.88MB spill-buffer=64.00KB thread-reservation=0 cost=118
| |
| 19:EXCHANGE [BROADCAST]
@@ -599,7 +601,7 @@ max-parallelism=20 segment-costs=[112141478]
10:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
HDFS partitions=1824/1824 files=1824 size=145.75GB
predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk)
runtime filters: RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
stored statistics:
table: rows=2.16G size=145.75GB
partitions: 1824/1824 rows=2.16G
@@ -610,8 +612,8 @@ max-parallelism=20 segment-costs=[112141478]
tuple-ids=10 row-size=8B cardinality=13.97M(filtered from 216.00M) cost=20023992
in pipelines: 10(GETNEXT)
---- PARALLELPLANS
Max Per-Host Resource Reservation: Memory=59.81MB Threads=21
Per-Host Resource Estimates: Memory=274MB
Max Per-Host Resource Reservation: Memory=61.81MB Threads=21
Per-Host Resource Estimates: Memory=276MB
F12:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.09MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[1443] cpu-comparison-result=62 [max(1 (self) vs 62 (sum children))]
@@ -665,11 +667,12 @@ max-parallelism=10 segment-costs=[16194877, 56846] cpu-comparison-result=62 [max
| in pipelines: 10(GETNEXT), 13(GETNEXT), 05(OPEN)
|
|--F13:PLAN FRAGMENT [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_sk)] hosts=10 instances=10 (adjusted from 120)
| | Per-Instance Resources: mem-estimate=12.76MB mem-reservation=1.94MB thread-reservation=1
| | Per-Instance Resources: mem-estimate=13.76MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[27756516] cpu-comparison-result=40 [max(40 (self) vs 31 (sum children))]
| JOIN BUILD
| | join-table-id=00 plan-id=01 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.customer.c_customer_sk
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=8955
| |
| 08:HASH JOIN [RIGHT SEMI JOIN, PARTITIONED]
@@ -685,7 +688,7 @@ max-parallelism=10 segment-costs=[16194877, 56846] cpu-comparison-result=62 [max
| | JOIN BUILD
| | | join-table-id=01 plan-id=02 cohort-id=02
| | | build expressions: tpcds_partitioned_parquet_snap.customer.c_customer_sk
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=8955
| | |
| | 25:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.customer.c_customer_sk)]
@@ -711,7 +714,7 @@ max-parallelism=10 segment-costs=[16194877, 56846] cpu-comparison-result=62 [max
| | | JOIN BUILD
| | | | join-table-id=02 plan-id=03 cohort-id=03
| | | | build expressions: tpcds_partitioned_parquet_snap.customer.c_current_cdemo_sk
| | | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.customer.c_current_cdemo_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.customer.c_current_cdemo_sk
| | | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.customer.c_current_cdemo_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.customer.c_current_cdemo_sk
| | | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=8955
| | | |
| | | 23:EXCHANGE [BROADCAST]
@@ -737,7 +740,7 @@ max-parallelism=10 segment-costs=[16194877, 56846] cpu-comparison-result=62 [max
| | | | JOIN BUILD
| | | | | join-table-id=03 plan-id=04 cohort-id=04
| | | | | build expressions: tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
| | | | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
| | | | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.customer_address.ca_address_sk
| | | | | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0 cost=39823
| | | | |
| | | | 22:EXCHANGE [BROADCAST]
@@ -763,7 +766,7 @@ max-parallelism=10 segment-costs=[16194877, 56846] cpu-comparison-result=62 [max
| | | 01:SCAN HDFS [tpcds_partitioned_parquet_snap.customer, RANDOM]
| | | HDFS partitions=1/1 files=1 size=1.55GB
| | | predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.customer.c_customer_sk)
| | | runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
| | | runtime filters: RF013[min_max] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.customer.c_current_addr_sk
| | | stored statistics:
| | | table: rows=30.00M size=1.55GB
| | | columns: all
@@ -775,7 +778,7 @@ max-parallelism=10 segment-costs=[16194877, 56846] cpu-comparison-result=62 [max
| | |
| | 00:SCAN HDFS [tpcds_partitioned_parquet_snap.customer_demographics, RANDOM]
| | HDFS partitions=1/1 files=1 size=11.15MB
| | runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
| | runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.customer_demographics.cd_demo_sk
| | stored statistics:
| | table: rows=1.92M size=11.15MB
| | columns: all
@@ -807,7 +810,7 @@ max-parallelism=10 segment-costs=[16194877, 56846] cpu-comparison-result=62 [max
| | JOIN BUILD
| | | join-table-id=04 plan-id=05 cohort-id=02
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | | mem-estimate=5.81MB mem-reservation=5.81MB spill-buffer=64.00KB thread-reservation=0 cost=118
| | |
| | 21:EXCHANGE [BROADCAST]
@@ -834,7 +837,7 @@ max-parallelism=10 segment-costs=[16194877, 56846] cpu-comparison-result=62 [max
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
| HDFS partitions=1824/1824 files=1824 size=389.90GB
| predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
| stored statistics:
| table: rows=8.64G size=389.90GB
| partitions: 1824/1824 rows=8.64G
@@ -851,7 +854,7 @@ max-parallelism=10 segment-costs=[16194877, 56846] cpu-comparison-result=62 [max
| in pipelines: 10(GETNEXT), 13(GETNEXT)
|
F04:PLAN FRAGMENT [RANDOM] hosts=10 instances=20 (adjusted from 120)
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
Per-Instance Resources: mem-estimate=16.31MB mem-reservation=1.00MB thread-reservation=1
max-parallelism=20 segment-costs=[112141478]
09:UNION
@@ -873,7 +876,7 @@ max-parallelism=20 segment-costs=[112141478]
| | JOIN BUILD
| | | join-table-id=06 plan-id=07 cohort-id=01
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.date_dim_1.d_date_sk
| | | mem-estimate=3.88MB mem-reservation=3.88MB spill-buffer=64.00KB thread-reservation=0 cost=118
| | |
| | 20:EXCHANGE [BROADCAST]
@@ -900,7 +903,7 @@ max-parallelism=20 segment-costs=[112141478]
| 13:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
| HDFS partitions=1831/1831 files=1831 size=280.96GB
| predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.catalog_sales.cs_ship_customer_sk)
| runtime filters: RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_ship_customer_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_ship_customer_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1831/1831 rows=4.32G
@@ -925,7 +928,7 @@ max-parallelism=20 segment-costs=[112141478]
| JOIN BUILD
| | join-table-id=05 plan-id=06 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | mem-estimate=3.88MB mem-reservation=3.88MB spill-buffer=64.00KB thread-reservation=0 cost=118
| |
| 19:EXCHANGE [BROADCAST]
@@ -952,7 +955,7 @@ max-parallelism=20 segment-costs=[112141478]
10:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
HDFS partitions=1824/1824 files=1824 size=145.75GB
predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk)
runtime filters: RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
stored statistics:
table: rows=2.16G size=145.75GB
partitions: 1824/1824 rows=2.16G

206
testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q14a.test vendored
View File

@@ -294,7 +294,7 @@ PLAN-ROOT SINK
| 120:HASH JOIN [INNER JOIN]
| | hash predicates: tpcds_partitioned_parquet_snap.web_sales_3.ws_item_sk = tpcds_partitioned_parquet_snap.item_9.i_item_sk
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales_3.ws_item_sk = tpcds_partitioned_parquet_snap.item_9.i_item_sk
| | runtime filters: RF062[bloom] <- tpcds_partitioned_parquet_snap.item_9.i_item_sk, RF063[min_max] <- tpcds_partitioned_parquet_snap.item_9.i_item_sk
| | runtime filters: RF063[min_max] <- tpcds_partitioned_parquet_snap.item_9.i_item_sk
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| | tuple-ids=103,105,134 row-size=32B cardinality=12.78M cost=35156773
| | in pipelines: 92(GETNEXT), 119(OPEN)
@@ -308,6 +308,7 @@ PLAN-ROOT SINK
| | 118:HASH JOIN [INNER JOIN]
| | | hash predicates: BRAND_ID = tpcds_partitioned_parquet_snap.item_9.i_brand_id, CATEGORY_ID = tpcds_partitioned_parquet_snap.item_9.i_category_id, CLASS_ID = tpcds_partitioned_parquet_snap.item_9.i_class_id
| | | fk/pk conjuncts: assumed fk/pk
| | | runtime filters: RF066[bloom] <- tpcds_partitioned_parquet_snap.item_9.i_brand_id, RF069[min_max] <- tpcds_partitioned_parquet_snap.item_9.i_brand_id, RF070[min_max] <- tpcds_partitioned_parquet_snap.item_9.i_category_id, RF071[min_max] <- tpcds_partitioned_parquet_snap.item_9.i_class_id
| | | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
| | | tuple-ids=133,107 row-size=36B cardinality=36.00K cost=157271
| | | in pipelines: 117(GETNEXT), 95(OPEN)
@@ -369,6 +370,7 @@ PLAN-ROOT SINK
| | | | |
| | | | |--107:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
| | | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | | runtime filters: RF069[min_max] -> tpcds_partitioned_parquet_snap.item_11.i_brand_id, RF070[min_max] -> tpcds_partitioned_parquet_snap.item_11.i_category_id, RF071[min_max] -> tpcds_partitioned_parquet_snap.item_11.i_class_id, RF066[bloom] -> tpcds_partitioned_parquet_snap.item_11.i_brand_id
| | | | | stored statistics:
| | | | | table: rows=360.00K size=33.54MB
| | | | | columns: all
@@ -418,13 +420,14 @@ PLAN-ROOT SINK
| | | 102:HASH JOIN [INNER JOIN]
| | | | hash predicates: tpcds_partitioned_parquet_snap.store_sales_4.ss_item_sk = tpcds_partitioned_parquet_snap.item_10.i_item_sk
| | | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_4.ss_item_sk = tpcds_partitioned_parquet_snap.item_10.i_item_sk
| | | | runtime filters: RF076[bloom] <- tpcds_partitioned_parquet_snap.item_10.i_item_sk, RF077[min_max] <- tpcds_partitioned_parquet_snap.item_10.i_item_sk
| | | | runtime filters: RF077[min_max] <- tpcds_partitioned_parquet_snap.item_10.i_item_sk
| | | | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
| | | | tuple-ids=109,111,113 row-size=32B cardinality=8.64G cost=3780169729
| | | | in pipelines: 98(GETNEXT), 101(OPEN)
| | | |
| | | |--101:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
| | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | runtime filters: RF069[min_max] -> tpcds_partitioned_parquet_snap.item_10.i_brand_id, RF070[min_max] -> tpcds_partitioned_parquet_snap.item_10.i_category_id, RF071[min_max] -> tpcds_partitioned_parquet_snap.item_10.i_class_id, RF066[bloom] -> tpcds_partitioned_parquet_snap.item_10.i_brand_id
| | | | stored statistics:
| | | | table: rows=360.00K size=33.54MB
| | | | columns: all
@@ -455,7 +458,7 @@ PLAN-ROOT SINK
| | | |
| | | 98:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
| | | HDFS partitions=1824/1824 files=1824 size=389.90GB
| | | runtime filters: RF077[min_max] -> tpcds_partitioned_parquet_snap.store_sales_4.ss_item_sk, RF076[bloom] -> tpcds_partitioned_parquet_snap.store_sales_4.ss_item_sk
| | | runtime filters: RF077[min_max] -> tpcds_partitioned_parquet_snap.store_sales_4.ss_item_sk
| | | stored statistics:
| | | table: rows=8.64G size=389.90GB
| | | partitions: 1824/1824 rows=8.64G
@@ -481,6 +484,7 @@ PLAN-ROOT SINK
| | |
| | |--114:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
| | | HDFS partitions=1/1 files=1 size=33.54MB
| | | runtime filters: RF069[min_max] -> tpcds_partitioned_parquet_snap.item_12.i_brand_id, RF070[min_max] -> tpcds_partitioned_parquet_snap.item_12.i_category_id, RF071[min_max] -> tpcds_partitioned_parquet_snap.item_12.i_class_id, RF066[bloom] -> tpcds_partitioned_parquet_snap.item_12.i_brand_id
| | | stored statistics:
| | | table: rows=360.00K size=33.54MB
| | | columns: all
@@ -544,7 +548,7 @@ PLAN-ROOT SINK
| |
| 92:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales]
| HDFS partitions=1824/1824 files=1824 size=145.75GB
| runtime filters: RF063[min_max] -> tpcds_partitioned_parquet_snap.web_sales_3.ws_item_sk, RF061[min_max] -> tpcds_partitioned_parquet_snap.web_sales_3.ws_item_sk, RF064[bloom] -> tpcds_partitioned_parquet_snap.web_sales_3.ws_sold_date_sk, RF062[bloom] -> tpcds_partitioned_parquet_snap.web_sales_3.ws_item_sk
| runtime filters: RF063[min_max] -> tpcds_partitioned_parquet_snap.web_sales_3.ws_item_sk, RF061[min_max] -> tpcds_partitioned_parquet_snap.web_sales_3.ws_item_sk, RF064[bloom] -> tpcds_partitioned_parquet_snap.web_sales_3.ws_sold_date_sk
| stored statistics:
| table: rows=2.16G size=145.75GB
| partitions: 1824/1824 rows=2.16G
@@ -703,7 +707,7 @@ PLAN-ROOT SINK
| 75:HASH JOIN [INNER JOIN]
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk = tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk = tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | runtime filters: RF032[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk, RF033[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | runtime filters: RF033[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| | tuple-ids=51,53,82 row-size=32B cardinality=25.47M cost=70011311
| | in pipelines: 47(GETNEXT), 74(OPEN)
@@ -717,6 +721,7 @@ PLAN-ROOT SINK
| | 73:HASH JOIN [INNER JOIN]
| | | hash predicates: BRAND_ID = tpcds_partitioned_parquet_snap.item_4.i_brand_id, CATEGORY_ID = tpcds_partitioned_parquet_snap.item_4.i_category_id, CLASS_ID = tpcds_partitioned_parquet_snap.item_4.i_class_id
| | | fk/pk conjuncts: assumed fk/pk
| | | runtime filters: RF036[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_brand_id, RF037[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_category_id, RF038[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_class_id, RF039[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_brand_id, RF040[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_category_id, RF041[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_class_id
| | | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
| | | tuple-ids=81,55 row-size=36B cardinality=36.00K cost=157271
| | | in pipelines: 72(GETNEXT), 50(OPEN)
@@ -778,6 +783,7 @@ PLAN-ROOT SINK
| | | | |
| | | | |--62:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
| | | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | | runtime filters: RF039[min_max] -> tpcds_partitioned_parquet_snap.item_6.i_brand_id, RF040[min_max] -> tpcds_partitioned_parquet_snap.item_6.i_category_id, RF041[min_max] -> tpcds_partitioned_parquet_snap.item_6.i_class_id, RF036[bloom] -> tpcds_partitioned_parquet_snap.item_6.i_brand_id, RF037[bloom] -> tpcds_partitioned_parquet_snap.item_6.i_category_id, RF038[bloom] -> tpcds_partitioned_parquet_snap.item_6.i_class_id
| | | | | stored statistics:
| | | | | table: rows=360.00K size=33.54MB
| | | | | columns: all
@@ -827,13 +833,14 @@ PLAN-ROOT SINK
| | | 57:HASH JOIN [INNER JOIN]
| | | | hash predicates: tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk = tpcds_partitioned_parquet_snap.item_5.i_item_sk
| | | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk = tpcds_partitioned_parquet_snap.item_5.i_item_sk
| | | | runtime filters: RF046[bloom] <- tpcds_partitioned_parquet_snap.item_5.i_item_sk, RF047[min_max] <- tpcds_partitioned_parquet_snap.item_5.i_item_sk
| | | | runtime filters: RF047[min_max] <- tpcds_partitioned_parquet_snap.item_5.i_item_sk
| | | | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
| | | | tuple-ids=57,59,61 row-size=32B cardinality=8.64G cost=3780169729
| | | | in pipelines: 53(GETNEXT), 56(OPEN)
| | | |
| | | |--56:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
| | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | runtime filters: RF039[min_max] -> tpcds_partitioned_parquet_snap.item_5.i_brand_id, RF040[min_max] -> tpcds_partitioned_parquet_snap.item_5.i_category_id, RF041[min_max] -> tpcds_partitioned_parquet_snap.item_5.i_class_id, RF036[bloom] -> tpcds_partitioned_parquet_snap.item_5.i_brand_id, RF037[bloom] -> tpcds_partitioned_parquet_snap.item_5.i_category_id, RF038[bloom] -> tpcds_partitioned_parquet_snap.item_5.i_class_id
| | | | stored statistics:
| | | | table: rows=360.00K size=33.54MB
| | | | columns: all
@@ -864,7 +871,7 @@ PLAN-ROOT SINK
| | | |
| | | 53:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
| | | HDFS partitions=1824/1824 files=1824 size=389.90GB
| | | runtime filters: RF047[min_max] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk, RF046[bloom] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk
| | | runtime filters: RF047[min_max] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk
| | | stored statistics:
| | | table: rows=8.64G size=389.90GB
| | | partitions: 1824/1824 rows=8.64G
@@ -890,6 +897,7 @@ PLAN-ROOT SINK
| | |
| | |--69:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
| | | HDFS partitions=1/1 files=1 size=33.54MB
| | | runtime filters: RF039[min_max] -> tpcds_partitioned_parquet_snap.item_7.i_brand_id, RF040[min_max] -> tpcds_partitioned_parquet_snap.item_7.i_category_id, RF041[min_max] -> tpcds_partitioned_parquet_snap.item_7.i_class_id, RF036[bloom] -> tpcds_partitioned_parquet_snap.item_7.i_brand_id, RF037[bloom] -> tpcds_partitioned_parquet_snap.item_7.i_category_id, RF038[bloom] -> tpcds_partitioned_parquet_snap.item_7.i_class_id
| | | stored statistics:
| | | table: rows=360.00K size=33.54MB
| | | columns: all
@@ -953,7 +961,7 @@ PLAN-ROOT SINK
| |
| 47:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
| HDFS partitions=1831/1831 files=1831 size=280.96GB
| runtime filters: RF033[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk, RF031[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk, RF034[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_sold_date_sk, RF032[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk
| runtime filters: RF033[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk, RF031[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk, RF034[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_sold_date_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1831/1831 rows=4.32G
@@ -1107,7 +1115,7 @@ PLAN-ROOT SINK
30:HASH JOIN [INNER JOIN]
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| runtime filters: RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| tuple-ids=0,2,31 row-size=32B cardinality=51.13M cost=140520124
| in pipelines: 02(GETNEXT), 29(OPEN)
@@ -1121,6 +1129,7 @@ PLAN-ROOT SINK
| 28:HASH JOIN [INNER JOIN]
| | hash predicates: BRAND_ID = tpcds_partitioned_parquet_snap.item.i_brand_id, CATEGORY_ID = tpcds_partitioned_parquet_snap.item.i_category_id, CLASS_ID = tpcds_partitioned_parquet_snap.item.i_class_id
| | fk/pk conjuncts: assumed fk/pk
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.item.i_brand_id, RF007[bloom] <- tpcds_partitioned_parquet_snap.item.i_category_id, RF008[bloom] <- tpcds_partitioned_parquet_snap.item.i_class_id, RF009[min_max] <- tpcds_partitioned_parquet_snap.item.i_brand_id, RF010[min_max] <- tpcds_partitioned_parquet_snap.item.i_category_id, RF011[min_max] <- tpcds_partitioned_parquet_snap.item.i_class_id
| | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
| | tuple-ids=30,4 row-size=36B cardinality=36.00K cost=157271
| | in pipelines: 27(GETNEXT), 05(OPEN)
@@ -1175,13 +1184,14 @@ PLAN-ROOT SINK
| | | 18:HASH JOIN [INNER JOIN]
| | | | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | | runtime filters: RF020[bloom] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk, RF021[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | | runtime filters: RF021[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
| | | | tuple-ids=13,15,17 row-size=32B cardinality=4.32G cost=1890313155
| | | | in pipelines: 14(GETNEXT), 17(OPEN)
| | | |
| | | |--17:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
| | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_brand_id, RF010[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_category_id, RF011[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_class_id, RF006[bloom] -> tpcds_partitioned_parquet_snap.item_1.i_brand_id, RF007[bloom] -> tpcds_partitioned_parquet_snap.item_1.i_category_id, RF008[bloom] -> tpcds_partitioned_parquet_snap.item_1.i_class_id
| | | | stored statistics:
| | | | table: rows=360.00K size=33.54MB
| | | | columns: all
@@ -1212,7 +1222,7 @@ PLAN-ROOT SINK
| | | |
| | | 14:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
| | | HDFS partitions=1831/1831 files=1831 size=280.96GB
| | | runtime filters: RF021[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF020[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
| | | runtime filters: RF021[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
| | | stored statistics:
| | | table: rows=4.32G size=280.96GB
| | | partitions: 1831/1831 rows=4.32G
@@ -1231,13 +1241,14 @@ PLAN-ROOT SINK
| | 12:HASH JOIN [INNER JOIN]
| | | hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | runtime filters: RF016[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF017[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | runtime filters: RF017[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
| | | tuple-ids=6,8,10 row-size=32B cardinality=8.64G cost=3780169729
| | | in pipelines: 08(GETNEXT), 11(OPEN)
| | |
| | |--11:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
| | | HDFS partitions=1/1 files=1 size=33.54MB
| | | runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_brand_id, RF010[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_category_id, RF011[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_class_id, RF006[bloom] -> tpcds_partitioned_parquet_snap.item_0.i_brand_id, RF007[bloom] -> tpcds_partitioned_parquet_snap.item_0.i_category_id, RF008[bloom] -> tpcds_partitioned_parquet_snap.item_0.i_class_id
| | | stored statistics:
| | | table: rows=360.00K size=33.54MB
| | | columns: all
@@ -1268,7 +1279,7 @@ PLAN-ROOT SINK
| | |
| | 08:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
| | HDFS partitions=1824/1824 files=1824 size=389.90GB
| | runtime filters: RF017[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk, RF016[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk
| | runtime filters: RF017[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk
| | stored statistics:
| | table: rows=8.64G size=389.90GB
| | partitions: 1824/1824 rows=8.64G
@@ -1294,6 +1305,7 @@ PLAN-ROOT SINK
| |
| |--24:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
| | HDFS partitions=1/1 files=1 size=33.54MB
| | runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.item_2.i_brand_id, RF010[min_max] -> tpcds_partitioned_parquet_snap.item_2.i_category_id, RF011[min_max] -> tpcds_partitioned_parquet_snap.item_2.i_class_id, RF006[bloom] -> tpcds_partitioned_parquet_snap.item_2.i_brand_id, RF007[bloom] -> tpcds_partitioned_parquet_snap.item_2.i_category_id, RF008[bloom] -> tpcds_partitioned_parquet_snap.item_2.i_class_id
| | stored statistics:
| | table: rows=360.00K size=33.54MB
| | columns: all
@@ -1357,7 +1369,7 @@ PLAN-ROOT SINK
|
02:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
HDFS partitions=1824/1824 files=1824 size=389.90GB
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1824/1824 rows=8.64G
@@ -1367,8 +1379,8 @@ PLAN-ROOT SINK
tuple-ids=0 row-size=16B cardinality=511.58M(filtered from 8.64G) cost=117866905
in pipelines: 02(GETNEXT)
---- DISTRIBUTEDPLAN
Max Per-Host Resource Reservation: Memory=10.72GB Threads=325
Per-Host Resource Estimates: Memory=29.39GB
Max Per-Host Resource Reservation: Memory=10.73GB Threads=325
Per-Host Resource Estimates: Memory=29.41GB
F96:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.05MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[634] cpu-comparison-result=1557 [max(1 (self) vs 1557 (sum children))]
@@ -1663,7 +1675,7 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | in pipelines: 92(GETNEXT)
| |
| F63:PLAN FRAGMENT [RANDOM] hosts=10 instances=20 (adjusted from 120)
| Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| Per-Instance Resources: mem-estimate=36.94MB mem-reservation=9.12MB thread-reservation=1
| max-parallelism=20 segment-costs=[185964162, 25876095] cpu-comparison-result=399 [max(20 (self) vs 399 (sum children))]
| 123:AGGREGATE [STREAMING]
@@ -1717,12 +1729,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | in pipelines: 92(GETNEXT), 219(OPEN)
| |
| |--F130:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=5.09MB mem-reservation=4.88MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=4.09MB mem-reservation=3.88MB thread-reservation=1
| | | max-parallelism=10 segment-costs=[83840] cpu-comparison-result=374 [max(10 (self) vs 374 (sum children))]
| | JOIN BUILD
| | | join-table-id=33 plan-id=34 cohort-id=01
| | | build expressions: tpcds_partitioned_parquet_snap.item_9.i_item_sk
| | | runtime filters: RF062[bloom] <- tpcds_partitioned_parquet_snap.item_9.i_item_sk, RF063[min_max] <- tpcds_partitioned_parquet_snap.item_9.i_item_sk
| | | runtime filters: RF063[min_max] <- tpcds_partitioned_parquet_snap.item_9.i_item_sk
| | | mem-estimate=3.88MB mem-reservation=3.88MB spill-buffer=64.00KB thread-reservation=0 cost=36000
| | |
| | 220:EXCHANGE [BROADCAST]
@@ -1762,11 +1774,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | in pipelines: 216(GETNEXT), 95(OPEN)
| | |
| | |--F131:PLAN FRAGMENT [HASH(BRAND_ID,CLASS_ID,CATEGORY_ID)] hosts=10 instances=10 (adjusted from 120)
| | | | Per-Instance Resources: mem-estimate=2.15MB mem-reservation=1.94MB thread-reservation=1
| | | | Per-Instance Resources: mem-estimate=3.15MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | max-parallelism=10 segment-costs=[42649]
| | | JOIN BUILD
| | | | join-table-id=34 plan-id=35 cohort-id=07
| | | | build expressions: tpcds_partitioned_parquet_snap.item_9.i_brand_id, tpcds_partitioned_parquet_snap.item_9.i_category_id, tpcds_partitioned_parquet_snap.item_9.i_class_id
| | | | runtime filters: RF066[bloom] <- tpcds_partitioned_parquet_snap.item_9.i_brand_id, RF069[min_max] <- tpcds_partitioned_parquet_snap.item_9.i_brand_id, RF070[min_max] <- tpcds_partitioned_parquet_snap.item_9.i_category_id, RF071[min_max] <- tpcds_partitioned_parquet_snap.item_9.i_class_id
| | | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=36000
| | | |
| | | 217:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_9.i_brand_id,tpcds_partitioned_parquet_snap.item_9.i_class_id,tpcds_partitioned_parquet_snap.item_9.i_category_id)]
@@ -1891,10 +1904,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | | | | in pipelines: 107(GETNEXT)
| | | | | |
| | | | | F75:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | | | max-parallelism=4 segment-costs=[106272]
| | | | | 107:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | | runtime filters: RF069[min_max] -> tpcds_partitioned_parquet_snap.item_11.i_brand_id, RF070[min_max] -> tpcds_partitioned_parquet_snap.item_11.i_category_id, RF071[min_max] -> tpcds_partitioned_parquet_snap.item_11.i_class_id, RF066[bloom] -> tpcds_partitioned_parquet_snap.item_11.i_brand_id
| | | | | stored statistics:
| | | | | table: rows=360.00K size=33.54MB
| | | | | columns: all
@@ -1964,7 +1979,6 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | | in pipelines: 98(GETNEXT)
| | | |
| | | F69:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=33.50MB mem-reservation=9.00MB thread-reservation=1
| | | max-parallelism=1824 segment-costs=[20502959018, 23047987] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
| | | 103:AGGREGATE [STREAMING]
@@ -1982,12 +1996,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | | in pipelines: 98(GETNEXT), 101(OPEN)
| | | |
| | | |--F134:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | | Per-Instance Resources: mem-estimate=414.57MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | | Per-Instance Resources: mem-estimate=413.57MB mem-reservation=408.00MB thread-reservation=1
| | | | | max-parallelism=10 segment-costs=[838440]
| | | | JOIN BUILD
| | | | | join-table-id=37 plan-id=38 cohort-id=07
| | | | | build expressions: tpcds_partitioned_parquet_snap.item_10.i_item_sk
| | | | | runtime filters: RF076[bloom] <- tpcds_partitioned_parquet_snap.item_10.i_item_sk, RF077[min_max] <- tpcds_partitioned_parquet_snap.item_10.i_item_sk
| | | | | runtime filters: RF077[min_max] <- tpcds_partitioned_parquet_snap.item_10.i_item_sk
| | | | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
| | | | |
| | | | 206:EXCHANGE [BROADCAST]
@@ -1996,10 +2010,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | | | in pipelines: 101(GETNEXT)
| | | | |
| | | | F71:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | | max-parallelism=4 segment-costs=[106272]
| | | | 101:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | runtime filters: RF069[min_max] -> tpcds_partitioned_parquet_snap.item_10.i_brand_id, RF070[min_max] -> tpcds_partitioned_parquet_snap.item_10.i_category_id, RF071[min_max] -> tpcds_partitioned_parquet_snap.item_10.i_class_id, RF066[bloom] -> tpcds_partitioned_parquet_snap.item_10.i_brand_id
| | | | stored statistics:
| | | | table: rows=360.00K size=33.54MB
| | | | columns: all
@@ -2047,7 +2063,7 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | |
| | | 98:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
| | | HDFS partitions=1824/1824 files=1824 size=389.90GB
| | | runtime filters: RF077[min_max] -> tpcds_partitioned_parquet_snap.store_sales_4.ss_item_sk, RF076[bloom] -> tpcds_partitioned_parquet_snap.store_sales_4.ss_item_sk
| | | runtime filters: RF077[min_max] -> tpcds_partitioned_parquet_snap.store_sales_4.ss_item_sk
| | | stored statistics:
| | | table: rows=8.64G size=389.90GB
| | | partitions: 1824/1824 rows=8.64G
@@ -2100,10 +2116,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | | in pipelines: 114(GETNEXT)
| | | |
| | | F67:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | max-parallelism=4 segment-costs=[106272]
| | | 114:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | HDFS partitions=1/1 files=1 size=33.54MB
| | | runtime filters: RF069[min_max] -> tpcds_partitioned_parquet_snap.item_12.i_brand_id, RF070[min_max] -> tpcds_partitioned_parquet_snap.item_12.i_category_id, RF071[min_max] -> tpcds_partitioned_parquet_snap.item_12.i_class_id, RF066[bloom] -> tpcds_partitioned_parquet_snap.item_12.i_brand_id
| | | stored statistics:
| | | table: rows=360.00K size=33.54MB
| | | columns: all
@@ -2201,7 +2219,7 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| |
| 92:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
| HDFS partitions=1824/1824 files=1824 size=145.75GB
| runtime filters: RF063[min_max] -> tpcds_partitioned_parquet_snap.web_sales_3.ws_item_sk, RF061[min_max] -> tpcds_partitioned_parquet_snap.web_sales_3.ws_item_sk, RF064[bloom] -> tpcds_partitioned_parquet_snap.web_sales_3.ws_sold_date_sk, RF062[bloom] -> tpcds_partitioned_parquet_snap.web_sales_3.ws_item_sk
| runtime filters: RF063[min_max] -> tpcds_partitioned_parquet_snap.web_sales_3.ws_item_sk, RF061[min_max] -> tpcds_partitioned_parquet_snap.web_sales_3.ws_item_sk, RF064[bloom] -> tpcds_partitioned_parquet_snap.web_sales_3.ws_sold_date_sk
| stored statistics:
| table: rows=2.16G size=145.75GB
| partitions: 1824/1824 rows=2.16G
@@ -2426,7 +2444,7 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | in pipelines: 47(GETNEXT)
| |
| F31:PLAN FRAGMENT [RANDOM] hosts=10 instances=40 (adjusted from 120)
| Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| Per-Instance Resources: mem-estimate=36.94MB mem-reservation=10.00MB thread-reservation=1
| max-parallelism=40 segment-costs=[349622955, 38481081] cpu-comparison-result=399 [max(40 (self) vs 399 (sum children))]
| 78:AGGREGATE [STREAMING]
@@ -2480,12 +2498,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | in pipelines: 47(GETNEXT), 189(OPEN)
| |
| |--F120:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=8.97MB mem-reservation=8.75MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=7.97MB mem-reservation=7.75MB thread-reservation=1
| | | max-parallelism=10 segment-costs=[83840] cpu-comparison-result=374 [max(10 (self) vs 374 (sum children))]
| | JOIN BUILD
| | | join-table-id=23 plan-id=24 cohort-id=01
| | | build expressions: tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | runtime filters: RF032[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk, RF033[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | runtime filters: RF033[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | mem-estimate=7.75MB mem-reservation=7.75MB spill-buffer=64.00KB thread-reservation=0 cost=36000
| | |
| | 190:EXCHANGE [BROADCAST]
@@ -2525,11 +2543,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | in pipelines: 186(GETNEXT), 50(OPEN)
| | |
| | |--F121:PLAN FRAGMENT [HASH(BRAND_ID,CLASS_ID,CATEGORY_ID)] hosts=10 instances=10 (adjusted from 120)
| | | | Per-Instance Resources: mem-estimate=2.15MB mem-reservation=1.94MB thread-reservation=1
| | | | Per-Instance Resources: mem-estimate=5.15MB mem-reservation=4.94MB thread-reservation=1 runtime-filters-memory=3.00MB
| | | | max-parallelism=10 segment-costs=[42649]
| | | JOIN BUILD
| | | | join-table-id=24 plan-id=25 cohort-id=06
| | | | build expressions: tpcds_partitioned_parquet_snap.item_4.i_brand_id, tpcds_partitioned_parquet_snap.item_4.i_category_id, tpcds_partitioned_parquet_snap.item_4.i_class_id
| | | | runtime filters: RF036[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_brand_id, RF037[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_category_id, RF038[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_class_id, RF039[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_brand_id, RF040[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_category_id, RF041[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_class_id
| | | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=36000
| | | |
| | | 187:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_4.i_brand_id,tpcds_partitioned_parquet_snap.item_4.i_class_id,tpcds_partitioned_parquet_snap.item_4.i_category_id)]
@@ -2654,10 +2673,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | | | | in pipelines: 62(GETNEXT)
| | | | | |
| | | | | F43:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | | | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | | | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | | | max-parallelism=4 segment-costs=[106272]
| | | | | 62:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | | runtime filters: RF039[min_max] -> tpcds_partitioned_parquet_snap.item_6.i_brand_id, RF040[min_max] -> tpcds_partitioned_parquet_snap.item_6.i_category_id, RF041[min_max] -> tpcds_partitioned_parquet_snap.item_6.i_class_id, RF036[bloom] -> tpcds_partitioned_parquet_snap.item_6.i_brand_id, RF037[bloom] -> tpcds_partitioned_parquet_snap.item_6.i_category_id, RF038[bloom] -> tpcds_partitioned_parquet_snap.item_6.i_class_id
| | | | | stored statistics:
| | | | | table: rows=360.00K size=33.54MB
| | | | | columns: all
@@ -2727,7 +2748,6 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | | in pipelines: 53(GETNEXT)
| | | |
| | | F37:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=33.50MB mem-reservation=9.00MB thread-reservation=1
| | | max-parallelism=1824 segment-costs=[20502959018, 23047987] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
| | | 58:AGGREGATE [STREAMING]
@@ -2745,12 +2765,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | | in pipelines: 53(GETNEXT), 56(OPEN)
| | | |
| | | |--F124:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | | Per-Instance Resources: mem-estimate=414.57MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | | Per-Instance Resources: mem-estimate=413.57MB mem-reservation=408.00MB thread-reservation=1
| | | | | max-parallelism=10 segment-costs=[838440]
| | | | JOIN BUILD
| | | | | join-table-id=27 plan-id=28 cohort-id=06
| | | | | build expressions: tpcds_partitioned_parquet_snap.item_5.i_item_sk
| | | | | runtime filters: RF046[bloom] <- tpcds_partitioned_parquet_snap.item_5.i_item_sk, RF047[min_max] <- tpcds_partitioned_parquet_snap.item_5.i_item_sk
| | | | | runtime filters: RF047[min_max] <- tpcds_partitioned_parquet_snap.item_5.i_item_sk
| | | | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
| | | | |
| | | | 176:EXCHANGE [BROADCAST]
@@ -2759,10 +2779,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | | | in pipelines: 56(GETNEXT)
| | | | |
| | | | F39:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | | max-parallelism=4 segment-costs=[106272]
| | | | 56:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | runtime filters: RF039[min_max] -> tpcds_partitioned_parquet_snap.item_5.i_brand_id, RF040[min_max] -> tpcds_partitioned_parquet_snap.item_5.i_category_id, RF041[min_max] -> tpcds_partitioned_parquet_snap.item_5.i_class_id, RF036[bloom] -> tpcds_partitioned_parquet_snap.item_5.i_brand_id, RF037[bloom] -> tpcds_partitioned_parquet_snap.item_5.i_category_id, RF038[bloom] -> tpcds_partitioned_parquet_snap.item_5.i_class_id
| | | | stored statistics:
| | | | table: rows=360.00K size=33.54MB
| | | | columns: all
@@ -2810,7 +2832,7 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | |
| | | 53:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
| | | HDFS partitions=1824/1824 files=1824 size=389.90GB
| | | runtime filters: RF047[min_max] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk, RF046[bloom] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk
| | | runtime filters: RF047[min_max] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk
| | | stored statistics:
| | | table: rows=8.64G size=389.90GB
| | | partitions: 1824/1824 rows=8.64G
@@ -2863,10 +2885,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | | in pipelines: 69(GETNEXT)
| | | |
| | | F35:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | max-parallelism=4 segment-costs=[106272]
| | | 69:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | HDFS partitions=1/1 files=1 size=33.54MB
| | | runtime filters: RF039[min_max] -> tpcds_partitioned_parquet_snap.item_7.i_brand_id, RF040[min_max] -> tpcds_partitioned_parquet_snap.item_7.i_category_id, RF041[min_max] -> tpcds_partitioned_parquet_snap.item_7.i_class_id, RF036[bloom] -> tpcds_partitioned_parquet_snap.item_7.i_brand_id, RF037[bloom] -> tpcds_partitioned_parquet_snap.item_7.i_category_id, RF038[bloom] -> tpcds_partitioned_parquet_snap.item_7.i_class_id
| | | stored statistics:
| | | table: rows=360.00K size=33.54MB
| | | columns: all
@@ -2964,7 +2988,7 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| |
| 47:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
| HDFS partitions=1831/1831 files=1831 size=280.96GB
| runtime filters: RF033[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk, RF031[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk, RF034[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_sold_date_sk, RF032[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk
| runtime filters: RF033[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk, RF031[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk, RF034[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_sold_date_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1831/1831 rows=4.32G
@@ -3184,7 +3208,7 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| in pipelines: 02(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=70 (adjusted from 120)
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
Per-Instance Resources: mem-estimate=36.94MB mem-reservation=17.00MB thread-reservation=1
max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399 [max(70 (self) vs 399 (sum children))]
33:AGGREGATE [STREAMING]
@@ -3238,12 +3262,12 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
| in pipelines: 02(GETNEXT), 159(OPEN)
|
|--F110:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=14.78MB mem-reservation=14.56MB thread-reservation=1 runtime-filters-memory=1.00MB
| | Per-Instance Resources: mem-estimate=13.78MB mem-reservation=13.56MB thread-reservation=1
| | max-parallelism=10 segment-costs=[83840] cpu-comparison-result=374 [max(10 (self) vs 374 (sum children))]
| JOIN BUILD
| | join-table-id=13 plan-id=14 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| | runtime filters: RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| | mem-estimate=13.56MB mem-reservation=13.56MB spill-buffer=64.00KB thread-reservation=0 cost=36000
| |
| 160:EXCHANGE [BROADCAST]
@@ -3283,11 +3307,12 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
| | in pipelines: 156(GETNEXT), 05(OPEN)
| |
| |--F111:PLAN FRAGMENT [HASH(BRAND_ID,CLASS_ID,CATEGORY_ID)] hosts=10 instances=10 (adjusted from 120)
| | | Per-Instance Resources: mem-estimate=2.15MB mem-reservation=1.94MB thread-reservation=1
| | | Per-Instance Resources: mem-estimate=5.15MB mem-reservation=4.94MB thread-reservation=1 runtime-filters-memory=3.00MB
| | | max-parallelism=10 segment-costs=[42649]
| | JOIN BUILD
| | | join-table-id=14 plan-id=15 cohort-id=05
| | | build expressions: tpcds_partitioned_parquet_snap.item.i_brand_id, tpcds_partitioned_parquet_snap.item.i_category_id, tpcds_partitioned_parquet_snap.item.i_class_id
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.item.i_brand_id, RF007[bloom] <- tpcds_partitioned_parquet_snap.item.i_category_id, RF008[bloom] <- tpcds_partitioned_parquet_snap.item.i_class_id, RF009[min_max] <- tpcds_partitioned_parquet_snap.item.i_brand_id, RF010[min_max] <- tpcds_partitioned_parquet_snap.item.i_category_id, RF011[min_max] <- tpcds_partitioned_parquet_snap.item.i_class_id
| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=36000
| | |
| | 157:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_brand_id,tpcds_partitioned_parquet_snap.item.i_class_id,tpcds_partitioned_parquet_snap.item.i_category_id)]
@@ -3381,7 +3406,6 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
| | | | in pipelines: 14(GETNEXT)
| | | |
| | | F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=33.50MB mem-reservation=6.00MB thread-reservation=1
| | | max-parallelism=1030 segment-costs=[10292257811, 23047987] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
| | | 19:AGGREGATE [STREAMING]
@@ -3399,12 +3423,12 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
| | | | in pipelines: 14(GETNEXT), 17(OPEN)
| | | |
| | | |--F116:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | | Per-Instance Resources: mem-estimate=414.57MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | | Per-Instance Resources: mem-estimate=413.57MB mem-reservation=408.00MB thread-reservation=1
| | | | | max-parallelism=10 segment-costs=[838440]
| | | | JOIN BUILD
| | | | | join-table-id=19 plan-id=20 cohort-id=05
| | | | | build expressions: tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | | | runtime filters: RF020[bloom] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk, RF021[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | | | runtime filters: RF021[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
| | | | |
| | | | 150:EXCHANGE [BROADCAST]
@@ -3413,10 +3437,12 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
| | | | | in pipelines: 17(GETNEXT)
| | | | |
| | | | F12:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | | max-parallelism=4 segment-costs=[106272]
| | | | 17:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_brand_id, RF010[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_category_id, RF011[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_class_id, RF006[bloom] -> tpcds_partitioned_parquet_snap.item_1.i_brand_id, RF007[bloom] -> tpcds_partitioned_parquet_snap.item_1.i_category_id, RF008[bloom] -> tpcds_partitioned_parquet_snap.item_1.i_class_id
| | | | stored statistics:
| | | | table: rows=360.00K size=33.54MB
| | | | columns: all
@@ -3464,7 +3490,7 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
| | | |
| | | 14:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
| | | HDFS partitions=1831/1831 files=1831 size=280.96GB
| | | runtime filters: RF021[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF020[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
| | | runtime filters: RF021[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
| | | stored statistics:
| | | table: rows=4.32G size=280.96GB
| | | partitions: 1831/1831 rows=4.32G
@@ -3486,7 +3512,6 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
| | | in pipelines: 08(GETNEXT)
| | |
| | F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | Per-Instance Resources: mem-estimate=33.50MB mem-reservation=9.00MB thread-reservation=1
| | max-parallelism=1824 segment-costs=[20502959018, 23047987] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
| | 13:AGGREGATE [STREAMING]
@@ -3504,12 +3529,12 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
| | | in pipelines: 08(GETNEXT), 11(OPEN)
| | |
| | |--F114:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | Per-Instance Resources: mem-estimate=414.57MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | Per-Instance Resources: mem-estimate=413.57MB mem-reservation=408.00MB thread-reservation=1
| | | | max-parallelism=10 segment-costs=[838440]
| | | JOIN BUILD
| | | | join-table-id=17 plan-id=18 cohort-id=05
| | | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | | runtime filters: RF016[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF017[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | | runtime filters: RF017[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
| | | |
| | | 146:EXCHANGE [BROADCAST]
@@ -3518,10 +3543,12 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
| | | | in pipelines: 11(GETNEXT)
| | | |
| | | F08:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | max-parallelism=4 segment-costs=[106272]
| | | 11:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | HDFS partitions=1/1 files=1 size=33.54MB
| | | runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_brand_id, RF010[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_category_id, RF011[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_class_id, RF006[bloom] -> tpcds_partitioned_parquet_snap.item_0.i_brand_id, RF007[bloom] -> tpcds_partitioned_parquet_snap.item_0.i_category_id, RF008[bloom] -> tpcds_partitioned_parquet_snap.item_0.i_class_id
| | | stored statistics:
| | | table: rows=360.00K size=33.54MB
| | | columns: all
@@ -3569,7 +3596,7 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
| | |
| | 08:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
| | HDFS partitions=1824/1824 files=1824 size=389.90GB
| | runtime filters: RF017[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk, RF016[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk
| | runtime filters: RF017[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk
| | stored statistics:
| | table: rows=8.64G size=389.90GB
| | partitions: 1824/1824 rows=8.64G
@@ -3622,10 +3649,12 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
| | | in pipelines: 24(GETNEXT)
| | |
| | F04:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | max-parallelism=4 segment-costs=[106272]
| | 24:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | HDFS partitions=1/1 files=1 size=33.54MB
| | runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.item_2.i_brand_id, RF010[min_max] -> tpcds_partitioned_parquet_snap.item_2.i_category_id, RF011[min_max] -> tpcds_partitioned_parquet_snap.item_2.i_class_id, RF006[bloom] -> tpcds_partitioned_parquet_snap.item_2.i_brand_id, RF007[bloom] -> tpcds_partitioned_parquet_snap.item_2.i_category_id, RF008[bloom] -> tpcds_partitioned_parquet_snap.item_2.i_class_id
| | stored statistics:
| | table: rows=360.00K size=33.54MB
| | columns: all
@@ -3723,7 +3752,7 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
|
02:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
HDFS partitions=1824/1824 files=1824 size=389.90GB
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1824/1824 rows=8.64G
@@ -3733,8 +3762,8 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
tuple-ids=0 row-size=16B cardinality=511.58M(filtered from 8.64G) cost=117866905
in pipelines: 02(GETNEXT)
---- PARALLELPLANS
Max Per-Host Resource Reservation: Memory=10.72GB Threads=325
Per-Host Resource Estimates: Memory=29.39GB
Max Per-Host Resource Reservation: Memory=10.73GB Threads=325
Per-Host Resource Estimates: Memory=29.41GB
F96:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.05MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[634] cpu-comparison-result=1557 [max(1 (self) vs 1557 (sum children))]
@@ -4029,7 +4058,7 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | in pipelines: 92(GETNEXT)
| |
| F63:PLAN FRAGMENT [RANDOM] hosts=10 instances=20 (adjusted from 120)
| Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| Per-Instance Resources: mem-estimate=36.94MB mem-reservation=9.12MB thread-reservation=1
| max-parallelism=20 segment-costs=[185964162, 25876095] cpu-comparison-result=399 [max(20 (self) vs 399 (sum children))]
| 123:AGGREGATE [STREAMING]
@@ -4083,12 +4112,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | in pipelines: 92(GETNEXT), 219(OPEN)
| |
| |--F130:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=5.09MB mem-reservation=4.88MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=4.09MB mem-reservation=3.88MB thread-reservation=1
| | | max-parallelism=10 segment-costs=[83840] cpu-comparison-result=374 [max(10 (self) vs 374 (sum children))]
| | JOIN BUILD
| | | join-table-id=33 plan-id=34 cohort-id=01
| | | build expressions: tpcds_partitioned_parquet_snap.item_9.i_item_sk
| | | runtime filters: RF062[bloom] <- tpcds_partitioned_parquet_snap.item_9.i_item_sk, RF063[min_max] <- tpcds_partitioned_parquet_snap.item_9.i_item_sk
| | | runtime filters: RF063[min_max] <- tpcds_partitioned_parquet_snap.item_9.i_item_sk
| | | mem-estimate=3.88MB mem-reservation=3.88MB spill-buffer=64.00KB thread-reservation=0 cost=36000
| | |
| | 220:EXCHANGE [BROADCAST]
@@ -4128,11 +4157,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | in pipelines: 216(GETNEXT), 95(OPEN)
| | |
| | |--F131:PLAN FRAGMENT [HASH(BRAND_ID,CLASS_ID,CATEGORY_ID)] hosts=10 instances=10 (adjusted from 120)
| | | | Per-Instance Resources: mem-estimate=2.15MB mem-reservation=1.94MB thread-reservation=1
| | | | Per-Instance Resources: mem-estimate=3.15MB mem-reservation=2.94MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | max-parallelism=10 segment-costs=[42649]
| | | JOIN BUILD
| | | | join-table-id=34 plan-id=35 cohort-id=07
| | | | build expressions: tpcds_partitioned_parquet_snap.item_9.i_brand_id, tpcds_partitioned_parquet_snap.item_9.i_category_id, tpcds_partitioned_parquet_snap.item_9.i_class_id
| | | | runtime filters: RF066[bloom] <- tpcds_partitioned_parquet_snap.item_9.i_brand_id, RF069[min_max] <- tpcds_partitioned_parquet_snap.item_9.i_brand_id, RF070[min_max] <- tpcds_partitioned_parquet_snap.item_9.i_category_id, RF071[min_max] <- tpcds_partitioned_parquet_snap.item_9.i_class_id
| | | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=36000
| | | |
| | | 217:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_9.i_brand_id,tpcds_partitioned_parquet_snap.item_9.i_class_id,tpcds_partitioned_parquet_snap.item_9.i_category_id)]
@@ -4257,10 +4287,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | | | | in pipelines: 107(GETNEXT)
| | | | | |
| | | | | F75:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | | | max-parallelism=4 segment-costs=[106272]
| | | | | 107:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | | runtime filters: RF069[min_max] -> tpcds_partitioned_parquet_snap.item_11.i_brand_id, RF070[min_max] -> tpcds_partitioned_parquet_snap.item_11.i_category_id, RF071[min_max] -> tpcds_partitioned_parquet_snap.item_11.i_class_id, RF066[bloom] -> tpcds_partitioned_parquet_snap.item_11.i_brand_id
| | | | | stored statistics:
| | | | | table: rows=360.00K size=33.54MB
| | | | | columns: all
@@ -4330,7 +4362,6 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | | in pipelines: 98(GETNEXT)
| | | |
| | | F69:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=33.50MB mem-reservation=9.00MB thread-reservation=1
| | | max-parallelism=1824 segment-costs=[20502959018, 23047987] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
| | | 103:AGGREGATE [STREAMING]
@@ -4348,12 +4379,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | | in pipelines: 98(GETNEXT), 101(OPEN)
| | | |
| | | |--F134:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | | Per-Instance Resources: mem-estimate=414.57MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | | Per-Instance Resources: mem-estimate=413.57MB mem-reservation=408.00MB thread-reservation=1
| | | | | max-parallelism=10 segment-costs=[838440]
| | | | JOIN BUILD
| | | | | join-table-id=37 plan-id=38 cohort-id=07
| | | | | build expressions: tpcds_partitioned_parquet_snap.item_10.i_item_sk
| | | | | runtime filters: RF076[bloom] <- tpcds_partitioned_parquet_snap.item_10.i_item_sk, RF077[min_max] <- tpcds_partitioned_parquet_snap.item_10.i_item_sk
| | | | | runtime filters: RF077[min_max] <- tpcds_partitioned_parquet_snap.item_10.i_item_sk
| | | | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
| | | | |
| | | | 206:EXCHANGE [BROADCAST]
@@ -4362,10 +4393,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | | | in pipelines: 101(GETNEXT)
| | | | |
| | | | F71:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | | max-parallelism=4 segment-costs=[106272]
| | | | 101:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | runtime filters: RF069[min_max] -> tpcds_partitioned_parquet_snap.item_10.i_brand_id, RF070[min_max] -> tpcds_partitioned_parquet_snap.item_10.i_category_id, RF071[min_max] -> tpcds_partitioned_parquet_snap.item_10.i_class_id, RF066[bloom] -> tpcds_partitioned_parquet_snap.item_10.i_brand_id
| | | | stored statistics:
| | | | table: rows=360.00K size=33.54MB
| | | | columns: all
@@ -4413,7 +4446,7 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | |
| | | 98:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
| | | HDFS partitions=1824/1824 files=1824 size=389.90GB
| | | runtime filters: RF077[min_max] -> tpcds_partitioned_parquet_snap.store_sales_4.ss_item_sk, RF076[bloom] -> tpcds_partitioned_parquet_snap.store_sales_4.ss_item_sk
| | | runtime filters: RF077[min_max] -> tpcds_partitioned_parquet_snap.store_sales_4.ss_item_sk
| | | stored statistics:
| | | table: rows=8.64G size=389.90GB
| | | partitions: 1824/1824 rows=8.64G
@@ -4466,10 +4499,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | | in pipelines: 114(GETNEXT)
| | | |
| | | F67:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | max-parallelism=4 segment-costs=[106272]
| | | 114:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | HDFS partitions=1/1 files=1 size=33.54MB
| | | runtime filters: RF069[min_max] -> tpcds_partitioned_parquet_snap.item_12.i_brand_id, RF070[min_max] -> tpcds_partitioned_parquet_snap.item_12.i_category_id, RF071[min_max] -> tpcds_partitioned_parquet_snap.item_12.i_class_id, RF066[bloom] -> tpcds_partitioned_parquet_snap.item_12.i_brand_id
| | | stored statistics:
| | | table: rows=360.00K size=33.54MB
| | | columns: all
@@ -4567,7 +4602,7 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| |
| 92:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
| HDFS partitions=1824/1824 files=1824 size=145.75GB
| runtime filters: RF063[min_max] -> tpcds_partitioned_parquet_snap.web_sales_3.ws_item_sk, RF061[min_max] -> tpcds_partitioned_parquet_snap.web_sales_3.ws_item_sk, RF064[bloom] -> tpcds_partitioned_parquet_snap.web_sales_3.ws_sold_date_sk, RF062[bloom] -> tpcds_partitioned_parquet_snap.web_sales_3.ws_item_sk
| runtime filters: RF063[min_max] -> tpcds_partitioned_parquet_snap.web_sales_3.ws_item_sk, RF061[min_max] -> tpcds_partitioned_parquet_snap.web_sales_3.ws_item_sk, RF064[bloom] -> tpcds_partitioned_parquet_snap.web_sales_3.ws_sold_date_sk
| stored statistics:
| table: rows=2.16G size=145.75GB
| partitions: 1824/1824 rows=2.16G
@@ -4792,7 +4827,7 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | in pipelines: 47(GETNEXT)
| |
| F31:PLAN FRAGMENT [RANDOM] hosts=10 instances=40 (adjusted from 120)
| Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| Per-Instance Resources: mem-estimate=36.94MB mem-reservation=10.00MB thread-reservation=1
| max-parallelism=40 segment-costs=[349622955, 38481081] cpu-comparison-result=399 [max(40 (self) vs 399 (sum children))]
| 78:AGGREGATE [STREAMING]
@@ -4846,12 +4881,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | in pipelines: 47(GETNEXT), 189(OPEN)
| |
| |--F120:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=8.97MB mem-reservation=8.75MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=7.97MB mem-reservation=7.75MB thread-reservation=1
| | | max-parallelism=10 segment-costs=[83840] cpu-comparison-result=374 [max(10 (self) vs 374 (sum children))]
| | JOIN BUILD
| | | join-table-id=23 plan-id=24 cohort-id=01
| | | build expressions: tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | runtime filters: RF032[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk, RF033[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | runtime filters: RF033[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | mem-estimate=7.75MB mem-reservation=7.75MB spill-buffer=64.00KB thread-reservation=0 cost=36000
| | |
| | 190:EXCHANGE [BROADCAST]
@@ -4891,11 +4926,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | in pipelines: 186(GETNEXT), 50(OPEN)
| | |
| | |--F121:PLAN FRAGMENT [HASH(BRAND_ID,CLASS_ID,CATEGORY_ID)] hosts=10 instances=10 (adjusted from 120)
| | | | Per-Instance Resources: mem-estimate=2.15MB mem-reservation=1.94MB thread-reservation=1
| | | | Per-Instance Resources: mem-estimate=5.15MB mem-reservation=4.94MB thread-reservation=1 runtime-filters-memory=3.00MB
| | | | max-parallelism=10 segment-costs=[42649]
| | | JOIN BUILD
| | | | join-table-id=24 plan-id=25 cohort-id=06
| | | | build expressions: tpcds_partitioned_parquet_snap.item_4.i_brand_id, tpcds_partitioned_parquet_snap.item_4.i_category_id, tpcds_partitioned_parquet_snap.item_4.i_class_id
| | | | runtime filters: RF036[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_brand_id, RF037[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_category_id, RF038[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_class_id, RF039[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_brand_id, RF040[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_category_id, RF041[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_class_id
| | | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=36000
| | | |
| | | 187:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_4.i_brand_id,tpcds_partitioned_parquet_snap.item_4.i_class_id,tpcds_partitioned_parquet_snap.item_4.i_category_id)]
@@ -5020,10 +5056,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | | | | in pipelines: 62(GETNEXT)
| | | | | |
| | | | | F43:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | | | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | | | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | | | max-parallelism=4 segment-costs=[106272]
| | | | | 62:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | | runtime filters: RF039[min_max] -> tpcds_partitioned_parquet_snap.item_6.i_brand_id, RF040[min_max] -> tpcds_partitioned_parquet_snap.item_6.i_category_id, RF041[min_max] -> tpcds_partitioned_parquet_snap.item_6.i_class_id, RF036[bloom] -> tpcds_partitioned_parquet_snap.item_6.i_brand_id, RF037[bloom] -> tpcds_partitioned_parquet_snap.item_6.i_category_id, RF038[bloom] -> tpcds_partitioned_parquet_snap.item_6.i_class_id
| | | | | stored statistics:
| | | | | table: rows=360.00K size=33.54MB
| | | | | columns: all
@@ -5093,7 +5131,6 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | | in pipelines: 53(GETNEXT)
| | | |
| | | F37:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=33.50MB mem-reservation=9.00MB thread-reservation=1
| | | max-parallelism=1824 segment-costs=[20502959018, 23047987] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
| | | 58:AGGREGATE [STREAMING]
@@ -5111,12 +5148,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | | in pipelines: 53(GETNEXT), 56(OPEN)
| | | |
| | | |--F124:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | | Per-Instance Resources: mem-estimate=414.57MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | | Per-Instance Resources: mem-estimate=413.57MB mem-reservation=408.00MB thread-reservation=1
| | | | | max-parallelism=10 segment-costs=[838440]
| | | | JOIN BUILD
| | | | | join-table-id=27 plan-id=28 cohort-id=06
| | | | | build expressions: tpcds_partitioned_parquet_snap.item_5.i_item_sk
| | | | | runtime filters: RF046[bloom] <- tpcds_partitioned_parquet_snap.item_5.i_item_sk, RF047[min_max] <- tpcds_partitioned_parquet_snap.item_5.i_item_sk
| | | | | runtime filters: RF047[min_max] <- tpcds_partitioned_parquet_snap.item_5.i_item_sk
| | | | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
| | | | |
| | | | 176:EXCHANGE [BROADCAST]
@@ -5125,10 +5162,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | | | in pipelines: 56(GETNEXT)
| | | | |
| | | | F39:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | | max-parallelism=4 segment-costs=[106272]
| | | | 56:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | runtime filters: RF039[min_max] -> tpcds_partitioned_parquet_snap.item_5.i_brand_id, RF040[min_max] -> tpcds_partitioned_parquet_snap.item_5.i_category_id, RF041[min_max] -> tpcds_partitioned_parquet_snap.item_5.i_class_id, RF036[bloom] -> tpcds_partitioned_parquet_snap.item_5.i_brand_id, RF037[bloom] -> tpcds_partitioned_parquet_snap.item_5.i_category_id, RF038[bloom] -> tpcds_partitioned_parquet_snap.item_5.i_class_id
| | | | stored statistics:
| | | | table: rows=360.00K size=33.54MB
| | | | columns: all
@@ -5176,7 +5215,7 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | |
| | | 53:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
| | | HDFS partitions=1824/1824 files=1824 size=389.90GB
| | | runtime filters: RF047[min_max] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk, RF046[bloom] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk
| | | runtime filters: RF047[min_max] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk
| | | stored statistics:
| | | table: rows=8.64G size=389.90GB
| | | partitions: 1824/1824 rows=8.64G
@@ -5229,10 +5268,12 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| | | | in pipelines: 69(GETNEXT)
| | | |
| | | F35:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | max-parallelism=4 segment-costs=[106272]
| | | 69:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | HDFS partitions=1/1 files=1 size=33.54MB
| | | runtime filters: RF039[min_max] -> tpcds_partitioned_parquet_snap.item_7.i_brand_id, RF040[min_max] -> tpcds_partitioned_parquet_snap.item_7.i_category_id, RF041[min_max] -> tpcds_partitioned_parquet_snap.item_7.i_class_id, RF036[bloom] -> tpcds_partitioned_parquet_snap.item_7.i_brand_id, RF037[bloom] -> tpcds_partitioned_parquet_snap.item_7.i_category_id, RF038[bloom] -> tpcds_partitioned_parquet_snap.item_7.i_class_id
| | | stored statistics:
| | | table: rows=360.00K size=33.54MB
| | | columns: all
@@ -5330,7 +5371,7 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| |
| 47:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
| HDFS partitions=1831/1831 files=1831 size=280.96GB
| runtime filters: RF033[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk, RF031[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk, RF034[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_sold_date_sk, RF032[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk
| runtime filters: RF033[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk, RF031[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk, RF034[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_sold_date_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1831/1831 rows=4.32G
@@ -5550,7 +5591,7 @@ max-parallelism=70 segment-costs=[29697476, 24044235, 16389428, 11505411, 322693
| in pipelines: 02(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=70 (adjusted from 120)
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
Per-Instance Resources: mem-estimate=36.94MB mem-reservation=17.00MB thread-reservation=1
max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399 [max(70 (self) vs 399 (sum children))]
33:AGGREGATE [STREAMING]
@@ -5604,12 +5645,12 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
| in pipelines: 02(GETNEXT), 159(OPEN)
|
|--F110:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=14.78MB mem-reservation=14.56MB thread-reservation=1 runtime-filters-memory=1.00MB
| | Per-Instance Resources: mem-estimate=13.78MB mem-reservation=13.56MB thread-reservation=1
| | max-parallelism=10 segment-costs=[83840] cpu-comparison-result=374 [max(10 (self) vs 374 (sum children))]
| JOIN BUILD
| | join-table-id=13 plan-id=14 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| | runtime filters: RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| | mem-estimate=13.56MB mem-reservation=13.56MB spill-buffer=64.00KB thread-reservation=0 cost=36000
| |
| 160:EXCHANGE [BROADCAST]
@@ -5649,11 +5690,12 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
| | in pipelines: 156(GETNEXT), 05(OPEN)
| |
| |--F111:PLAN FRAGMENT [HASH(BRAND_ID,CLASS_ID,CATEGORY_ID)] hosts=10 instances=10 (adjusted from 120)
| | | Per-Instance Resources: mem-estimate=2.15MB mem-reservation=1.94MB thread-reservation=1
| | | Per-Instance Resources: mem-estimate=5.15MB mem-reservation=4.94MB thread-reservation=1 runtime-filters-memory=3.00MB
| | | max-parallelism=10 segment-costs=[42649]
| | JOIN BUILD
| | | join-table-id=14 plan-id=15 cohort-id=05
| | | build expressions: tpcds_partitioned_parquet_snap.item.i_brand_id, tpcds_partitioned_parquet_snap.item.i_category_id, tpcds_partitioned_parquet_snap.item.i_class_id
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.item.i_brand_id, RF007[bloom] <- tpcds_partitioned_parquet_snap.item.i_category_id, RF008[bloom] <- tpcds_partitioned_parquet_snap.item.i_class_id, RF009[min_max] <- tpcds_partitioned_parquet_snap.item.i_brand_id, RF010[min_max] <- tpcds_partitioned_parquet_snap.item.i_category_id, RF011[min_max] <- tpcds_partitioned_parquet_snap.item.i_class_id
| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=36000
| | |
| | 157:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_brand_id,tpcds_partitioned_parquet_snap.item.i_class_id,tpcds_partitioned_parquet_snap.item.i_category_id)]
@@ -5747,7 +5789,6 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
| | | | in pipelines: 14(GETNEXT)
| | | |
| | | F10:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=33.50MB mem-reservation=6.00MB thread-reservation=1
| | | max-parallelism=1030 segment-costs=[10292257811, 23047987] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
| | | 19:AGGREGATE [STREAMING]
@@ -5765,12 +5806,12 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
| | | | in pipelines: 14(GETNEXT), 17(OPEN)
| | | |
| | | |--F116:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | | Per-Instance Resources: mem-estimate=414.57MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | | Per-Instance Resources: mem-estimate=413.57MB mem-reservation=408.00MB thread-reservation=1
| | | | | max-parallelism=10 segment-costs=[838440]
| | | | JOIN BUILD
| | | | | join-table-id=19 plan-id=20 cohort-id=05
| | | | | build expressions: tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | | | runtime filters: RF020[bloom] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk, RF021[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | | | runtime filters: RF021[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
| | | | |
| | | | 150:EXCHANGE [BROADCAST]
@@ -5779,10 +5820,12 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
| | | | | in pipelines: 17(GETNEXT)
| | | | |
| | | | F12:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | | max-parallelism=4 segment-costs=[106272]
| | | | 17:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_brand_id, RF010[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_category_id, RF011[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_class_id, RF006[bloom] -> tpcds_partitioned_parquet_snap.item_1.i_brand_id, RF007[bloom] -> tpcds_partitioned_parquet_snap.item_1.i_category_id, RF008[bloom] -> tpcds_partitioned_parquet_snap.item_1.i_class_id
| | | | stored statistics:
| | | | table: rows=360.00K size=33.54MB
| | | | columns: all
@@ -5830,7 +5873,7 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
| | | |
| | | 14:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
| | | HDFS partitions=1831/1831 files=1831 size=280.96GB
| | | runtime filters: RF021[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF020[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
| | | runtime filters: RF021[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
| | | stored statistics:
| | | table: rows=4.32G size=280.96GB
| | | partitions: 1831/1831 rows=4.32G
@@ -5852,7 +5895,6 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
| | | in pipelines: 08(GETNEXT)
| | |
| | F06:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | Per-Instance Resources: mem-estimate=33.50MB mem-reservation=9.00MB thread-reservation=1
| | max-parallelism=1824 segment-costs=[20502959018, 23047987] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
| | 13:AGGREGATE [STREAMING]
@@ -5870,12 +5912,12 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
| | | in pipelines: 08(GETNEXT), 11(OPEN)
| | |
| | |--F114:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | Per-Instance Resources: mem-estimate=414.57MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | Per-Instance Resources: mem-estimate=413.57MB mem-reservation=408.00MB thread-reservation=1
| | | | max-parallelism=10 segment-costs=[838440]
| | | JOIN BUILD
| | | | join-table-id=17 plan-id=18 cohort-id=05
| | | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | | runtime filters: RF016[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF017[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | | runtime filters: RF017[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
| | | |
| | | 146:EXCHANGE [BROADCAST]
@@ -5884,10 +5926,12 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
| | | | in pipelines: 11(GETNEXT)
| | | |
| | | F08:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | max-parallelism=4 segment-costs=[106272]
| | | 11:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | HDFS partitions=1/1 files=1 size=33.54MB
| | | runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_brand_id, RF010[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_category_id, RF011[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_class_id, RF006[bloom] -> tpcds_partitioned_parquet_snap.item_0.i_brand_id, RF007[bloom] -> tpcds_partitioned_parquet_snap.item_0.i_category_id, RF008[bloom] -> tpcds_partitioned_parquet_snap.item_0.i_class_id
| | | stored statistics:
| | | table: rows=360.00K size=33.54MB
| | | columns: all
@@ -5935,7 +5979,7 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
| | |
| | 08:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
| | HDFS partitions=1824/1824 files=1824 size=389.90GB
| | runtime filters: RF017[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk, RF016[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk
| | runtime filters: RF017[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk
| | stored statistics:
| | table: rows=8.64G size=389.90GB
| | partitions: 1824/1824 rows=8.64G
@@ -5988,10 +6032,12 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
| | | in pipelines: 24(GETNEXT)
| | |
| | F04:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | max-parallelism=4 segment-costs=[106272]
| | 24:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | HDFS partitions=1/1 files=1 size=33.54MB
| | runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.item_2.i_brand_id, RF010[min_max] -> tpcds_partitioned_parquet_snap.item_2.i_category_id, RF011[min_max] -> tpcds_partitioned_parquet_snap.item_2.i_class_id, RF006[bloom] -> tpcds_partitioned_parquet_snap.item_2.i_brand_id, RF007[bloom] -> tpcds_partitioned_parquet_snap.item_2.i_category_id, RF008[bloom] -> tpcds_partitioned_parquet_snap.item_2.i_class_id
| | stored statistics:
| | table: rows=360.00K size=33.54MB
| | columns: all
@@ -6089,7 +6135,7 @@ max-parallelism=70 segment-costs=[654821526, 47790137] cpu-comparison-result=399
|
02:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
HDFS partitions=1824/1824 files=1824 size=389.90GB
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1824/1824 rows=8.64G

164
testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q14b.test vendored
View File

@@ -321,7 +321,7 @@ PLAN-ROOT SINK
| |
| 72:HASH JOIN [LEFT SEMI JOIN]
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk = tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | runtime filters: RF042[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk, RF043[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | runtime filters: RF043[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
| | tuple-ids=52 row-size=16B cardinality=3.31M(filtered from 863.56M) cost=157363455
| | in pipelines: 47(GETNEXT), 70(OPEN)
@@ -329,6 +329,7 @@ PLAN-ROOT SINK
| |--71:HASH JOIN [INNER JOIN]
| | | hash predicates: BRAND_ID = tpcds_partitioned_parquet_snap.item_4.i_brand_id, CATEGORY_ID = tpcds_partitioned_parquet_snap.item_4.i_category_id, CLASS_ID = tpcds_partitioned_parquet_snap.item_4.i_class_id
| | | fk/pk conjuncts: assumed fk/pk
| | | runtime filters: RF044[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_brand_id, RF045[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_category_id, RF046[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_class_id, RF047[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_brand_id, RF048[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_category_id, RF049[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_class_id
| | | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
| | | tuple-ids=80,54 row-size=36B cardinality=36.00K cost=157271
| | | in pipelines: 70(GETNEXT), 48(OPEN)
@@ -382,13 +383,14 @@ PLAN-ROOT SINK
| | | | 61:HASH JOIN [INNER JOIN]
| | | | | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk = tpcds_partitioned_parquet_snap.item_6.i_item_sk
| | | | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk = tpcds_partitioned_parquet_snap.item_6.i_item_sk
| | | | | runtime filters: RF058[bloom] <- tpcds_partitioned_parquet_snap.item_6.i_item_sk, RF059[min_max] <- tpcds_partitioned_parquet_snap.item_6.i_item_sk
| | | | | runtime filters: RF059[min_max] <- tpcds_partitioned_parquet_snap.item_6.i_item_sk
| | | | | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
| | | | | tuple-ids=63,65,67 row-size=32B cardinality=4.32G cost=1890313155
| | | | | in pipelines: 57(GETNEXT), 60(OPEN)
| | | | |
| | | | |--60:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
| | | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | | runtime filters: RF047[min_max] -> tpcds_partitioned_parquet_snap.item_6.i_brand_id, RF048[min_max] -> tpcds_partitioned_parquet_snap.item_6.i_category_id, RF049[min_max] -> tpcds_partitioned_parquet_snap.item_6.i_class_id, RF044[bloom] -> tpcds_partitioned_parquet_snap.item_6.i_brand_id, RF045[bloom] -> tpcds_partitioned_parquet_snap.item_6.i_category_id, RF046[bloom] -> tpcds_partitioned_parquet_snap.item_6.i_class_id
| | | | | stored statistics:
| | | | | table: rows=360.00K size=33.54MB
| | | | | columns: all
@@ -419,7 +421,7 @@ PLAN-ROOT SINK
| | | | |
| | | | 57:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
| | | | HDFS partitions=1831/1831 files=1831 size=280.96GB
| | | | runtime filters: RF059[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk, RF058[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk
| | | | runtime filters: RF059[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk
| | | | stored statistics:
| | | | table: rows=4.32G size=280.96GB
| | | | partitions: 1831/1831 rows=4.32G
@@ -438,13 +440,14 @@ PLAN-ROOT SINK
| | | 55:HASH JOIN [INNER JOIN]
| | | | hash predicates: tpcds_partitioned_parquet_snap.store_sales_3.ss_item_sk = tpcds_partitioned_parquet_snap.item_5.i_item_sk
| | | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_3.ss_item_sk = tpcds_partitioned_parquet_snap.item_5.i_item_sk
| | | | runtime filters: RF054[bloom] <- tpcds_partitioned_parquet_snap.item_5.i_item_sk, RF055[min_max] <- tpcds_partitioned_parquet_snap.item_5.i_item_sk
| | | | runtime filters: RF055[min_max] <- tpcds_partitioned_parquet_snap.item_5.i_item_sk
| | | | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
| | | | tuple-ids=56,58,60 row-size=32B cardinality=8.64G cost=3780169729
| | | | in pipelines: 51(GETNEXT), 54(OPEN)
| | | |
| | | |--54:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
| | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | runtime filters: RF047[min_max] -> tpcds_partitioned_parquet_snap.item_5.i_brand_id, RF048[min_max] -> tpcds_partitioned_parquet_snap.item_5.i_category_id, RF049[min_max] -> tpcds_partitioned_parquet_snap.item_5.i_class_id, RF044[bloom] -> tpcds_partitioned_parquet_snap.item_5.i_brand_id, RF045[bloom] -> tpcds_partitioned_parquet_snap.item_5.i_category_id, RF046[bloom] -> tpcds_partitioned_parquet_snap.item_5.i_class_id
| | | | stored statistics:
| | | | table: rows=360.00K size=33.54MB
| | | | columns: all
@@ -475,7 +478,7 @@ PLAN-ROOT SINK
| | | |
| | | 51:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
| | | HDFS partitions=1824/1824 files=1824 size=389.90GB
| | | runtime filters: RF055[min_max] -> tpcds_partitioned_parquet_snap.store_sales_3.ss_item_sk, RF054[bloom] -> tpcds_partitioned_parquet_snap.store_sales_3.ss_item_sk
| | | runtime filters: RF055[min_max] -> tpcds_partitioned_parquet_snap.store_sales_3.ss_item_sk
| | | stored statistics:
| | | table: rows=8.64G size=389.90GB
| | | partitions: 1824/1824 rows=8.64G
@@ -501,6 +504,7 @@ PLAN-ROOT SINK
| | |
| | |--67:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
| | | HDFS partitions=1/1 files=1 size=33.54MB
| | | runtime filters: RF047[min_max] -> tpcds_partitioned_parquet_snap.item_7.i_brand_id, RF048[min_max] -> tpcds_partitioned_parquet_snap.item_7.i_category_id, RF049[min_max] -> tpcds_partitioned_parquet_snap.item_7.i_class_id, RF044[bloom] -> tpcds_partitioned_parquet_snap.item_7.i_brand_id, RF045[bloom] -> tpcds_partitioned_parquet_snap.item_7.i_category_id, RF046[bloom] -> tpcds_partitioned_parquet_snap.item_7.i_class_id
| | | stored statistics:
| | | table: rows=360.00K size=33.54MB
| | | columns: all
@@ -543,7 +547,7 @@ PLAN-ROOT SINK
| |
| 47:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
| HDFS partitions=1824/1824 files=1824 size=389.90GB
| runtime filters: RF043[min_max] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk, RF039[min_max] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk, RF040[bloom] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_sold_date_sk, RF042[bloom] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk
| runtime filters: RF043[min_max] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk, RF039[min_max] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk, RF040[bloom] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_sold_date_sk
| stored statistics:
| table: rows=8.64G size=389.90GB
| partitions: 1824/1824 rows=8.64G
@@ -744,7 +748,7 @@ PLAN-ROOT SINK
|
25:HASH JOIN [LEFT SEMI JOIN]
| hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
| runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| runtime filters: RF011[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
| tuple-ids=0 row-size=16B cardinality=3.31M(filtered from 863.56M) cost=157363455
| in pipelines: 00(GETNEXT), 23(OPEN)
@@ -752,6 +756,7 @@ PLAN-ROOT SINK
|--24:HASH JOIN [INNER JOIN]
| | hash predicates: BRAND_ID = tpcds_partitioned_parquet_snap.item.i_brand_id, CATEGORY_ID = tpcds_partitioned_parquet_snap.item.i_category_id, CLASS_ID = tpcds_partitioned_parquet_snap.item.i_class_id
| | fk/pk conjuncts: assumed fk/pk
| | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.item.i_brand_id, RF013[bloom] <- tpcds_partitioned_parquet_snap.item.i_category_id, RF014[bloom] <- tpcds_partitioned_parquet_snap.item.i_class_id, RF015[min_max] <- tpcds_partitioned_parquet_snap.item.i_brand_id, RF016[min_max] <- tpcds_partitioned_parquet_snap.item.i_category_id, RF017[min_max] <- tpcds_partitioned_parquet_snap.item.i_class_id
| | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
| | tuple-ids=28,2 row-size=36B cardinality=36.00K cost=157271
| | in pipelines: 23(GETNEXT), 01(OPEN)
@@ -805,13 +810,14 @@ PLAN-ROOT SINK
| | | 14:HASH JOIN [INNER JOIN]
| | | | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | | runtime filters: RF026[bloom] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk, RF027[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | | runtime filters: RF027[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
| | | | tuple-ids=11,13,15 row-size=32B cardinality=4.32G cost=1890313155
| | | | in pipelines: 10(GETNEXT), 13(OPEN)
| | | |
| | | |--13:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
| | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | runtime filters: RF015[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_brand_id, RF016[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_category_id, RF017[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_class_id, RF012[bloom] -> tpcds_partitioned_parquet_snap.item_1.i_brand_id, RF013[bloom] -> tpcds_partitioned_parquet_snap.item_1.i_category_id, RF014[bloom] -> tpcds_partitioned_parquet_snap.item_1.i_class_id
| | | | stored statistics:
| | | | table: rows=360.00K size=33.54MB
| | | | columns: all
@@ -842,7 +848,7 @@ PLAN-ROOT SINK
| | | |
| | | 10:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
| | | HDFS partitions=1831/1831 files=1831 size=280.96GB
| | | runtime filters: RF027[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF026[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
| | | runtime filters: RF027[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
| | | stored statistics:
| | | table: rows=4.32G size=280.96GB
| | | partitions: 1831/1831 rows=4.32G
@@ -861,13 +867,14 @@ PLAN-ROOT SINK
| | 08:HASH JOIN [INNER JOIN]
| | | hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | runtime filters: RF022[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF023[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | runtime filters: RF023[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
| | | tuple-ids=4,6,8 row-size=32B cardinality=8.64G cost=3780169729
| | | in pipelines: 04(GETNEXT), 07(OPEN)
| | |
| | |--07:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
| | | HDFS partitions=1/1 files=1 size=33.54MB
| | | runtime filters: RF015[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_brand_id, RF016[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_category_id, RF017[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_class_id, RF012[bloom] -> tpcds_partitioned_parquet_snap.item_0.i_brand_id, RF013[bloom] -> tpcds_partitioned_parquet_snap.item_0.i_category_id, RF014[bloom] -> tpcds_partitioned_parquet_snap.item_0.i_class_id
| | | stored statistics:
| | | table: rows=360.00K size=33.54MB
| | | columns: all
@@ -898,7 +905,7 @@ PLAN-ROOT SINK
| | |
| | 04:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
| | HDFS partitions=1824/1824 files=1824 size=389.90GB
| | runtime filters: RF023[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk, RF022[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk
| | runtime filters: RF023[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk
| | stored statistics:
| | table: rows=8.64G size=389.90GB
| | partitions: 1824/1824 rows=8.64G
@@ -924,6 +931,7 @@ PLAN-ROOT SINK
| |
| |--20:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
| | HDFS partitions=1/1 files=1 size=33.54MB
| | runtime filters: RF015[min_max] -> tpcds_partitioned_parquet_snap.item_2.i_brand_id, RF016[min_max] -> tpcds_partitioned_parquet_snap.item_2.i_category_id, RF017[min_max] -> tpcds_partitioned_parquet_snap.item_2.i_class_id, RF012[bloom] -> tpcds_partitioned_parquet_snap.item_2.i_brand_id, RF013[bloom] -> tpcds_partitioned_parquet_snap.item_2.i_category_id, RF014[bloom] -> tpcds_partitioned_parquet_snap.item_2.i_class_id
| | stored statistics:
| | table: rows=360.00K size=33.54MB
| | columns: all
@@ -966,7 +974,7 @@ PLAN-ROOT SINK
|
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
HDFS partitions=1824/1824 files=1824 size=389.90GB
runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1824/1824 rows=8.64G
@@ -976,8 +984,8 @@ PLAN-ROOT SINK
tuple-ids=0 row-size=16B cardinality=3.31M(filtered from 8.64G) cost=7639521
in pipelines: 00(GETNEXT)
---- DISTRIBUTEDPLAN
Max Per-Host Resource Reservation: Memory=6.10GB Threads=227
Per-Host Resource Estimates: Memory=16.53GB
Max Per-Host Resource Reservation: Memory=6.11GB Threads=227
Per-Host Resource Estimates: Memory=16.54GB
F64:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.65MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[1239] cpu-comparison-result=1038 [max(1 (self) vs 1038 (sum children))]
@@ -1228,7 +1236,7 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | in pipelines: 47(GETNEXT)
| |
| F32:PLAN FRAGMENT [RANDOM] hosts=10 instances=7 (adjusted from 120)
| Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| Per-Instance Resources: mem-estimate=40.06MB mem-reservation=17.00MB thread-reservation=1
| max-parallelism=7 segment-costs=[201655276, 8568806] cpu-comparison-result=399 [max(7 (self) vs 399 (sum children))]
| 80:AGGREGATE [STREAMING]
@@ -1372,12 +1380,12 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | in pipelines: 47(GETNEXT), 141(OPEN)
| |
| |--F73:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=5.54MB mem-reservation=3.88MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=4.54MB mem-reservation=2.88MB thread-reservation=1
| | | max-parallelism=10 segment-costs=[83840] cpu-comparison-result=374 [max(10 (self) vs 374 (sum children))]
| | JOIN BUILD
| | | join-table-id=08 plan-id=09 cohort-id=02
| | | build expressions: tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | runtime filters: RF042[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk, RF043[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | runtime filters: RF043[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0 cost=36000
| | |
| | 143:EXCHANGE [BROADCAST]
@@ -1397,11 +1405,12 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | | in pipelines: 141(GETNEXT), 48(OPEN)
| | |
| | |--F74:PLAN FRAGMENT [HASH(BRAND_ID,CLASS_ID,CATEGORY_ID)] hosts=10 instances=10 (adjusted from 120)
| | | | Per-Instance Resources: mem-estimate=2.15MB mem-reservation=1.94MB thread-reservation=1
| | | | Per-Instance Resources: mem-estimate=5.15MB mem-reservation=4.94MB thread-reservation=1 runtime-filters-memory=3.00MB
| | | | max-parallelism=10 segment-costs=[42649]
| | | JOIN BUILD
| | | | join-table-id=09 plan-id=10 cohort-id=05
| | | | build expressions: tpcds_partitioned_parquet_snap.item_4.i_brand_id, tpcds_partitioned_parquet_snap.item_4.i_category_id, tpcds_partitioned_parquet_snap.item_4.i_class_id
| | | | runtime filters: RF044[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_brand_id, RF045[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_category_id, RF046[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_class_id, RF047[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_brand_id, RF048[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_category_id, RF049[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_class_id
| | | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=36000
| | | |
| | | 142:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_4.i_brand_id,tpcds_partitioned_parquet_snap.item_4.i_class_id,tpcds_partitioned_parquet_snap.item_4.i_category_id)]
@@ -1494,7 +1503,6 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | | | | in pipelines: 57(GETNEXT)
| | | | |
| | | | F41:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| | | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | | Per-Instance Resources: mem-estimate=33.50MB mem-reservation=6.00MB thread-reservation=1
| | | | max-parallelism=1030 segment-costs=[10292257811, 23047987] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
| | | | 62:AGGREGATE [STREAMING]
@@ -1512,12 +1520,12 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | | | | in pipelines: 57(GETNEXT), 60(OPEN)
| | | | |
| | | | |--F79:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | | | Per-Instance Resources: mem-estimate=414.57MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | | | Per-Instance Resources: mem-estimate=413.57MB mem-reservation=408.00MB thread-reservation=1
| | | | | | max-parallelism=10 segment-costs=[838440]
| | | | | JOIN BUILD
| | | | | | join-table-id=14 plan-id=15 cohort-id=05
| | | | | | build expressions: tpcds_partitioned_parquet_snap.item_6.i_item_sk
| | | | | | runtime filters: RF058[bloom] <- tpcds_partitioned_parquet_snap.item_6.i_item_sk, RF059[min_max] <- tpcds_partitioned_parquet_snap.item_6.i_item_sk
| | | | | | runtime filters: RF059[min_max] <- tpcds_partitioned_parquet_snap.item_6.i_item_sk
| | | | | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
| | | | | |
| | | | | 135:EXCHANGE [BROADCAST]
@@ -1526,10 +1534,12 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | | | | | in pipelines: 60(GETNEXT)
| | | | | |
| | | | | F43:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | | | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | | | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | | | max-parallelism=4 segment-costs=[106272]
| | | | | 60:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | | runtime filters: RF047[min_max] -> tpcds_partitioned_parquet_snap.item_6.i_brand_id, RF048[min_max] -> tpcds_partitioned_parquet_snap.item_6.i_category_id, RF049[min_max] -> tpcds_partitioned_parquet_snap.item_6.i_class_id, RF044[bloom] -> tpcds_partitioned_parquet_snap.item_6.i_brand_id, RF045[bloom] -> tpcds_partitioned_parquet_snap.item_6.i_category_id, RF046[bloom] -> tpcds_partitioned_parquet_snap.item_6.i_class_id
| | | | | stored statistics:
| | | | | table: rows=360.00K size=33.54MB
| | | | | columns: all
@@ -1577,7 +1587,7 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | | | |
| | | | 57:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
| | | | HDFS partitions=1831/1831 files=1831 size=280.96GB
| | | | runtime filters: RF059[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk, RF058[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk
| | | | runtime filters: RF059[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk
| | | | stored statistics:
| | | | table: rows=4.32G size=280.96GB
| | | | partitions: 1831/1831 rows=4.32G
@@ -1599,7 +1609,6 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | | | in pipelines: 51(GETNEXT)
| | | |
| | | F37:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=33.50MB mem-reservation=9.00MB thread-reservation=1
| | | max-parallelism=1824 segment-costs=[20502959018, 23047987] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
| | | 56:AGGREGATE [STREAMING]
@@ -1617,12 +1626,12 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | | | in pipelines: 51(GETNEXT), 54(OPEN)
| | | |
| | | |--F77:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | | Per-Instance Resources: mem-estimate=414.57MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | | Per-Instance Resources: mem-estimate=413.57MB mem-reservation=408.00MB thread-reservation=1
| | | | | max-parallelism=10 segment-costs=[838440]
| | | | JOIN BUILD
| | | | | join-table-id=12 plan-id=13 cohort-id=05
| | | | | build expressions: tpcds_partitioned_parquet_snap.item_5.i_item_sk
| | | | | runtime filters: RF054[bloom] <- tpcds_partitioned_parquet_snap.item_5.i_item_sk, RF055[min_max] <- tpcds_partitioned_parquet_snap.item_5.i_item_sk
| | | | | runtime filters: RF055[min_max] <- tpcds_partitioned_parquet_snap.item_5.i_item_sk
| | | | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
| | | | |
| | | | 131:EXCHANGE [BROADCAST]
@@ -1631,10 +1640,12 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | | | | in pipelines: 54(GETNEXT)
| | | | |
| | | | F39:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | | max-parallelism=4 segment-costs=[106272]
| | | | 54:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | runtime filters: RF047[min_max] -> tpcds_partitioned_parquet_snap.item_5.i_brand_id, RF048[min_max] -> tpcds_partitioned_parquet_snap.item_5.i_category_id, RF049[min_max] -> tpcds_partitioned_parquet_snap.item_5.i_class_id, RF044[bloom] -> tpcds_partitioned_parquet_snap.item_5.i_brand_id, RF045[bloom] -> tpcds_partitioned_parquet_snap.item_5.i_category_id, RF046[bloom] -> tpcds_partitioned_parquet_snap.item_5.i_class_id
| | | | stored statistics:
| | | | table: rows=360.00K size=33.54MB
| | | | columns: all
@@ -1682,7 +1693,7 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | | |
| | | 51:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
| | | HDFS partitions=1824/1824 files=1824 size=389.90GB
| | | runtime filters: RF055[min_max] -> tpcds_partitioned_parquet_snap.store_sales_3.ss_item_sk, RF054[bloom] -> tpcds_partitioned_parquet_snap.store_sales_3.ss_item_sk
| | | runtime filters: RF055[min_max] -> tpcds_partitioned_parquet_snap.store_sales_3.ss_item_sk
| | | stored statistics:
| | | table: rows=8.64G size=389.90GB
| | | partitions: 1824/1824 rows=8.64G
@@ -1735,10 +1746,12 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | | | in pipelines: 67(GETNEXT)
| | | |
| | | F35:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | max-parallelism=4 segment-costs=[106272]
| | | 67:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | HDFS partitions=1/1 files=1 size=33.54MB
| | | runtime filters: RF047[min_max] -> tpcds_partitioned_parquet_snap.item_7.i_brand_id, RF048[min_max] -> tpcds_partitioned_parquet_snap.item_7.i_category_id, RF049[min_max] -> tpcds_partitioned_parquet_snap.item_7.i_class_id, RF044[bloom] -> tpcds_partitioned_parquet_snap.item_7.i_brand_id, RF045[bloom] -> tpcds_partitioned_parquet_snap.item_7.i_category_id, RF046[bloom] -> tpcds_partitioned_parquet_snap.item_7.i_class_id
| | | stored statistics:
| | | table: rows=360.00K size=33.54MB
| | | columns: all
@@ -1798,7 +1811,7 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| |
| 47:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
| HDFS partitions=1824/1824 files=1824 size=389.90GB
| runtime filters: RF043[min_max] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk, RF039[min_max] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk, RF040[bloom] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_sold_date_sk, RF042[bloom] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk
| runtime filters: RF043[min_max] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk, RF039[min_max] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk, RF040[bloom] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_sold_date_sk
| stored statistics:
| table: rows=8.64G size=389.90GB
| partitions: 1824/1824 rows=8.64G
@@ -2018,7 +2031,7 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| in pipelines: 00(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=7 (adjusted from 120)
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
Per-Instance Resources: mem-estimate=40.06MB mem-reservation=17.00MB thread-reservation=1
max-parallelism=7 segment-costs=[201655276, 8568806] cpu-comparison-result=399 [max(7 (self) vs 399 (sum children))]
33:AGGREGATE [STREAMING]
@@ -2163,12 +2176,12 @@ max-parallelism=7 segment-costs=[201655276, 8568806] cpu-comparison-result=399 [
| in pipelines: 00(GETNEXT), 111(OPEN)
|
|--F88:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=5.54MB mem-reservation=3.88MB thread-reservation=1 runtime-filters-memory=1.00MB
| | Per-Instance Resources: mem-estimate=4.54MB mem-reservation=2.88MB thread-reservation=1
| | max-parallelism=10 segment-costs=[83840] cpu-comparison-result=374 [max(10 (self) vs 374 (sum children))]
| JOIN BUILD
| | join-table-id=23 plan-id=24 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
| | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| | runtime filters: RF011[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0 cost=36000
| |
| 113:EXCHANGE [BROADCAST]
@@ -2188,11 +2201,12 @@ max-parallelism=7 segment-costs=[201655276, 8568806] cpu-comparison-result=399 [
| | in pipelines: 111(GETNEXT), 01(OPEN)
| |
| |--F89:PLAN FRAGMENT [HASH(BRAND_ID,CLASS_ID,CATEGORY_ID)] hosts=10 instances=10 (adjusted from 120)
| | | Per-Instance Resources: mem-estimate=2.15MB mem-reservation=1.94MB thread-reservation=1
| | | Per-Instance Resources: mem-estimate=5.15MB mem-reservation=4.94MB thread-reservation=1 runtime-filters-memory=3.00MB
| | | max-parallelism=10 segment-costs=[42649]
| | JOIN BUILD
| | | join-table-id=24 plan-id=25 cohort-id=08
| | | build expressions: tpcds_partitioned_parquet_snap.item.i_brand_id, tpcds_partitioned_parquet_snap.item.i_category_id, tpcds_partitioned_parquet_snap.item.i_class_id
| | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.item.i_brand_id, RF013[bloom] <- tpcds_partitioned_parquet_snap.item.i_category_id, RF014[bloom] <- tpcds_partitioned_parquet_snap.item.i_class_id, RF015[min_max] <- tpcds_partitioned_parquet_snap.item.i_brand_id, RF016[min_max] <- tpcds_partitioned_parquet_snap.item.i_category_id, RF017[min_max] <- tpcds_partitioned_parquet_snap.item.i_class_id
| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=36000
| | |
| | 112:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_brand_id,tpcds_partitioned_parquet_snap.item.i_class_id,tpcds_partitioned_parquet_snap.item.i_category_id)]
@@ -2285,7 +2299,6 @@ max-parallelism=7 segment-costs=[201655276, 8568806] cpu-comparison-result=399 [
| | | | in pipelines: 10(GETNEXT)
| | | |
| | | F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=33.50MB mem-reservation=6.00MB thread-reservation=1
| | | max-parallelism=1030 segment-costs=[10292257811, 23047987] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
| | | 15:AGGREGATE [STREAMING]
@@ -2303,12 +2316,12 @@ max-parallelism=7 segment-costs=[201655276, 8568806] cpu-comparison-result=399 [
| | | | in pipelines: 10(GETNEXT), 13(OPEN)
| | | |
| | | |--F94:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | | Per-Instance Resources: mem-estimate=414.57MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | | Per-Instance Resources: mem-estimate=413.57MB mem-reservation=408.00MB thread-reservation=1
| | | | | max-parallelism=10 segment-costs=[838440]
| | | | JOIN BUILD
| | | | | join-table-id=29 plan-id=30 cohort-id=08
| | | | | build expressions: tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | | | runtime filters: RF026[bloom] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk, RF027[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | | | runtime filters: RF027[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
| | | | |
| | | | 105:EXCHANGE [BROADCAST]
@@ -2317,10 +2330,12 @@ max-parallelism=7 segment-costs=[201655276, 8568806] cpu-comparison-result=399 [
| | | | | in pipelines: 13(GETNEXT)
| | | | |
| | | | F11:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | | max-parallelism=4 segment-costs=[106272]
| | | | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | runtime filters: RF015[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_brand_id, RF016[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_category_id, RF017[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_class_id, RF012[bloom] -> tpcds_partitioned_parquet_snap.item_1.i_brand_id, RF013[bloom] -> tpcds_partitioned_parquet_snap.item_1.i_category_id, RF014[bloom] -> tpcds_partitioned_parquet_snap.item_1.i_class_id
| | | | stored statistics:
| | | | table: rows=360.00K size=33.54MB
| | | | columns: all
@@ -2368,7 +2383,7 @@ max-parallelism=7 segment-costs=[201655276, 8568806] cpu-comparison-result=399 [
| | | |
| | | 10:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
| | | HDFS partitions=1831/1831 files=1831 size=280.96GB
| | | runtime filters: RF027[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF026[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
| | | runtime filters: RF027[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
| | | stored statistics:
| | | table: rows=4.32G size=280.96GB
| | | partitions: 1831/1831 rows=4.32G
@@ -2390,7 +2405,6 @@ max-parallelism=7 segment-costs=[201655276, 8568806] cpu-comparison-result=399 [
| | | in pipelines: 04(GETNEXT)
| | |
| | F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | Per-Instance Resources: mem-estimate=33.50MB mem-reservation=9.00MB thread-reservation=1
| | max-parallelism=1824 segment-costs=[20502959018, 23047987] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
| | 09:AGGREGATE [STREAMING]
@@ -2408,12 +2422,12 @@ max-parallelism=7 segment-costs=[201655276, 8568806] cpu-comparison-result=399 [
| | | in pipelines: 04(GETNEXT), 07(OPEN)
| | |
| | |--F92:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | Per-Instance Resources: mem-estimate=414.57MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | Per-Instance Resources: mem-estimate=413.57MB mem-reservation=408.00MB thread-reservation=1
| | | | max-parallelism=10 segment-costs=[838440]
| | | JOIN BUILD
| | | | join-table-id=27 plan-id=28 cohort-id=08
| | | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | | runtime filters: RF022[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF023[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | | runtime filters: RF023[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
| | | |
| | | 101:EXCHANGE [BROADCAST]
@@ -2422,10 +2436,12 @@ max-parallelism=7 segment-costs=[201655276, 8568806] cpu-comparison-result=399 [
| | | | in pipelines: 07(GETNEXT)
| | | |
| | | F07:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | max-parallelism=4 segment-costs=[106272]
| | | 07:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | HDFS partitions=1/1 files=1 size=33.54MB
| | | runtime filters: RF015[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_brand_id, RF016[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_category_id, RF017[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_class_id, RF012[bloom] -> tpcds_partitioned_parquet_snap.item_0.i_brand_id, RF013[bloom] -> tpcds_partitioned_parquet_snap.item_0.i_category_id, RF014[bloom] -> tpcds_partitioned_parquet_snap.item_0.i_class_id
| | | stored statistics:
| | | table: rows=360.00K size=33.54MB
| | | columns: all
@@ -2473,7 +2489,7 @@ max-parallelism=7 segment-costs=[201655276, 8568806] cpu-comparison-result=399 [
| | |
| | 04:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
| | HDFS partitions=1824/1824 files=1824 size=389.90GB
| | runtime filters: RF023[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk, RF022[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk
| | runtime filters: RF023[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk
| | stored statistics:
| | table: rows=8.64G size=389.90GB
| | partitions: 1824/1824 rows=8.64G
@@ -2526,10 +2542,12 @@ max-parallelism=7 segment-costs=[201655276, 8568806] cpu-comparison-result=399 [
| | | in pipelines: 20(GETNEXT)
| | |
| | F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | max-parallelism=4 segment-costs=[106272]
| | 20:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | HDFS partitions=1/1 files=1 size=33.54MB
| | runtime filters: RF015[min_max] -> tpcds_partitioned_parquet_snap.item_2.i_brand_id, RF016[min_max] -> tpcds_partitioned_parquet_snap.item_2.i_category_id, RF017[min_max] -> tpcds_partitioned_parquet_snap.item_2.i_class_id, RF012[bloom] -> tpcds_partitioned_parquet_snap.item_2.i_brand_id, RF013[bloom] -> tpcds_partitioned_parquet_snap.item_2.i_category_id, RF014[bloom] -> tpcds_partitioned_parquet_snap.item_2.i_class_id
| | stored statistics:
| | table: rows=360.00K size=33.54MB
| | columns: all
@@ -2589,7 +2607,7 @@ max-parallelism=7 segment-costs=[201655276, 8568806] cpu-comparison-result=399 [
|
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
HDFS partitions=1824/1824 files=1824 size=389.90GB
runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1824/1824 rows=8.64G
@@ -2599,8 +2617,8 @@ max-parallelism=7 segment-costs=[201655276, 8568806] cpu-comparison-result=399 [
tuple-ids=0 row-size=16B cardinality=33.16M(filtered from 8.64G) cost=7639521
in pipelines: 00(GETNEXT)
---- PARALLELPLANS
Max Per-Host Resource Reservation: Memory=6.04GB Threads=229
Per-Host Resource Estimates: Memory=16.49GB
Max Per-Host Resource Reservation: Memory=6.05GB Threads=229
Per-Host Resource Estimates: Memory=16.50GB
F66:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.65MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[1239] cpu-comparison-result=1038 [max(1 (self) vs 1038 (sum children))]
@@ -2901,7 +2919,7 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | in pipelines: 47(GETNEXT)
| |
| F33:PLAN FRAGMENT [RANDOM] hosts=10 instances=7 (adjusted from 120)
| Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| Per-Instance Resources: mem-estimate=18.03MB mem-reservation=8.00MB thread-reservation=1
| max-parallelism=7 segment-costs=[195386723]
| 77:HASH JOIN [INNER JOIN, BROADCAST]
@@ -3003,12 +3021,12 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | in pipelines: 47(GETNEXT), 142(OPEN)
| |
| |--F75:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=5.54MB mem-reservation=3.88MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=4.54MB mem-reservation=2.88MB thread-reservation=1
| | | max-parallelism=10 segment-costs=[83840] cpu-comparison-result=374 [max(10 (self) vs 374 (sum children))]
| | JOIN BUILD
| | | join-table-id=08 plan-id=09 cohort-id=02
| | | build expressions: tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | runtime filters: RF042[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk, RF043[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | runtime filters: RF043[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0 cost=36000
| | |
| | 144:EXCHANGE [BROADCAST]
@@ -3028,11 +3046,12 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | | in pipelines: 142(GETNEXT), 48(OPEN)
| | |
| | |--F76:PLAN FRAGMENT [HASH(BRAND_ID,CLASS_ID,CATEGORY_ID)] hosts=10 instances=10 (adjusted from 120)
| | | | Per-Instance Resources: mem-estimate=2.15MB mem-reservation=1.94MB thread-reservation=1
| | | | Per-Instance Resources: mem-estimate=5.15MB mem-reservation=4.94MB thread-reservation=1 runtime-filters-memory=3.00MB
| | | | max-parallelism=10 segment-costs=[42649]
| | | JOIN BUILD
| | | | join-table-id=09 plan-id=10 cohort-id=05
| | | | build expressions: tpcds_partitioned_parquet_snap.item_4.i_brand_id, tpcds_partitioned_parquet_snap.item_4.i_category_id, tpcds_partitioned_parquet_snap.item_4.i_class_id
| | | | runtime filters: RF044[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_brand_id, RF045[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_category_id, RF046[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_class_id, RF047[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_brand_id, RF048[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_category_id, RF049[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_class_id
| | | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=36000
| | | |
| | | 143:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item_4.i_brand_id,tpcds_partitioned_parquet_snap.item_4.i_class_id,tpcds_partitioned_parquet_snap.item_4.i_category_id)]
@@ -3125,7 +3144,6 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | | | | in pipelines: 57(GETNEXT)
| | | | |
| | | | F42:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| | | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | | Per-Instance Resources: mem-estimate=33.50MB mem-reservation=6.00MB thread-reservation=1
| | | | max-parallelism=1030 segment-costs=[10292257811, 23047987] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
| | | | 62:AGGREGATE [STREAMING]
@@ -3143,12 +3161,12 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | | | | in pipelines: 57(GETNEXT), 60(OPEN)
| | | | |
| | | | |--F81:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | | | Per-Instance Resources: mem-estimate=414.57MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | | | Per-Instance Resources: mem-estimate=413.57MB mem-reservation=408.00MB thread-reservation=1
| | | | | | max-parallelism=10 segment-costs=[838440]
| | | | | JOIN BUILD
| | | | | | join-table-id=14 plan-id=15 cohort-id=05
| | | | | | build expressions: tpcds_partitioned_parquet_snap.item_6.i_item_sk
| | | | | | runtime filters: RF058[bloom] <- tpcds_partitioned_parquet_snap.item_6.i_item_sk, RF059[min_max] <- tpcds_partitioned_parquet_snap.item_6.i_item_sk
| | | | | | runtime filters: RF059[min_max] <- tpcds_partitioned_parquet_snap.item_6.i_item_sk
| | | | | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
| | | | | |
| | | | | 136:EXCHANGE [BROADCAST]
@@ -3157,10 +3175,12 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | | | | | in pipelines: 60(GETNEXT)
| | | | | |
| | | | | F44:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | | | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | | | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | | | max-parallelism=4 segment-costs=[106272]
| | | | | 60:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | | runtime filters: RF047[min_max] -> tpcds_partitioned_parquet_snap.item_6.i_brand_id, RF048[min_max] -> tpcds_partitioned_parquet_snap.item_6.i_category_id, RF049[min_max] -> tpcds_partitioned_parquet_snap.item_6.i_class_id, RF044[bloom] -> tpcds_partitioned_parquet_snap.item_6.i_brand_id, RF045[bloom] -> tpcds_partitioned_parquet_snap.item_6.i_category_id, RF046[bloom] -> tpcds_partitioned_parquet_snap.item_6.i_class_id
| | | | | stored statistics:
| | | | | table: rows=360.00K size=33.54MB
| | | | | columns: all
@@ -3208,7 +3228,7 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | | | |
| | | | 57:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
| | | | HDFS partitions=1831/1831 files=1831 size=280.96GB
| | | | runtime filters: RF059[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk, RF058[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk
| | | | runtime filters: RF059[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_1.cs_item_sk
| | | | stored statistics:
| | | | table: rows=4.32G size=280.96GB
| | | | partitions: 1831/1831 rows=4.32G
@@ -3230,7 +3250,6 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | | | in pipelines: 51(GETNEXT)
| | | |
| | | F38:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=33.50MB mem-reservation=9.00MB thread-reservation=1
| | | max-parallelism=1824 segment-costs=[20502959018, 23047987] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
| | | 56:AGGREGATE [STREAMING]
@@ -3248,12 +3267,12 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | | | in pipelines: 51(GETNEXT), 54(OPEN)
| | | |
| | | |--F79:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | | Per-Instance Resources: mem-estimate=414.57MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | | Per-Instance Resources: mem-estimate=413.57MB mem-reservation=408.00MB thread-reservation=1
| | | | | max-parallelism=10 segment-costs=[838440]
| | | | JOIN BUILD
| | | | | join-table-id=12 plan-id=13 cohort-id=05
| | | | | build expressions: tpcds_partitioned_parquet_snap.item_5.i_item_sk
| | | | | runtime filters: RF054[bloom] <- tpcds_partitioned_parquet_snap.item_5.i_item_sk, RF055[min_max] <- tpcds_partitioned_parquet_snap.item_5.i_item_sk
| | | | | runtime filters: RF055[min_max] <- tpcds_partitioned_parquet_snap.item_5.i_item_sk
| | | | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
| | | | |
| | | | 132:EXCHANGE [BROADCAST]
@@ -3262,10 +3281,12 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | | | | in pipelines: 54(GETNEXT)
| | | | |
| | | | F40:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | | max-parallelism=4 segment-costs=[106272]
| | | | 54:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | runtime filters: RF047[min_max] -> tpcds_partitioned_parquet_snap.item_5.i_brand_id, RF048[min_max] -> tpcds_partitioned_parquet_snap.item_5.i_category_id, RF049[min_max] -> tpcds_partitioned_parquet_snap.item_5.i_class_id, RF044[bloom] -> tpcds_partitioned_parquet_snap.item_5.i_brand_id, RF045[bloom] -> tpcds_partitioned_parquet_snap.item_5.i_category_id, RF046[bloom] -> tpcds_partitioned_parquet_snap.item_5.i_class_id
| | | | stored statistics:
| | | | table: rows=360.00K size=33.54MB
| | | | columns: all
@@ -3313,7 +3334,7 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | | |
| | | 51:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
| | | HDFS partitions=1824/1824 files=1824 size=389.90GB
| | | runtime filters: RF055[min_max] -> tpcds_partitioned_parquet_snap.store_sales_3.ss_item_sk, RF054[bloom] -> tpcds_partitioned_parquet_snap.store_sales_3.ss_item_sk
| | | runtime filters: RF055[min_max] -> tpcds_partitioned_parquet_snap.store_sales_3.ss_item_sk
| | | stored statistics:
| | | table: rows=8.64G size=389.90GB
| | | partitions: 1824/1824 rows=8.64G
@@ -3366,10 +3387,12 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| | | | in pipelines: 67(GETNEXT)
| | | |
| | | F36:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | max-parallelism=4 segment-costs=[106272]
| | | 67:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | HDFS partitions=1/1 files=1 size=33.54MB
| | | runtime filters: RF047[min_max] -> tpcds_partitioned_parquet_snap.item_7.i_brand_id, RF048[min_max] -> tpcds_partitioned_parquet_snap.item_7.i_category_id, RF049[min_max] -> tpcds_partitioned_parquet_snap.item_7.i_class_id, RF044[bloom] -> tpcds_partitioned_parquet_snap.item_7.i_brand_id, RF045[bloom] -> tpcds_partitioned_parquet_snap.item_7.i_category_id, RF046[bloom] -> tpcds_partitioned_parquet_snap.item_7.i_class_id
| | | stored statistics:
| | | table: rows=360.00K size=33.54MB
| | | columns: all
@@ -3429,7 +3452,7 @@ max-parallelism=90 segment-costs=[5878988, 847694218, 220] cpu-comparison-result
| |
| 47:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
| HDFS partitions=1824/1824 files=1824 size=389.90GB
| runtime filters: RF043[min_max] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk, RF039[min_max] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk, RF040[bloom] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_sold_date_sk, RF042[bloom] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk
| runtime filters: RF043[min_max] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk, RF039[min_max] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_item_sk, RF040[bloom] -> tpcds_partitioned_parquet_snap.store_sales_2.ss_sold_date_sk
| stored statistics:
| table: rows=8.64G size=389.90GB
| partitions: 1824/1824 rows=8.64G
@@ -3700,7 +3723,7 @@ max-parallelism=10 segment-costs=[21149891, 8568806] cpu-comparison-result=399 [
| in pipelines: 00(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=7 (adjusted from 120)
Per-Host Shared Resources: mem-estimate=2.00MB mem-reservation=2.00MB thread-reservation=0 runtime-filters-memory=2.00MB
Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
Per-Instance Resources: mem-estimate=18.03MB mem-reservation=8.00MB thread-reservation=1
max-parallelism=7 segment-costs=[195386723]
30:HASH JOIN [INNER JOIN, BROADCAST]
@@ -3802,12 +3825,12 @@ max-parallelism=7 segment-costs=[195386723]
| in pipelines: 00(GETNEXT), 111(OPEN)
|
|--F90:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=5.54MB mem-reservation=3.88MB thread-reservation=1 runtime-filters-memory=1.00MB
| | Per-Instance Resources: mem-estimate=4.54MB mem-reservation=2.88MB thread-reservation=1
| | max-parallelism=10 segment-costs=[83840] cpu-comparison-result=374 [max(10 (self) vs 374 (sum children))]
| JOIN BUILD
| | join-table-id=23 plan-id=24 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
| | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| | runtime filters: RF011[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0 cost=36000
| |
| 113:EXCHANGE [BROADCAST]
@@ -3827,11 +3850,12 @@ max-parallelism=7 segment-costs=[195386723]
| | in pipelines: 111(GETNEXT), 01(OPEN)
| |
| |--F91:PLAN FRAGMENT [HASH(BRAND_ID,CLASS_ID,CATEGORY_ID)] hosts=10 instances=10 (adjusted from 120)
| | | Per-Instance Resources: mem-estimate=2.15MB mem-reservation=1.94MB thread-reservation=1
| | | Per-Instance Resources: mem-estimate=5.15MB mem-reservation=4.94MB thread-reservation=1 runtime-filters-memory=3.00MB
| | | max-parallelism=10 segment-costs=[42649]
| | JOIN BUILD
| | | join-table-id=24 plan-id=25 cohort-id=08
| | | build expressions: tpcds_partitioned_parquet_snap.item.i_brand_id, tpcds_partitioned_parquet_snap.item.i_category_id, tpcds_partitioned_parquet_snap.item.i_class_id
| | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.item.i_brand_id, RF013[bloom] <- tpcds_partitioned_parquet_snap.item.i_category_id, RF014[bloom] <- tpcds_partitioned_parquet_snap.item.i_class_id, RF015[min_max] <- tpcds_partitioned_parquet_snap.item.i_brand_id, RF016[min_max] <- tpcds_partitioned_parquet_snap.item.i_category_id, RF017[min_max] <- tpcds_partitioned_parquet_snap.item.i_class_id
| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0 cost=36000
| | |
| | 112:EXCHANGE [HASH(tpcds_partitioned_parquet_snap.item.i_brand_id,tpcds_partitioned_parquet_snap.item.i_class_id,tpcds_partitioned_parquet_snap.item.i_category_id)]
@@ -3924,7 +3948,6 @@ max-parallelism=7 segment-costs=[195386723]
| | | | in pipelines: 10(GETNEXT)
| | | |
| | | F09:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| | | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | | Per-Instance Resources: mem-estimate=33.50MB mem-reservation=6.00MB thread-reservation=1
| | | max-parallelism=1030 segment-costs=[10292257811, 23047987] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
| | | 15:AGGREGATE [STREAMING]
@@ -3942,12 +3965,12 @@ max-parallelism=7 segment-costs=[195386723]
| | | | in pipelines: 10(GETNEXT), 13(OPEN)
| | | |
| | | |--F96:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | | Per-Instance Resources: mem-estimate=414.57MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | | Per-Instance Resources: mem-estimate=413.57MB mem-reservation=408.00MB thread-reservation=1
| | | | | max-parallelism=10 segment-costs=[838440]
| | | | JOIN BUILD
| | | | | join-table-id=29 plan-id=30 cohort-id=08
| | | | | build expressions: tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | | | runtime filters: RF026[bloom] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk, RF027[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | | | runtime filters: RF027[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
| | | | |
| | | | 105:EXCHANGE [BROADCAST]
@@ -3956,10 +3979,12 @@ max-parallelism=7 segment-costs=[195386723]
| | | | | in pipelines: 13(GETNEXT)
| | | | |
| | | | F11:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | | max-parallelism=4 segment-costs=[106272]
| | | | 13:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | | HDFS partitions=1/1 files=1 size=33.54MB
| | | | runtime filters: RF015[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_brand_id, RF016[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_category_id, RF017[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_class_id, RF012[bloom] -> tpcds_partitioned_parquet_snap.item_1.i_brand_id, RF013[bloom] -> tpcds_partitioned_parquet_snap.item_1.i_category_id, RF014[bloom] -> tpcds_partitioned_parquet_snap.item_1.i_class_id
| | | | stored statistics:
| | | | table: rows=360.00K size=33.54MB
| | | | columns: all
@@ -4007,7 +4032,7 @@ max-parallelism=7 segment-costs=[195386723]
| | | |
| | | 10:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
| | | HDFS partitions=1831/1831 files=1831 size=280.96GB
| | | runtime filters: RF027[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF026[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
| | | runtime filters: RF027[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
| | | stored statistics:
| | | table: rows=4.32G size=280.96GB
| | | partitions: 1831/1831 rows=4.32G
@@ -4029,7 +4054,6 @@ max-parallelism=7 segment-costs=[195386723]
| | | in pipelines: 04(GETNEXT)
| | |
| | F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| | Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| | Per-Instance Resources: mem-estimate=33.50MB mem-reservation=9.00MB thread-reservation=1
| | max-parallelism=1824 segment-costs=[20502959018, 23047987] cpu-comparison-result=120 [max(120 (self) vs 25 (sum children))]
| | 09:AGGREGATE [STREAMING]
@@ -4047,12 +4071,12 @@ max-parallelism=7 segment-costs=[195386723]
| | | in pipelines: 04(GETNEXT), 07(OPEN)
| | |
| | |--F94:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | | Per-Instance Resources: mem-estimate=414.57MB mem-reservation=409.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | | Per-Instance Resources: mem-estimate=413.57MB mem-reservation=408.00MB thread-reservation=1
| | | | max-parallelism=10 segment-costs=[838440]
| | | JOIN BUILD
| | | | join-table-id=27 plan-id=28 cohort-id=08
| | | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | | runtime filters: RF022[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF023[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | | runtime filters: RF023[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | | mem-estimate=408.00MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=360000
| | | |
| | | 101:EXCHANGE [BROADCAST]
@@ -4061,10 +4085,12 @@ max-parallelism=7 segment-costs=[195386723]
| | | | in pipelines: 07(GETNEXT)
| | | |
| | | F07:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | | max-parallelism=4 segment-costs=[106272]
| | | 07:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | | HDFS partitions=1/1 files=1 size=33.54MB
| | | runtime filters: RF015[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_brand_id, RF016[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_category_id, RF017[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_class_id, RF012[bloom] -> tpcds_partitioned_parquet_snap.item_0.i_brand_id, RF013[bloom] -> tpcds_partitioned_parquet_snap.item_0.i_category_id, RF014[bloom] -> tpcds_partitioned_parquet_snap.item_0.i_class_id
| | | stored statistics:
| | | table: rows=360.00K size=33.54MB
| | | columns: all
@@ -4112,7 +4138,7 @@ max-parallelism=7 segment-costs=[195386723]
| | |
| | 04:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
| | HDFS partitions=1824/1824 files=1824 size=389.90GB
| | runtime filters: RF023[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk, RF022[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk
| | runtime filters: RF023[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk
| | stored statistics:
| | table: rows=8.64G size=389.90GB
| | partitions: 1824/1824 rows=8.64G
@@ -4165,10 +4191,12 @@ max-parallelism=7 segment-costs=[195386723]
| | | in pipelines: 20(GETNEXT)
| | |
| | F03:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| | Per-Instance Resources: mem-estimate=16.08MB mem-reservation=512.00KB thread-reservation=1
| | max-parallelism=4 segment-costs=[106272]
| | 20:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | HDFS partitions=1/1 files=1 size=33.54MB
| | runtime filters: RF015[min_max] -> tpcds_partitioned_parquet_snap.item_2.i_brand_id, RF016[min_max] -> tpcds_partitioned_parquet_snap.item_2.i_category_id, RF017[min_max] -> tpcds_partitioned_parquet_snap.item_2.i_class_id, RF012[bloom] -> tpcds_partitioned_parquet_snap.item_2.i_brand_id, RF013[bloom] -> tpcds_partitioned_parquet_snap.item_2.i_category_id, RF014[bloom] -> tpcds_partitioned_parquet_snap.item_2.i_class_id
| | stored statistics:
| | table: rows=360.00K size=33.54MB
| | columns: all
@@ -4228,7 +4256,7 @@ max-parallelism=7 segment-costs=[195386723]
|
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
HDFS partitions=1824/1824 files=1824 size=389.90GB
runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk
runtime filters: RF011[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF007[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1824/1824 rows=8.64G

49
testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q54.test vendored
View File

@@ -56,10 +56,10 @@ with my_customers as (
# end query 54 in stream 0 using template query54.tpl
---- PLAN
Max Per-Host Resource Reservation: Memory=142.19MB Threads=1
Per-Host Resource Estimates: Memory=1.72GB
Max Per-Host Resource Reservation: Memory=160.19MB Threads=1
Per-Host Resource Estimates: Memory=1.74GB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=1.72GB mem-reservation=142.19MB thread-reservation=1 runtime-filters-memory=20.00MB
| Per-Instance Resources: mem-estimate=1.74GB mem-reservation=160.19MB thread-reservation=1 runtime-filters-memory=38.00MB
| max-parallelism=1 segment-costs=[9083654006, 17041, 0, 17041, 0, 2758640848, 8524965, 8231261, 300]
PLAN-ROOT SINK
| output exprs: divide(sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price), 50), count(), multiply(CAST(divide(sum(tpcds_partitioned_parquet_snap.store_sales.ss_ext_sales_price), 50) AS BIGINT), CAST(50 AS BIGINT))
@@ -221,6 +221,7 @@ PLAN-ROOT SINK
| 09:HASH JOIN [INNER JOIN]
| | hash predicates: CUSTOMER_SK = tpcds_partitioned_parquet_snap.customer.c_customer_sk
| | fk/pk conjuncts: assumed fk/pk
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
| | mem-estimate=996.88MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
| | tuple-ids=8,9,11,2 row-size=74B cardinality=30.00M cost=1697567785
| | in pipelines: 03(GETNEXT), 04(GETNEXT), 01(OPEN)
@@ -239,6 +240,7 @@ PLAN-ROOT SINK
| 08:HASH JOIN [INNER JOIN]
| | hash predicates: SOLD_DATE_SK = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | fk/pk conjuncts: assumed fk/pk
| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| | tuple-ids=8,9,11 row-size=66B cardinality=6.48G cost=2836316218
| | in pipelines: 03(GETNEXT), 04(GETNEXT), 07(OPEN)
@@ -259,6 +261,7 @@ PLAN-ROOT SINK
| 06:HASH JOIN [INNER JOIN]
| | hash predicates: ITEM_SK = tpcds_partitioned_parquet_snap.item.i_item_sk
| | fk/pk conjuncts: assumed fk/pk
| | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| | tuple-ids=8,9 row-size=54B cardinality=6.48G cost=2836317256
| | in pipelines: 03(GETNEXT), 04(GETNEXT), 05(OPEN)
@@ -283,6 +286,7 @@ PLAN-ROOT SINK
| |
| |--04:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales]
| | HDFS partitions=1824/1824 files=1824 size=145.75GB
| | runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk, RF011[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk
| | stored statistics:
| | table: rows=2.16G size=145.75GB
| | partitions: 1824/1824 rows=2.16G
@@ -294,6 +298,7 @@ PLAN-ROOT SINK
| |
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
| HDFS partitions=1831/1831 files=1831 size=280.96GB
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF011[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1831/1831 rows=4.32G
@@ -306,7 +311,7 @@ PLAN-ROOT SINK
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
HDFS partitions=1824/1824 files=1824 size=389.90GB
predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)
runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1824/1824 rows=8.64G
@@ -317,8 +322,8 @@ PLAN-ROOT SINK
tuple-ids=0 row-size=12B cardinality=863.99M cost=1735762980
in pipelines: 00(GETNEXT)
---- DISTRIBUTEDPLAN
Max Per-Host Resource Reservation: Memory=1.76GB Threads=50
Per-Host Resource Estimates: Memory=3.54GB
Max Per-Host Resource Reservation: Memory=1.79GB Threads=50
Per-Host Resource Estimates: Memory=3.58GB
F19:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.02MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[327] cpu-comparison-result=151 [max(1 (self) vs 151 (sum children))]
@@ -675,6 +680,7 @@ max-parallelism=280 segment-costs=[2720923444, 40528948] cpu-comparison-result=1
| | in pipelines: 03(GETNEXT), 04(GETNEXT)
| |
| F03:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| Per-Host Shared Resources: mem-estimate=18.00MB mem-reservation=18.00MB thread-reservation=0 runtime-filters-memory=18.00MB
| Per-Instance Resources: mem-estimate=26.94MB mem-reservation=6.00MB thread-reservation=1
| max-parallelism=120 segment-costs=[9050068071, 30912000] cpu-comparison-result=120 [max(120 (self) vs 45 (sum children))]
| 10:AGGREGATE [STREAMING]
@@ -692,11 +698,12 @@ max-parallelism=280 segment-costs=[2720923444, 40528948] cpu-comparison-result=1
| | in pipelines: 03(GETNEXT), 04(GETNEXT), 01(OPEN)
| |
| |--F26:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=1007.00MB mem-reservation=408.00MB thread-reservation=1
| | | Per-Instance Resources: mem-estimate=1023.00MB mem-reservation=424.00MB thread-reservation=1 runtime-filters-memory=16.00MB
| | | max-parallelism=10 segment-costs=[69869990]
| | JOIN BUILD
| | | join-table-id=06 plan-id=07 cohort-id=04
| | | build expressions: tpcds_partitioned_parquet_snap.customer.c_customer_sk
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
| | | mem-estimate=996.88MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
| | |
| | 31:EXCHANGE [BROADCAST]
@@ -728,11 +735,12 @@ max-parallelism=280 segment-costs=[2720923444, 40528948] cpu-comparison-result=1
| | in pipelines: 03(GETNEXT), 04(GETNEXT), 07(OPEN)
| |
| |--F27:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=23.27MB mem-reservation=23.25MB thread-reservation=1
| | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[248]
| | JOIN BUILD
| | | join-table-id=07 plan-id=08 cohort-id=04
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=108
| | |
| | 30:EXCHANGE [BROADCAST]
@@ -765,11 +773,12 @@ max-parallelism=280 segment-costs=[2720923444, 40528948] cpu-comparison-result=1
| | in pipelines: 03(GETNEXT), 04(GETNEXT), 05(OPEN)
| |
| |--F28:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=23.47MB mem-reservation=23.25MB thread-reservation=1
| | | Per-Instance Resources: mem-estimate=24.47MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[2666]
| | JOIN BUILD
| | | join-table-id=08 plan-id=09 cohort-id=04
| | | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1146
| | |
| | 29:EXCHANGE [BROADCAST]
@@ -800,6 +809,7 @@ max-parallelism=280 segment-costs=[2720923444, 40528948] cpu-comparison-result=1
| |
| |--04:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
| | HDFS partitions=1824/1824 files=1824 size=145.75GB
| | runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk, RF011[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk
| | stored statistics:
| | table: rows=2.16G size=145.75GB
| | partitions: 1824/1824 rows=2.16G
@@ -811,6 +821,7 @@ max-parallelism=280 segment-costs=[2720923444, 40528948] cpu-comparison-result=1
| |
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
| HDFS partitions=1831/1831 files=1831 size=280.96GB
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF011[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1831/1831 rows=4.32G
@@ -823,7 +834,7 @@ max-parallelism=280 segment-costs=[2720923444, 40528948] cpu-comparison-result=1
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
HDFS partitions=1824/1824 files=1824 size=389.90GB
predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)
runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1824/1824 rows=8.64G
@@ -834,8 +845,8 @@ max-parallelism=280 segment-costs=[2720923444, 40528948] cpu-comparison-result=1
tuple-ids=0 row-size=12B cardinality=863.99M cost=1735762980
in pipelines: 00(GETNEXT)
---- PARALLELPLANS
Max Per-Host Resource Reservation: Memory=1.76GB Threads=50
Per-Host Resource Estimates: Memory=3.54GB
Max Per-Host Resource Reservation: Memory=1.79GB Threads=50
Per-Host Resource Estimates: Memory=3.58GB
F19:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=4.02MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[327] cpu-comparison-result=151 [max(1 (self) vs 151 (sum children))]
@@ -1192,6 +1203,7 @@ max-parallelism=280 segment-costs=[2720923444, 40528948] cpu-comparison-result=1
| | in pipelines: 03(GETNEXT), 04(GETNEXT)
| |
| F03:PLAN FRAGMENT [RANDOM] hosts=10 instances=120
| Per-Host Shared Resources: mem-estimate=18.00MB mem-reservation=18.00MB thread-reservation=0 runtime-filters-memory=18.00MB
| Per-Instance Resources: mem-estimate=26.94MB mem-reservation=6.00MB thread-reservation=1
| max-parallelism=120 segment-costs=[9050068071, 30912000] cpu-comparison-result=120 [max(120 (self) vs 45 (sum children))]
| 10:AGGREGATE [STREAMING]
@@ -1209,11 +1221,12 @@ max-parallelism=280 segment-costs=[2720923444, 40528948] cpu-comparison-result=1
| | in pipelines: 03(GETNEXT), 04(GETNEXT), 01(OPEN)
| |
| |--F26:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=1007.00MB mem-reservation=408.00MB thread-reservation=1
| | | Per-Instance Resources: mem-estimate=1023.00MB mem-reservation=424.00MB thread-reservation=1 runtime-filters-memory=16.00MB
| | | max-parallelism=10 segment-costs=[69869990]
| | JOIN BUILD
| | | join-table-id=06 plan-id=07 cohort-id=04
| | | build expressions: tpcds_partitioned_parquet_snap.customer.c_customer_sk
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk, RF007[min_max] <- tpcds_partitioned_parquet_snap.customer.c_customer_sk
| | | mem-estimate=996.88MB mem-reservation=408.00MB spill-buffer=2.00MB thread-reservation=0 cost=30000000
| | |
| | 31:EXCHANGE [BROADCAST]
@@ -1245,11 +1258,12 @@ max-parallelism=280 segment-costs=[2720923444, 40528948] cpu-comparison-result=1
| | in pipelines: 03(GETNEXT), 04(GETNEXT), 07(OPEN)
| |
| |--F27:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=23.27MB mem-reservation=23.25MB thread-reservation=1
| | | Per-Instance Resources: mem-estimate=24.27MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[248]
| | JOIN BUILD
| | | join-table-id=07 plan-id=08 cohort-id=04
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=108
| | |
| | 30:EXCHANGE [BROADCAST]
@@ -1282,11 +1296,12 @@ max-parallelism=280 segment-costs=[2720923444, 40528948] cpu-comparison-result=1
| | in pipelines: 03(GETNEXT), 04(GETNEXT), 05(OPEN)
| |
| |--F28:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=23.47MB mem-reservation=23.25MB thread-reservation=1
| | | Per-Instance Resources: mem-estimate=24.47MB mem-reservation=24.25MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[2666]
| | JOIN BUILD
| | | join-table-id=08 plan-id=09 cohort-id=04
| | | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
| | | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF011[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=1146
| | |
| | 29:EXCHANGE [BROADCAST]
@@ -1317,6 +1332,7 @@ max-parallelism=280 segment-costs=[2720923444, 40528948] cpu-comparison-result=1
| |
| |--04:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
| | HDFS partitions=1824/1824 files=1824 size=145.75GB
| | runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk, RF011[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_bill_customer_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk
| | stored statistics:
| | table: rows=2.16G size=145.75GB
| | partitions: 1824/1824 rows=2.16G
@@ -1328,6 +1344,7 @@ max-parallelism=280 segment-costs=[2720923444, 40528948] cpu-comparison-result=1
| |
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
| HDFS partitions=1831/1831 files=1831 size=280.96GB
| runtime filters: RF007[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF011[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_bill_customer_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1831/1831 rows=4.32G
@@ -1340,7 +1357,7 @@ max-parallelism=280 segment-costs=[2720923444, 40528948] cpu-comparison-result=1
00:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
HDFS partitions=1824/1824 files=1824 size=389.90GB
predicates: is_not_null_pred(tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk)
runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk
runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_customer_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
stored statistics:
table: rows=8.64G size=389.90GB
partitions: 1824/1824 rows=8.64G

44
testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q71.test vendored
View File

@@ -40,10 +40,10 @@ select i_brand_id brand_id, i_brand brand,t_hour,t_minute,
# end query 71 in stream 0 using template query71.tpl
---- PLAN
Max Per-Host Resource Reservation: Memory=52.25MB Threads=1
Max Per-Host Resource Reservation: Memory=54.25MB Threads=1
Per-Host Resource Estimates: Memory=34.65GB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=34.65GB mem-reservation=52.25MB thread-reservation=1 runtime-filters-memory=3.00MB
| Per-Instance Resources: mem-estimate=34.65GB mem-reservation=54.25MB thread-reservation=1 runtime-filters-memory=5.00MB
| max-parallelism=1 segment-costs=[5013997946, 1477452751, 2592000000]
PLAN-ROOT SINK
| output exprs: tpcds_partitioned_parquet_snap.item.i_brand_id, tpcds_partitioned_parquet_snap.item.i_brand, tpcds_partitioned_parquet_snap.time_dim.t_hour, tpcds_partitioned_parquet_snap.time_dim.t_minute, sum(EXT_PRICE)
@@ -65,6 +65,7 @@ PLAN-ROOT SINK
14:HASH JOIN [INNER JOIN]
| hash predicates: TIME_SK = tpcds_partitioned_parquet_snap.time_dim.t_time_sk
| fk/pk conjuncts: assumed fk/pk
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.time_dim.t_time_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.time_dim.t_time_sk
| mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB thread-reservation=0
| tuple-ids=13,14,16 row-size=83B cardinality=894.28M cost=391450496
| in pipelines: 02(GETNEXT), 05(GETNEXT), 08(GETNEXT), 13(OPEN)
@@ -84,6 +85,7 @@ PLAN-ROOT SINK
12:HASH JOIN [INNER JOIN]
| hash predicates: SOLD_ITEM_SK = tpcds_partitioned_parquet_snap.item.i_item_sk
| fk/pk conjuncts: assumed fk/pk
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| tuple-ids=13,14 row-size=52B cardinality=894.28M cost=391431790
| in pipelines: 02(GETNEXT), 05(GETNEXT), 08(GETNEXT), 11(OPEN)
@@ -130,7 +132,7 @@ PLAN-ROOT SINK
| |
| 08:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
| HDFS partitions=1824/1824 files=1824 size=389.90GB
| runtime filters: RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_time_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_time_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
| stored statistics:
| table: rows=8.64G size=389.90GB
| partitions: 1824/1824 rows=8.64G
@@ -168,7 +170,7 @@ PLAN-ROOT SINK
| |
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
| HDFS partitions=1831/1831 files=1831 size=280.96GB
| runtime filters: RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_time_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_time_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1831/1831 rows=4.32G
@@ -201,7 +203,7 @@ PLAN-ROOT SINK
|
02:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales]
HDFS partitions=1824/1824 files=1824 size=145.75GB
runtime filters: RF004[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_time_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_time_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
stored statistics:
table: rows=2.16G size=145.75GB
partitions: 1824/1824 rows=2.16G
@@ -212,7 +214,7 @@ PLAN-ROOT SINK
in pipelines: 02(GETNEXT)
---- DISTRIBUTEDPLAN
Max Per-Host Resource Reservation: Memory=1.12GB Threads=34
Per-Host Resource Estimates: Memory=14.59GB
Per-Host Resource Estimates: Memory=14.60GB
F11:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=1.28GB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[2781329205] cpu-comparison-result=120 [max(1 (self) vs 120 (sum children))]
@@ -248,7 +250,7 @@ max-parallelism=390 segment-costs=[3895633958, 1477452751, 925691694] cpu-compar
| in pipelines: 02(GETNEXT), 05(GETNEXT), 08(GETNEXT)
|
F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=109 (adjusted from 120)
Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
Per-Host Shared Resources: mem-estimate=5.00MB mem-reservation=5.00MB thread-reservation=0 runtime-filters-memory=5.00MB
Per-Instance Resources: mem-estimate=444.18MB mem-reservation=42.00MB thread-reservation=1
max-parallelism=109 segment-costs=[6686961141, 3668617212] cpu-comparison-result=109 [max(109 (self) vs 58 (sum children))]
15:AGGREGATE [STREAMING]
@@ -267,11 +269,12 @@ max-parallelism=109 segment-costs=[6686961141, 3668617212] cpu-comparison-result
| in pipelines: 02(GETNEXT), 05(GETNEXT), 08(GETNEXT), 13(OPEN)
|
|--F12:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=32.32MB mem-reservation=31.62MB thread-reservation=1
| | Per-Instance Resources: mem-estimate=33.32MB mem-reservation=32.62MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[52013]
| JOIN BUILD
| | join-table-id=00 plan-id=01 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.time_dim.t_time_sk
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.time_dim.t_time_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.time_dim.t_time_sk
| | mem-estimate=31.62MB mem-reservation=31.62MB spill-buffer=128.00KB thread-reservation=0 cost=22333
| |
| 21:EXCHANGE [BROADCAST]
@@ -303,11 +306,12 @@ max-parallelism=109 segment-costs=[6686961141, 3668617212] cpu-comparison-result
| in pipelines: 02(GETNEXT), 05(GETNEXT), 08(GETNEXT), 11(OPEN)
|
|--F13:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=21.62MB mem-reservation=21.31MB thread-reservation=1
| | Per-Instance Resources: mem-estimate=22.62MB mem-reservation=22.31MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[8447]
| JOIN BUILD
| | join-table-id=01 plan-id=02 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| | mem-estimate=21.31MB mem-reservation=21.31MB spill-buffer=64.00KB thread-reservation=0 cost=3627
| |
| 20:EXCHANGE [BROADCAST]
@@ -377,7 +381,7 @@ max-parallelism=109 segment-costs=[6686961141, 3668617212] cpu-comparison-result
| |
| 08:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
| HDFS partitions=1824/1824 files=1824 size=389.90GB
| runtime filters: RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_time_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_time_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
| stored statistics:
| table: rows=8.64G size=389.90GB
| partitions: 1824/1824 rows=8.64G
@@ -432,7 +436,7 @@ max-parallelism=109 segment-costs=[6686961141, 3668617212] cpu-comparison-result
| |
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
| HDFS partitions=1831/1831 files=1831 size=280.96GB
| runtime filters: RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_time_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_time_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1831/1831 rows=4.32G
@@ -482,7 +486,7 @@ max-parallelism=109 segment-costs=[6686961141, 3668617212] cpu-comparison-result
|
02:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
HDFS partitions=1824/1824 files=1824 size=145.75GB
runtime filters: RF004[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_time_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_time_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
stored statistics:
table: rows=2.16G size=145.75GB
partitions: 1824/1824 rows=2.16G
@@ -493,7 +497,7 @@ max-parallelism=109 segment-costs=[6686961141, 3668617212] cpu-comparison-result
in pipelines: 02(GETNEXT)
---- PARALLELPLANS
Max Per-Host Resource Reservation: Memory=1.12GB Threads=34
Per-Host Resource Estimates: Memory=14.59GB
Per-Host Resource Estimates: Memory=14.60GB
F11:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=1.28GB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[2781329205] cpu-comparison-result=120 [max(1 (self) vs 120 (sum children))]
@@ -529,7 +533,7 @@ max-parallelism=390 segment-costs=[3895633958, 1477452751, 925691694] cpu-compar
| in pipelines: 02(GETNEXT), 05(GETNEXT), 08(GETNEXT)
|
F07:PLAN FRAGMENT [RANDOM] hosts=10 instances=109 (adjusted from 120)
Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
Per-Host Shared Resources: mem-estimate=5.00MB mem-reservation=5.00MB thread-reservation=0 runtime-filters-memory=5.00MB
Per-Instance Resources: mem-estimate=444.18MB mem-reservation=42.00MB thread-reservation=1
max-parallelism=109 segment-costs=[6686961141, 3668617212] cpu-comparison-result=109 [max(109 (self) vs 58 (sum children))]
15:AGGREGATE [STREAMING]
@@ -548,11 +552,12 @@ max-parallelism=109 segment-costs=[6686961141, 3668617212] cpu-comparison-result
| in pipelines: 02(GETNEXT), 05(GETNEXT), 08(GETNEXT), 13(OPEN)
|
|--F12:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=32.32MB mem-reservation=31.62MB thread-reservation=1
| | Per-Instance Resources: mem-estimate=33.32MB mem-reservation=32.62MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[52013]
| JOIN BUILD
| | join-table-id=00 plan-id=01 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.time_dim.t_time_sk
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.time_dim.t_time_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.time_dim.t_time_sk
| | mem-estimate=31.62MB mem-reservation=31.62MB spill-buffer=128.00KB thread-reservation=0 cost=22333
| |
| 21:EXCHANGE [BROADCAST]
@@ -584,11 +589,12 @@ max-parallelism=109 segment-costs=[6686961141, 3668617212] cpu-comparison-result
| in pipelines: 02(GETNEXT), 05(GETNEXT), 08(GETNEXT), 11(OPEN)
|
|--F13:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=21.62MB mem-reservation=21.31MB thread-reservation=1
| | Per-Instance Resources: mem-estimate=22.62MB mem-reservation=22.31MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[8447]
| JOIN BUILD
| | join-table-id=01 plan-id=02 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF003[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| | mem-estimate=21.31MB mem-reservation=21.31MB spill-buffer=64.00KB thread-reservation=0 cost=3627
| |
| 20:EXCHANGE [BROADCAST]
@@ -658,7 +664,7 @@ max-parallelism=109 segment-costs=[6686961141, 3668617212] cpu-comparison-result
| |
| 08:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
| HDFS partitions=1824/1824 files=1824 size=389.90GB
| runtime filters: RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_time_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_time_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
| stored statistics:
| table: rows=8.64G size=389.90GB
| partitions: 1824/1824 rows=8.64G
@@ -713,7 +719,7 @@ max-parallelism=109 segment-costs=[6686961141, 3668617212] cpu-comparison-result
| |
| 05:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
| HDFS partitions=1831/1831 files=1831 size=280.96GB
| runtime filters: RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
| runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_time_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_time_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1831/1831 rows=4.32G
@@ -763,7 +769,7 @@ max-parallelism=109 segment-costs=[6686961141, 3668617212] cpu-comparison-result
|
02:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
HDFS partitions=1824/1824 files=1824 size=145.75GB
runtime filters: RF004[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_time_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_time_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_sold_date_sk
stored statistics:
table: rows=2.16G size=145.75GB
partitions: 1824/1824 rows=2.16G

108
testdata/workloads/functional-planner/queries/PlannerTest/calcite_tpcds/tpcds-q75.test vendored
View File

@@ -89,6 +89,7 @@ PLAN-ROOT SINK
| hash predicates: I_BRAND_ID = I_BRAND_ID, I_CATEGORY_ID = I_CATEGORY_ID, I_CLASS_ID = I_CLASS_ID, I_MANUFACT_ID = I_MANUFACT_ID
| fk/pk conjuncts: assumed fk/pk
| other join predicates: divide(CAST(sum(SALES_CNT) AS DECIMAL(17,2)), CAST(sum(SALES_CNT) AS DECIMAL(17,2))) < CAST(0.9 AS DECIMAL(2,1))
| runtime filters: RF004[min_max] <- I_BRAND_ID, RF005[min_max] <- I_CATEGORY_ID, RF006[min_max] <- I_CLASS_ID, RF007[min_max] <- I_MANUFACT_ID
| mem-estimate=17.47GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
| tuple-ids=28,57 row-size=80B cardinality=307.98M cost=442777099
| in pipelines: 25(GETNEXT), 51(OPEN)
@@ -115,7 +116,7 @@ PLAN-ROOT SINK
| |--49:HASH JOIN [INNER JOIN]
| | | hash predicates: tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk = tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk = tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | runtime filters: RF020[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk, RF021[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | runtime filters: RF028[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk, RF029[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | mem-estimate=4.75MB mem-reservation=4.75MB spill-buffer=256.00KB thread-reservation=0
| | | tuple-ids=47,49,51N,53 row-size=90B cardinality=44.04M cost=63261446
| | | in pipelines: 43(GETNEXT), 48(OPEN)
@@ -175,7 +176,7 @@ PLAN-ROOT SINK
| | |
| | 43:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales]
| | HDFS partitions=1824/1824 files=1824 size=145.75GB
| | runtime filters: RF021[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF020[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk
| | runtime filters: RF029[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF028[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk
| | stored statistics:
| | table: rows=2.16G size=145.75GB
| | partitions: 1824/1824 rows=2.16G
@@ -199,7 +200,7 @@ PLAN-ROOT SINK
| |--41:HASH JOIN [INNER JOIN]
| | | hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk = tpcds_partitioned_parquet_snap.item_3.i_item_sk
| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk = tpcds_partitioned_parquet_snap.item_3.i_item_sk
| | | runtime filters: RF016[bloom] <- tpcds_partitioned_parquet_snap.item_3.i_item_sk, RF017[min_max] <- tpcds_partitioned_parquet_snap.item_3.i_item_sk
| | | runtime filters: RF024[bloom] <- tpcds_partitioned_parquet_snap.item_3.i_item_sk, RF025[min_max] <- tpcds_partitioned_parquet_snap.item_3.i_item_sk
| | | mem-estimate=4.75MB mem-reservation=4.75MB spill-buffer=256.00KB thread-reservation=0
| | | tuple-ids=37,39,41N,43 row-size=90B cardinality=176.18M cost=252939892
| | | in pipelines: 35(GETNEXT), 40(OPEN)
@@ -240,7 +241,7 @@ PLAN-ROOT SINK
| | 37:HASH JOIN [INNER JOIN]
| | | hash predicates: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
| | | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
| | | runtime filters: RF018[bloom] <- tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
| | | runtime filters: RF026[bloom] <- tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
| | | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| | | tuple-ids=37,39 row-size=32B cardinality=861.52M(filtered from 1.77G) cost=541130352
| | | in pipelines: 35(GETNEXT), 36(OPEN)
@@ -260,7 +261,7 @@ PLAN-ROOT SINK
| | |
| | 35:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
| | HDFS partitions=1824/1824 files=1824 size=389.90GB
| | runtime filters: RF017[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk, RF016[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk, RF018[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk
| | runtime filters: RF025[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk, RF024[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk, RF026[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk
| | stored statistics:
| | table: rows=8.64G size=389.90GB
| | partitions: 1824/1824 rows=8.64G
@@ -273,7 +274,7 @@ PLAN-ROOT SINK
| 34:HASH JOIN [INNER JOIN]
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk = tpcds_partitioned_parquet_snap.item_2.i_item_sk
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk = tpcds_partitioned_parquet_snap.item_2.i_item_sk
| | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.item_2.i_item_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.item_2.i_item_sk
| | runtime filters: RF020[bloom] <- tpcds_partitioned_parquet_snap.item_2.i_item_sk, RF021[min_max] <- tpcds_partitioned_parquet_snap.item_2.i_item_sk
| | mem-estimate=4.75MB mem-reservation=4.75MB spill-buffer=256.00KB thread-reservation=0
| | tuple-ids=29,31,33N,35 row-size=90B cardinality=87.75M cost=126430110
| | in pipelines: 28(GETNEXT), 33(OPEN)
@@ -314,7 +315,7 @@ PLAN-ROOT SINK
| 30:HASH JOIN [INNER JOIN]
| | hash predicates: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
| | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
| | runtime filters: RF022[bloom] <- tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| | tuple-ids=29,31 row-size=32B cardinality=430.77M(filtered from 880.06M) cost=269960287
| | in pipelines: 28(GETNEXT), 29(OPEN)
@@ -334,7 +335,7 @@ PLAN-ROOT SINK
| |
| 28:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
| HDFS partitions=1831/1831 files=1831 size=280.96GB
| runtime filters: RF013[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk
| runtime filters: RF021[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF020[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF022[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1831/1831 rows=4.32G
@@ -366,7 +367,7 @@ PLAN-ROOT SINK
|--23:HASH JOIN [INNER JOIN]
| | hash predicates: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.web_sales.ws_item_sk = tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | runtime filters: RF016[bloom] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk, RF017[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | mem-estimate=4.75MB mem-reservation=4.75MB spill-buffer=256.00KB thread-reservation=0
| | tuple-ids=18,20,22N,24 row-size=90B cardinality=44.04M cost=63261446
| | in pipelines: 17(GETNEXT), 22(OPEN)
@@ -374,6 +375,7 @@ PLAN-ROOT SINK
| |--22:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
| | HDFS partitions=1/1 files=1 size=33.54MB
| | predicates: tpcds_partitioned_parquet_snap.item_1.i_category = 'Sports'
| | runtime filters: RF004[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_brand_id, RF005[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_category_id, RF006[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_class_id, RF007[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_manufact_id
| | stored statistics:
| | table: rows=360.00K size=33.54MB
| | columns: all
@@ -426,7 +428,7 @@ PLAN-ROOT SINK
| |
| 17:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales]
| HDFS partitions=1824/1824 files=1824 size=145.75GB
| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk
| runtime filters: RF017[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF016[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk
| stored statistics:
| table: rows=2.16G size=145.75GB
| partitions: 1824/1824 rows=2.16G
@@ -450,7 +452,7 @@ PLAN-ROOT SINK
|--15:HASH JOIN [INNER JOIN]
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_item_sk = tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | mem-estimate=4.75MB mem-reservation=4.75MB spill-buffer=256.00KB thread-reservation=0
| | tuple-ids=8,10,12N,14 row-size=90B cardinality=176.18M cost=252939892
| | in pipelines: 09(GETNEXT), 14(OPEN)
@@ -458,6 +460,7 @@ PLAN-ROOT SINK
| |--14:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
| | HDFS partitions=1/1 files=1 size=33.54MB
| | predicates: tpcds_partitioned_parquet_snap.item_0.i_category = 'Sports'
| | runtime filters: RF004[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_brand_id, RF005[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_category_id, RF006[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_class_id, RF007[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_manufact_id
| | stored statistics:
| | table: rows=360.00K size=33.54MB
| | columns: all
@@ -491,7 +494,7 @@ PLAN-ROOT SINK
| 11:HASH JOIN [INNER JOIN]
| | hash predicates: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | fk/pk conjuncts: tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| | tuple-ids=8,10 row-size=32B cardinality=861.52M(filtered from 1.77G) cost=541130352
| | in pipelines: 09(GETNEXT), 10(OPEN)
@@ -511,7 +514,7 @@ PLAN-ROOT SINK
| |
| 09:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales]
| HDFS partitions=1824/1824 files=1824 size=389.90GB
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
| runtime filters: RF013[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
| stored statistics:
| table: rows=8.64G size=389.90GB
| partitions: 1824/1824 rows=8.64G
@@ -524,7 +527,7 @@ PLAN-ROOT SINK
08:HASH JOIN [INNER JOIN]
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk = tpcds_partitioned_parquet_snap.item.i_item_sk
| runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| mem-estimate=4.75MB mem-reservation=4.75MB spill-buffer=256.00KB thread-reservation=0
| tuple-ids=0,2,4N,6 row-size=90B cardinality=87.75M cost=126430110
| in pipelines: 02(GETNEXT), 07(OPEN)
@@ -532,6 +535,7 @@ PLAN-ROOT SINK
|--07:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
| HDFS partitions=1/1 files=1 size=33.54MB
| predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Sports'
| runtime filters: RF004[min_max] -> tpcds_partitioned_parquet_snap.item.i_brand_id, RF005[min_max] -> tpcds_partitioned_parquet_snap.item.i_category_id, RF006[min_max] -> tpcds_partitioned_parquet_snap.item.i_class_id, RF007[min_max] -> tpcds_partitioned_parquet_snap.item.i_manufact_id
| stored statistics:
| table: rows=360.00K size=33.54MB
| columns: all
@@ -565,7 +569,7 @@ PLAN-ROOT SINK
04:HASH JOIN [INNER JOIN]
| hash predicates: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| fk/pk conjuncts: tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk = tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| tuple-ids=0,2 row-size=32B cardinality=430.77M(filtered from 880.06M) cost=269960287
| in pipelines: 02(GETNEXT), 03(OPEN)
@@ -585,7 +589,7 @@ PLAN-ROOT SINK
|
02:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales]
HDFS partitions=1831/1831 files=1831 size=280.96GB
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
stored statistics:
table: rows=4.32G size=280.96GB
partitions: 1831/1831 rows=4.32G
@@ -635,6 +639,7 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| JOIN BUILD
| | join-table-id=00 plan-id=01 cohort-id=01
| | build expressions: I_BRAND_ID, I_CATEGORY_ID, I_CLASS_ID, I_MANUFACT_ID
| | runtime filters: RF004[min_max] <- I_BRAND_ID, RF005[min_max] <- I_CATEGORY_ID, RF006[min_max] <- I_CLASS_ID, RF007[min_max] <- I_MANUFACT_ID
| | mem-estimate=149.10MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=307976003
| |
| 83:AGGREGATE [FINALIZE]
@@ -700,7 +705,7 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| | | JOIN BUILD
| | | | join-table-id=01 plan-id=02 cohort-id=02
| | | | build expressions: tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | | runtime filters: RF020[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk, RF021[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | | runtime filters: RF028[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk, RF029[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | | mem-estimate=57.00MB mem-reservation=57.00MB spill-buffer=256.00KB thread-reservation=0 cost=35915
| | | |
| | | 79:EXCHANGE [BROADCAST]
@@ -800,7 +805,7 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| | |
| | 43:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
| | HDFS partitions=1824/1824 files=1824 size=145.75GB
| | runtime filters: RF021[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF020[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk
| | runtime filters: RF029[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF028[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk
| | stored statistics:
| | table: rows=2.16G size=145.75GB
| | partitions: 1824/1824 rows=2.16G
@@ -850,7 +855,7 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| | | JOIN BUILD
| | | | join-table-id=07 plan-id=08 cohort-id=02
| | | | build expressions: tpcds_partitioned_parquet_snap.item_3.i_item_sk
| | | | runtime filters: RF016[bloom] <- tpcds_partitioned_parquet_snap.item_3.i_item_sk, RF017[min_max] <- tpcds_partitioned_parquet_snap.item_3.i_item_sk
| | | | runtime filters: RF024[bloom] <- tpcds_partitioned_parquet_snap.item_3.i_item_sk, RF025[min_max] <- tpcds_partitioned_parquet_snap.item_3.i_item_sk
| | | | mem-estimate=57.00MB mem-reservation=57.00MB spill-buffer=256.00KB thread-reservation=0 cost=35915
| | | |
| | | 74:EXCHANGE [BROADCAST]
@@ -925,7 +930,7 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| | | JOIN BUILD
| | | | join-table-id=09 plan-id=10 cohort-id=02
| | | | build expressions: tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
| | | | runtime filters: RF018[bloom] <- tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
| | | | runtime filters: RF026[bloom] <- tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
| | | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
| | | |
| | | 72:EXCHANGE [BROADCAST]
@@ -951,7 +956,7 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| | |
| | 35:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
| | HDFS partitions=1824/1824 files=1824 size=389.90GB
| | runtime filters: RF017[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk, RF016[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk, RF018[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk
| | runtime filters: RF025[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk, RF024[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk, RF026[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk
| | stored statistics:
| | table: rows=8.64G size=389.90GB
| | partitions: 1824/1824 rows=8.64G
@@ -975,7 +980,7 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| | JOIN BUILD
| | | join-table-id=04 plan-id=05 cohort-id=02
| | | build expressions: tpcds_partitioned_parquet_snap.item_2.i_item_sk
| | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.item_2.i_item_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.item_2.i_item_sk
| | | runtime filters: RF020[bloom] <- tpcds_partitioned_parquet_snap.item_2.i_item_sk, RF021[min_max] <- tpcds_partitioned_parquet_snap.item_2.i_item_sk
| | | mem-estimate=57.00MB mem-reservation=57.00MB spill-buffer=256.00KB thread-reservation=0 cost=35915
| | |
| | 71:EXCHANGE [BROADCAST]
@@ -1050,7 +1055,7 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| | JOIN BUILD
| | | join-table-id=06 plan-id=07 cohort-id=02
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
| | | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
| | | runtime filters: RF022[bloom] <- tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
| | |
| | 69:EXCHANGE [BROADCAST]
@@ -1076,7 +1081,7 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| |
| 28:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
| HDFS partitions=1831/1831 files=1831 size=280.96GB
| runtime filters: RF013[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk
| runtime filters: RF021[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF020[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF022[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1831/1831 rows=4.32G
@@ -1149,7 +1154,7 @@ max-parallelism=120 segment-costs=[1621201806, 2903173906, 714011565] cpu-compar
| | JOIN BUILD
| | | join-table-id=10 plan-id=11 cohort-id=01
| | | build expressions: tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | runtime filters: RF016[bloom] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk, RF017[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | mem-estimate=57.00MB mem-reservation=57.00MB spill-buffer=256.00KB thread-reservation=0 cost=35915
| | |
| | 64:EXCHANGE [BROADCAST]
@@ -1163,6 +1168,7 @@ max-parallelism=120 segment-costs=[1621201806, 2903173906, 714011565] cpu-compar
| | 22:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | HDFS partitions=1/1 files=1 size=33.54MB
| | predicates: tpcds_partitioned_parquet_snap.item_1.i_category = 'Sports'
| | runtime filters: RF004[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_brand_id, RF005[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_category_id, RF006[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_class_id, RF007[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_manufact_id
| | stored statistics:
| | table: rows=360.00K size=33.54MB
| | columns: all
@@ -1249,7 +1255,7 @@ max-parallelism=120 segment-costs=[1621201806, 2903173906, 714011565] cpu-compar
| |
| 17:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
| HDFS partitions=1824/1824 files=1824 size=145.75GB
| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk
| runtime filters: RF017[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF016[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk
| stored statistics:
| table: rows=2.16G size=145.75GB
| partitions: 1824/1824 rows=2.16G
@@ -1299,7 +1305,7 @@ max-parallelism=120 segment-costs=[4504336785, 611899758] cpu-comparison-result=
| | JOIN BUILD
| | | join-table-id=16 plan-id=17 cohort-id=01
| | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | mem-estimate=57.00MB mem-reservation=57.00MB spill-buffer=256.00KB thread-reservation=0 cost=35915
| | |
| | 59:EXCHANGE [BROADCAST]
@@ -1313,6 +1319,7 @@ max-parallelism=120 segment-costs=[4504336785, 611899758] cpu-comparison-result=
| | 14:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | HDFS partitions=1/1 files=1 size=33.54MB
| | predicates: tpcds_partitioned_parquet_snap.item_0.i_category = 'Sports'
| | runtime filters: RF004[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_brand_id, RF005[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_category_id, RF006[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_class_id, RF007[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_manufact_id
| | stored statistics:
| | table: rows=360.00K size=33.54MB
| | columns: all
@@ -1374,7 +1381,7 @@ max-parallelism=120 segment-costs=[4504336785, 611899758] cpu-comparison-result=
| | JOIN BUILD
| | | join-table-id=18 plan-id=19 cohort-id=01
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
| | |
| | 57:EXCHANGE [BROADCAST]
@@ -1400,7 +1407,7 @@ max-parallelism=120 segment-costs=[4504336785, 611899758] cpu-comparison-result=
| |
| 09:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
| HDFS partitions=1824/1824 files=1824 size=389.90GB
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
| runtime filters: RF013[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
| stored statistics:
| table: rows=8.64G size=389.90GB
| partitions: 1824/1824 rows=8.64G
@@ -1424,7 +1431,7 @@ max-parallelism=120 segment-costs=[4504336785, 611899758] cpu-comparison-result=
| JOIN BUILD
| | join-table-id=13 plan-id=14 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| | mem-estimate=57.00MB mem-reservation=57.00MB spill-buffer=256.00KB thread-reservation=0 cost=35915
| |
| 56:EXCHANGE [BROADCAST]
@@ -1438,6 +1445,7 @@ max-parallelism=120 segment-costs=[4504336785, 611899758] cpu-comparison-result=
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| HDFS partitions=1/1 files=1 size=33.54MB
| predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Sports'
| runtime filters: RF004[min_max] -> tpcds_partitioned_parquet_snap.item.i_brand_id, RF005[min_max] -> tpcds_partitioned_parquet_snap.item.i_category_id, RF006[min_max] -> tpcds_partitioned_parquet_snap.item.i_class_id, RF007[min_max] -> tpcds_partitioned_parquet_snap.item.i_manufact_id
| stored statistics:
| table: rows=360.00K size=33.54MB
| columns: all
@@ -1499,7 +1507,7 @@ max-parallelism=120 segment-costs=[4504336785, 611899758] cpu-comparison-result=
| JOIN BUILD
| | join-table-id=15 plan-id=16 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
| |
| 54:EXCHANGE [BROADCAST]
@@ -1525,7 +1533,7 @@ max-parallelism=120 segment-costs=[4504336785, 611899758] cpu-comparison-result=
|
02:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
HDFS partitions=1831/1831 files=1831 size=280.96GB
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
stored statistics:
table: rows=4.32G size=280.96GB
partitions: 1831/1831 rows=4.32G
@@ -1575,6 +1583,7 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| JOIN BUILD
| | join-table-id=00 plan-id=01 cohort-id=01
| | build expressions: I_BRAND_ID, I_CATEGORY_ID, I_CLASS_ID, I_MANUFACT_ID
| | runtime filters: RF004[min_max] <- I_BRAND_ID, RF005[min_max] <- I_CATEGORY_ID, RF006[min_max] <- I_CLASS_ID, RF007[min_max] <- I_MANUFACT_ID
| | mem-estimate=149.10MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=307976003
| |
| 89:AGGREGATE [FINALIZE]
@@ -1639,7 +1648,7 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| | | JOIN BUILD
| | | | join-table-id=01 plan-id=02 cohort-id=02
| | | | build expressions: tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | | runtime filters: RF020[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk, RF021[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | | runtime filters: RF028[bloom] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk, RF029[min_max] <- tpcds_partitioned_parquet_snap.item_4.i_item_sk
| | | | mem-estimate=57.00MB mem-reservation=57.00MB spill-buffer=256.00KB thread-reservation=0 cost=35915
| | | |
| | | 85:EXCHANGE [BROADCAST]
@@ -1748,7 +1757,7 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| | |
| | 43:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
| | HDFS partitions=1824/1824 files=1824 size=145.75GB
| | runtime filters: RF021[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF020[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk
| | runtime filters: RF029[min_max] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk, RF028[bloom] -> tpcds_partitioned_parquet_snap.web_sales_0.ws_item_sk
| | stored statistics:
| | table: rows=2.16G size=145.75GB
| | partitions: 1824/1824 rows=2.16G
@@ -1797,7 +1806,7 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| | | JOIN BUILD
| | | | join-table-id=05 plan-id=06 cohort-id=02
| | | | build expressions: tpcds_partitioned_parquet_snap.item_3.i_item_sk
| | | | runtime filters: RF016[bloom] <- tpcds_partitioned_parquet_snap.item_3.i_item_sk, RF017[min_max] <- tpcds_partitioned_parquet_snap.item_3.i_item_sk
| | | | runtime filters: RF024[bloom] <- tpcds_partitioned_parquet_snap.item_3.i_item_sk, RF025[min_max] <- tpcds_partitioned_parquet_snap.item_3.i_item_sk
| | | | mem-estimate=57.00MB mem-reservation=57.00MB spill-buffer=256.00KB thread-reservation=0 cost=35915
| | | |
| | | 79:EXCHANGE [BROADCAST]
@@ -1881,7 +1890,7 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| | | JOIN BUILD
| | | | join-table-id=08 plan-id=09 cohort-id=02
| | | | build expressions: tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
| | | | runtime filters: RF018[bloom] <- tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
| | | | runtime filters: RF026[bloom] <- tpcds_partitioned_parquet_snap.date_dim_3.d_date_sk
| | | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
| | | |
| | | 76:EXCHANGE [BROADCAST]
@@ -1907,7 +1916,7 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| | |
| | 35:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
| | HDFS partitions=1824/1824 files=1824 size=389.90GB
| | runtime filters: RF017[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk, RF016[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk, RF018[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk
| | runtime filters: RF025[min_max] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk, RF024[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_item_sk, RF026[bloom] -> tpcds_partitioned_parquet_snap.store_sales_0.ss_sold_date_sk
| | stored statistics:
| | table: rows=8.64G size=389.90GB
| | partitions: 1824/1824 rows=8.64G
@@ -1931,7 +1940,7 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| | JOIN BUILD
| | | join-table-id=03 plan-id=04 cohort-id=02
| | | build expressions: tpcds_partitioned_parquet_snap.item_2.i_item_sk
| | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.item_2.i_item_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.item_2.i_item_sk
| | | runtime filters: RF020[bloom] <- tpcds_partitioned_parquet_snap.item_2.i_item_sk, RF021[min_max] <- tpcds_partitioned_parquet_snap.item_2.i_item_sk
| | | mem-estimate=57.00MB mem-reservation=57.00MB spill-buffer=256.00KB thread-reservation=0 cost=35915
| | |
| | 75:EXCHANGE [BROADCAST]
@@ -2015,7 +2024,7 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| | JOIN BUILD
| | | join-table-id=07 plan-id=08 cohort-id=02
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
| | | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
| | | runtime filters: RF022[bloom] <- tpcds_partitioned_parquet_snap.date_dim_2.d_date_sk
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
| | |
| | 72:EXCHANGE [BROADCAST]
@@ -2041,7 +2050,7 @@ max-parallelism=510 segment-costs=[1930301193, 5031055712, 199] cpu-comparison-r
| |
| 28:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
| HDFS partitions=1831/1831 files=1831 size=280.96GB
| runtime filters: RF013[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk
| runtime filters: RF021[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF020[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_item_sk, RF022[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales_0.cs_sold_date_sk
| stored statistics:
| table: rows=4.32G size=280.96GB
| partitions: 1831/1831 rows=4.32G
@@ -2113,7 +2122,7 @@ max-parallelism=120 segment-costs=[1621201806, 2084965850, 714011565] cpu-compar
| | JOIN BUILD
| | | join-table-id=10 plan-id=11 cohort-id=01
| | | build expressions: tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | runtime filters: RF016[bloom] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk, RF017[min_max] <- tpcds_partitioned_parquet_snap.item_1.i_item_sk
| | | mem-estimate=57.00MB mem-reservation=57.00MB spill-buffer=256.00KB thread-reservation=0 cost=35915
| | |
| | 67:EXCHANGE [BROADCAST]
@@ -2127,6 +2136,7 @@ max-parallelism=120 segment-costs=[1621201806, 2084965850, 714011565] cpu-compar
| | 22:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | HDFS partitions=1/1 files=1 size=33.54MB
| | predicates: tpcds_partitioned_parquet_snap.item_1.i_category = 'Sports'
| | runtime filters: RF004[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_brand_id, RF005[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_category_id, RF006[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_class_id, RF007[min_max] -> tpcds_partitioned_parquet_snap.item_1.i_manufact_id
| | stored statistics:
| | table: rows=360.00K size=33.54MB
| | columns: all
@@ -2222,7 +2232,7 @@ max-parallelism=120 segment-costs=[1621201806, 2084965850, 714011565] cpu-compar
| |
| 17:SCAN HDFS [tpcds_partitioned_parquet_snap.web_sales, RANDOM]
| HDFS partitions=1824/1824 files=1824 size=145.75GB
| runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk
| runtime filters: RF017[min_max] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk, RF016[bloom] -> tpcds_partitioned_parquet_snap.web_sales.ws_item_sk
| stored statistics:
| table: rows=2.16G size=145.75GB
| partitions: 1824/1824 rows=2.16G
@@ -2271,7 +2281,7 @@ max-parallelism=120 segment-costs=[3159838554, 611899758] cpu-comparison-result=
| | JOIN BUILD
| | | join-table-id=14 plan-id=15 cohort-id=01
| | | build expressions: tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | runtime filters: RF004[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF005[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | runtime filters: RF012[bloom] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk, RF013[min_max] <- tpcds_partitioned_parquet_snap.item_0.i_item_sk
| | | mem-estimate=57.00MB mem-reservation=57.00MB spill-buffer=256.00KB thread-reservation=0 cost=35915
| | |
| | 61:EXCHANGE [BROADCAST]
@@ -2285,6 +2295,7 @@ max-parallelism=120 segment-costs=[3159838554, 611899758] cpu-comparison-result=
| | 14:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | HDFS partitions=1/1 files=1 size=33.54MB
| | predicates: tpcds_partitioned_parquet_snap.item_0.i_category = 'Sports'
| | runtime filters: RF004[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_brand_id, RF005[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_category_id, RF006[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_class_id, RF007[min_max] -> tpcds_partitioned_parquet_snap.item_0.i_manufact_id
| | stored statistics:
| | table: rows=360.00K size=33.54MB
| | columns: all
@@ -2355,7 +2366,7 @@ max-parallelism=120 segment-costs=[3159838554, 611899758] cpu-comparison-result=
| | JOIN BUILD
| | | join-table-id=17 plan-id=18 cohort-id=01
| | | build expressions: tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | | runtime filters: RF006[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | | runtime filters: RF014[bloom] <- tpcds_partitioned_parquet_snap.date_dim_0.d_date_sk
| | | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
| | |
| | 58:EXCHANGE [BROADCAST]
@@ -2381,7 +2392,7 @@ max-parallelism=120 segment-costs=[3159838554, 611899758] cpu-comparison-result=
| |
| 09:SCAN HDFS [tpcds_partitioned_parquet_snap.store_sales, RANDOM]
| HDFS partitions=1824/1824 files=1824 size=389.90GB
| runtime filters: RF005[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF004[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF006[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
| runtime filters: RF013[min_max] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF012[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_item_sk, RF014[bloom] -> tpcds_partitioned_parquet_snap.store_sales.ss_sold_date_sk
| stored statistics:
| table: rows=8.64G size=389.90GB
| partitions: 1824/1824 rows=8.64G
@@ -2405,7 +2416,7 @@ max-parallelism=120 segment-costs=[3159838554, 611899758] cpu-comparison-result=
| JOIN BUILD
| | join-table-id=12 plan-id=13 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.item.i_item_sk
| | runtime filters: RF000[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF001[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| | runtime filters: RF008[bloom] <- tpcds_partitioned_parquet_snap.item.i_item_sk, RF009[min_max] <- tpcds_partitioned_parquet_snap.item.i_item_sk
| | mem-estimate=57.00MB mem-reservation=57.00MB spill-buffer=256.00KB thread-reservation=0 cost=35915
| |
| 57:EXCHANGE [BROADCAST]
@@ -2419,6 +2430,7 @@ max-parallelism=120 segment-costs=[3159838554, 611899758] cpu-comparison-result=
| 07:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| HDFS partitions=1/1 files=1 size=33.54MB
| predicates: tpcds_partitioned_parquet_snap.item.i_category = 'Sports'
| runtime filters: RF004[min_max] -> tpcds_partitioned_parquet_snap.item.i_brand_id, RF005[min_max] -> tpcds_partitioned_parquet_snap.item.i_category_id, RF006[min_max] -> tpcds_partitioned_parquet_snap.item.i_class_id, RF007[min_max] -> tpcds_partitioned_parquet_snap.item.i_manufact_id
| stored statistics:
| table: rows=360.00K size=33.54MB
| columns: all
@@ -2489,7 +2501,7 @@ max-parallelism=200 segment-costs=[1905712125]
| JOIN BUILD
| | join-table-id=16 plan-id=17 cohort-id=01
| | build expressions: tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | runtime filters: RF002[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | runtime filters: RF010[bloom] <- tpcds_partitioned_parquet_snap.date_dim.d_date_sk
| | mem-estimate=23.25MB mem-reservation=23.25MB spill-buffer=64.00KB thread-reservation=0 cost=373
| |
| 54:EXCHANGE [BROADCAST]
@@ -2515,7 +2527,7 @@ max-parallelism=200 segment-costs=[1905712125]
|
02:SCAN HDFS [tpcds_partitioned_parquet_snap.catalog_sales, RANDOM]
HDFS partitions=1831/1831 files=1831 size=280.96GB
runtime filters: RF001[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF002[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
runtime filters: RF009[min_max] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF008[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_item_sk, RF010[bloom] -> tpcds_partitioned_parquet_snap.catalog_sales.cs_sold_date_sk
stored statistics:
table: rows=4.32G size=280.96GB
partitions: 1831/1831 rows=4.32G