jprdonnelly/impala
1
0
Fork 0
mirror of https://github.com/apache/impala.git synced 2026-01-08 03:02:48 -05:00
Code Issues Projects Releases Wiki Activity

IMPALA-5830: SET_DENY_RESERVATION_PROBABILITY test

Browse Source 
Add a targeted test that confirms that setting the query option will
force spilling.

Testing:
Ran test_spilling locally.

Change-Id: Ida6b55b2dee0779b1739af5d75943518ec40d6ce
Reviewed-on: http://gerrit.cloudera.org:8080/7809
Reviewed-by: Tim Armstrong <tarmstrong@cloudera.com>
Tested-by: Impala Public Jenkins
This commit is contained in:
Tim Armstrong
2017-08-24 13:26:46 -07:00
committed by Impala Public Jenkins
parent 6a9ca345b0
commit caefd86136
4 changed files with 87 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
testdata/workloads/functional-query/queries/QueryTest/disable-unsafe-spills.test vendored
View File

@@ -1,11 +0,0 @@
====
---- QUERY
# tpch_avro does not have stats computed, so if we set disable_unsafe_spills we should
# not spill to disk.
set disable_unsafe_spills=true;
set buffer_pool_limit=40m;
select distinct *
from tpch_avro.orders
---- CATCH
Could not free memory by spilling to disk: spilling was disabled by planner. Re-enable spilling by setting the query option DISABLE_UNSAFE_SPILLS=false
====

54
testdata/workloads/functional-query/queries/QueryTest/spilling-query-options.test vendored Normal file
View File

@@ -0,0 +1,54 @@
====
---- QUERY
# tpch_avro does not have stats computed, so if we set disable_unsafe_spills we should
# not spill to disk.
set disable_unsafe_spills=true;
set buffer_pool_limit=40m;
select distinct *
from tpch_avro.orders
---- CATCH
Could not free memory by spilling to disk: spilling was disabled by planner. Re-enable spilling by setting the query option DISABLE_UNSAFE_SPILLS=false
====
---- QUERY
# IMPALA-5823: make sure that SET_DENY_RESERVATION_PROBABILITY takes effect on PREPARE.
set debug_action="-1:PREPARE:SET_DENY_RESERVATION_PROBABILITY@1.0";
select count(*) from (
select distinct o_orderdate, o_custkey, o_comment
from tpch_parquet.orders where o_orderkey < 500000) v;
---- TYPES
BIGINT
---- RESULTS
124999
---- RUNTIME_PROFILE
row_regex: .*SpilledPartitions: .* \([1-9][0-9]*\)
row_regex: .*RowsPassedThrough: .* \([1-9][0-9]*\)
====
---- QUERY
# IMPALA-5823: make sure that SET_DENY_RESERVATION_PROBABILITY takes effect on OPEN.
set debug_action="-1:OPEN:SET_DENY_RESERVATION_PROBABILITY@1.0";
select count(*) from (
select distinct o_orderdate, o_custkey, o_comment
from tpch_parquet.orders where o_orderkey < 500000) v;
---- TYPES
BIGINT
---- RESULTS
124999
---- RUNTIME_PROFILE
row_regex: .*SpilledPartitions: .* \([1-9][0-9]*\)
row_regex: .*RowsPassedThrough: .* \([1-9][0-9]*\)
====
---- QUERY
# IMPALA-5823: make sure that SET_DENY_RESERVATION_PROBABILITY takes effect on GETNEXT.
# This won't affect the merge aggregation, which accumulates its memory in Open(), but
# will affect the streaming aggregation.
set debug_action="-1:GETNEXT:SET_DENY_RESERVATION_PROBABILITY@1.0";
select count(*) from (
select distinct o_orderdate, o_custkey, o_comment
from tpch_parquet.orders where o_orderkey < 500000) v;
---- TYPES
BIGINT
---- RESULTS
124999
---- RUNTIME_PROFILE
row_regex: .*RowsPassedThrough: .* \([1-9][0-9]*\)
====