mirror of
https://github.com/apache/impala.git
synced 2026-01-27 15:03:20 -05:00
f2f4c9891a
query_test.test_scanners.TestScannerReservation.test_scanners was flaky. It checks the average value of ParquetRowGroupIdealReservation which is almost always 3.50 MB. However, very rarely it's a bit different than that, e.g. 3.88 MB, or 4.12 MB, and so on. I wasn't able to reproduce this problem, probably it is due to some randomness during data loading. I modified the test to accept any value between 3.0 and 4.99. I think values in this range are acceptable for this test. Change-Id: I668d0ccd77a62059284e76fee51efb08bef580eb Reviewed-on: http://gerrit.cloudera.org:8080/15923 Reviewed-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com> Tested-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com>
64 lines
2.0 KiB
Plaintext
64 lines
2.0 KiB
Plaintext
====
|
|
---- QUERY
|
|
# Scan moderately large file - scanner should try to increase reservation and succeed.
|
|
select count(*)
|
|
from tpch.customer
|
|
---- TYPES
|
|
BIGINT
|
|
---- RESULTS
|
|
150000
|
|
---- RUNTIME_PROFILE
|
|
row_regex:.*InitialRangeIdealReservation.*Avg: 24.00 MB.*Number of samples: 1.*
|
|
row_regex:.*InitialRangeActualReservation.*Avg: 24.00 MB.*Number of samples: 1.*
|
|
====
|
|
---- QUERY
|
|
# Scan moderately large file - scanner should try to increase reservation and fail.
|
|
set debug_action="-1:OPEN:SET_DENY_RESERVATION_PROBABILITY@1.0";
|
|
select count(*)
|
|
from tpch.customer
|
|
---- TYPES
|
|
BIGINT
|
|
---- RESULTS
|
|
150000
|
|
---- RUNTIME_PROFILE
|
|
row_regex:.*InitialRangeIdealReservation.*Avg: 24.00 MB.*Number of samples: 1.*
|
|
row_regex:.*InitialRangeActualReservation.*Avg: 8.00 MB.*Number of samples: 1.*
|
|
====
|
|
---- QUERY
|
|
# Scan large Parquet column - scanner should try to increase reservation and succeed.
|
|
select min(l_comment)
|
|
from tpch_parquet.lineitem
|
|
---- TYPES
|
|
STRING
|
|
---- RESULTS
|
|
' Tiresias '
|
|
---- RUNTIME_PROFILE
|
|
row_regex:.*InitialRangeIdealReservation.*Avg: 128.00 KB.*
|
|
row_regex:.*InitialRangeActualReservation.*Avg: 4.00 MB.*
|
|
row_regex:.*ParquetRowGroupIdealReservation.*Avg: 24.00 MB.*
|
|
row_regex:.*ParquetRowGroupActualReservation.*Avg: 24.00 MB.*
|
|
====
|
|
---- QUERY
|
|
# Scan moderately large file - scanner should try to increase reservation and fail.
|
|
set debug_action="-1:OPEN:SET_DENY_RESERVATION_PROBABILITY@1.0";
|
|
select min(l_comment)
|
|
from tpch_parquet.lineitem
|
|
---- TYPES
|
|
STRING
|
|
---- RESULTS
|
|
' Tiresias '
|
|
---- RUNTIME_PROFILE
|
|
row_regex:.*InitialRangeIdealReservation.*Avg: 128.00 KB.*
|
|
row_regex:.*InitialRangeActualReservation.*Avg: 4.00 MB.*
|
|
row_regex:.*ParquetRowGroupIdealReservation.*Avg: 24.00 MB.*
|
|
row_regex:.*ParquetRowGroupActualReservation.*Avg: 4.00 MB.*
|
|
====
|
|
---- QUERY
|
|
# IMPALA-8742: Use ScanRange::bytes_to_read() instead of len(), it has an effect
|
|
# on the calculated ideal reservation.
|
|
select * from tpch_parquet.lineitem
|
|
where l_orderkey < 10;
|
|
---- RUNTIME_PROFILE
|
|
row_regex:.*ParquetRowGroupIdealReservation.*Avg: [34].\d+ MB.*
|
|
====
|