mirror of
https://github.com/apache/impala.git
synced 2026-01-01 18:00:30 -05:00
0ac0527643
I looked at the latest run from master and took the tests suites that had long execution times. This cleans those test suites up to either completely disable them on 'core' or add constraints to limit the number of test vectors. It shouldn't impact nightly coverage since we still run the same tests exhaustively. Change-Id: I10c78c35155b00de0c36d9fc0923b2b1fc6b44de Reviewed-on: http://gerrit.ent.cloudera.com:8080/3119 Reviewed-by: Marcel Kornacker <marcel@cloudera.com> Tested-by: jenkins Reviewed-on: http://gerrit.ent.cloudera.com:8080/3125 Reviewed-by: Lenni Kuff <lskuff@cloudera.com>
57 lines
2.1 KiB
Python
57 lines
2.1 KiB
Python
#!/usr/bin/env python
|
|
# Copyright (c) 2012 Cloudera, Inc. All rights reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
#
|
|
import pytest
|
|
import sys
|
|
import re
|
|
from copy import copy
|
|
from tests.beeswax.impala_beeswax import ImpalaBeeswaxException
|
|
from tests.common.test_vector import *
|
|
from tests.common.impala_test_suite import *
|
|
|
|
class TestQueryMemLimitScaling(ImpalaTestSuite):
|
|
"""Test class to do functional validation of per query memory limits. """
|
|
QUERY = ["select * from lineitem where l_orderkey = -1",
|
|
"select min(l_orderkey) from lineitem",
|
|
"select * from lineitem order by l_orderkey limit 1"]
|
|
|
|
# These query take 400mb-1gb if no mem limits are set
|
|
MEM_LIMITS = ["-1", "400m", "150m"]
|
|
|
|
@classmethod
|
|
def get_workload(self):
|
|
return 'tpch'
|
|
|
|
@classmethod
|
|
def add_test_dimensions(cls):
|
|
super(TestQueryMemLimitScaling, cls).add_test_dimensions()
|
|
# add mem_limit as a test dimension.
|
|
new_dimension = TestDimension('mem_limit', *TestQueryMemLimitScaling.MEM_LIMITS)
|
|
cls.TestMatrix.add_dimension(new_dimension)
|
|
if cls.exploration_strategy() != 'exhaustive':
|
|
cls.TestMatrix.add_constraint(lambda v:\
|
|
v.get_value('table_format').file_format in ['parquet'])
|
|
|
|
# Test running with different mem limits to exercise the dynamic memory
|
|
# scaling functionality.
|
|
def test_mem_usage_scaling(self, vector):
|
|
mem_limit = copy(vector.get_value('mem_limit'))
|
|
table_format = vector.get_value('table_format')
|
|
exec_options = copy(vector.get_value('exec_option'))
|
|
exec_options['mem_limit'] = mem_limit
|
|
for query in self.QUERY:
|
|
self.execute_query(query, exec_options, table_format=table_format)
|
|
|