mirror of
https://github.com/apache/impala.git
synced 2026-01-08 03:02:48 -05:00
0ac0527643
I looked at the latest run from master and took the tests suites that had long execution times. This cleans those test suites up to either completely disable them on 'core' or add constraints to limit the number of test vectors. It shouldn't impact nightly coverage since we still run the same tests exhaustively. Change-Id: I10c78c35155b00de0c36d9fc0923b2b1fc6b44de Reviewed-on: http://gerrit.ent.cloudera.com:8080/3119 Reviewed-by: Marcel Kornacker <marcel@cloudera.com> Tested-by: jenkins Reviewed-on: http://gerrit.ent.cloudera.com:8080/3125 Reviewed-by: Lenni Kuff <lskuff@cloudera.com>
121 lines
3.9 KiB
Python
121 lines
3.9 KiB
Python
#!/usr/bin/env python
|
|
# Copyright (c) 2012 Cloudera, Inc. All rights reserved.
|
|
# Functional tests running the TPC-DS workload
|
|
#
|
|
import logging
|
|
import pytest
|
|
from tests.common.impala_test_suite import ImpalaTestSuite
|
|
from tests.common.test_dimensions import (create_single_exec_option_dimension,
|
|
is_supported_insert_format)
|
|
from tests.common.test_vector import TestMatrix
|
|
|
|
class TestTpcdsQuery(ImpalaTestSuite):
|
|
@classmethod
|
|
def get_workload(self):
|
|
return 'tpcds'
|
|
|
|
@classmethod
|
|
def add_test_dimensions(cls):
|
|
super(TestTpcdsQuery, cls).add_test_dimensions()
|
|
cls.TestMatrix.add_constraint(lambda v:\
|
|
v.get_value('table_format').file_format not in ['rc', 'hbase', 'avro'] and\
|
|
v.get_value('table_format').compression_codec in ['none', 'snap'] and\
|
|
v.get_value('table_format').compression_type != 'record')
|
|
|
|
if cls.exploration_strategy() != 'exhaustive':
|
|
# Cut down on the execution time for these tests in core by running only
|
|
# against parquet.
|
|
cls.TestMatrix.add_constraint(lambda v:\
|
|
v.get_value('table_format').file_format in ['parquet'])
|
|
|
|
cls.TestMatrix.add_constraint(lambda v:\
|
|
v.get_value('exec_option')['batch_size'] == 0)
|
|
|
|
@pytest.mark.execute_serially
|
|
# Marked serially to make sure it runs first.
|
|
def test_tpcds_count(self, vector):
|
|
self.run_test_case('count', vector)
|
|
|
|
def test_tpcds_q3(self, vector):
|
|
self.run_test_case('tpcds-q3', vector)
|
|
|
|
def test_tpcds_q7(self, vector):
|
|
self.run_test_case('tpcds-q7', vector)
|
|
|
|
def test_tpcds_q8(self, vector):
|
|
self.run_test_case('tpcds-q8', vector)
|
|
|
|
def test_tpcds_q19(self, vector):
|
|
self.run_test_case('tpcds-q19', vector)
|
|
|
|
def test_tpcds_q27(self, vector):
|
|
self.run_test_case('tpcds-q27', vector)
|
|
|
|
def test_tpcds_q34(self, vector):
|
|
self.run_test_case('tpcds-q34', vector)
|
|
|
|
def test_tpcds_q42(self, vector):
|
|
self.run_test_case('tpcds-q42', vector)
|
|
|
|
def test_tpcds_q43(self, vector):
|
|
self.run_test_case('tpcds-q43', vector)
|
|
|
|
def test_tpcds_q46(self, vector):
|
|
self.run_test_case('tpcds-q46', vector)
|
|
|
|
def test_tpcds_q52(self, vector):
|
|
self.run_test_case('tpcds-q52', vector)
|
|
|
|
def test_tpcds_q53(self, vector):
|
|
self.run_test_case('tpcds-q53', vector)
|
|
|
|
def test_tpcds_q55(self, vector):
|
|
self.run_test_case('tpcds-q55', vector)
|
|
|
|
def test_tpcds_q59(self, vector):
|
|
self.run_test_case('tpcds-q59', vector)
|
|
|
|
def test_tpcds_q63(self, vector):
|
|
self.run_test_case('tpcds-q63', vector)
|
|
|
|
def test_tpcds_q65(self, vector):
|
|
self.run_test_case('tpcds-q65', vector)
|
|
|
|
def test_tpcds_q68(self, vector):
|
|
self.run_test_case('tpcds-q68', vector)
|
|
|
|
def test_tpcds_q73(self, vector):
|
|
self.run_test_case('tpcds-q73', vector)
|
|
|
|
def test_tpcds_q79(self, vector):
|
|
self.run_test_case('tpcds-q79', vector)
|
|
|
|
def test_tpcds_q89(self, vector):
|
|
self.run_test_case('tpcds-q89', vector)
|
|
|
|
def test_tpcds_q96(self, vector):
|
|
self.run_test_case('tpcds-q96', vector)
|
|
|
|
def test_tpcds_q98(self, vector):
|
|
self.run_test_case('tpcds-q98', vector)
|
|
|
|
class TestTpcdsInsert(ImpalaTestSuite):
|
|
@classmethod
|
|
def get_workload(self):
|
|
return 'tpcds-insert'
|
|
|
|
@classmethod
|
|
def add_test_dimensions(cls):
|
|
super(TestTpcdsInsert, cls).add_test_dimensions()
|
|
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
|
|
cls.TestMatrix.add_constraint(lambda v:\
|
|
is_supported_insert_format(v.get_value('table_format')))
|
|
if cls.exploration_strategy() == 'core' and not pytest.config.option.table_formats:
|
|
# Don't run on core, unless the user explicitly wants to validate a specific table
|
|
# format. Each test vector takes > 30s to complete and it doesn't add much additional
|
|
# coverage on top of what's in the functional insert test suite
|
|
cls.TestMatrix.add_constraint(lambda v: False);
|
|
|
|
def test_tpcds_partitioned_insert(self, vector):
|
|
self.run_test_case('partitioned-insert', vector)
|