mirror of
https://github.com/apache/impala.git
synced 2025-12-19 18:12:08 -05:00
f98b697c7b
This change adds get_workload() to ImpalaTestSuite and removes it from all test suites that already returned 'functional-query'. get_workload() is also removed from CustomClusterTestSuite which used to return 'tpch'. All other changes besides impala_test_suite.py and custom_cluster_test_suite.py are just mass removals of get_workload() functions. The behavior is only changed in custom cluster tests that didn't override get_workload(). By returning 'functional-query' instead of 'tpch', exploration_strategy() will no longer return 'core' in 'exhaustive' test runs. See IMPALA-3947 on why workload affected exploration_strategy. An example for affected test is TestCatalogHMSFailures which was skipped both in core and exhaustive runs before this change. get_workload() functions that return a different workload than 'functional-query' are not changed - it is possible that some of these also don't handle exploration_strategy() as expected, but individually checking these tests is out of scope in this patch. Change-Id: I9ec6c41ffb3a30e1ea2de773626d1485c69fe115 Reviewed-on: http://gerrit.cloudera.org:8080/22726 Reviewed-by: Riza Suminto <riza.suminto@cloudera.com> Reviewed-by: Daniel Becker <daniel.becker@cloudera.com> Tested-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com>
100 lines
4.1 KiB
Python
100 lines
4.1 KiB
Python
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
from __future__ import absolute_import, division, print_function
|
|
from tests.common.custom_cluster_test_suite import CustomClusterTestSuite
|
|
|
|
import pytest
|
|
|
|
from tests.hs2.hs2_test_suite import HS2TestSuite, operation_id_to_query_id
|
|
from time import sleep
|
|
from TCLIService import TCLIService
|
|
|
|
|
|
class TestHS2(CustomClusterTestSuite):
|
|
@classmethod
|
|
def setup_class(cls):
|
|
if cls.exploration_strategy() != 'exhaustive':
|
|
pytest.skip('These tests only run in exhaustive')
|
|
super(TestHS2, cls).setup_class()
|
|
|
|
@pytest.mark.execute_serially
|
|
@CustomClusterTestSuite.with_args("--disconnected_session_timeout=1")
|
|
def test_disconnected_session_timeout(self):
|
|
"""Test that a session gets closed if it has no active connections for more than
|
|
disconnected_session_timeout."""
|
|
conn = HS2TestSuite()
|
|
conn.setup()
|
|
open_session_req = TCLIService.TOpenSessionReq()
|
|
open_session_resp = conn.hs2_client.OpenSession(open_session_req)
|
|
HS2TestSuite.check_response(open_session_resp)
|
|
conn.session_handle = open_session_resp.sessionHandle
|
|
# Ren a query, which should succeed.
|
|
conn.execute_statement("select 1")
|
|
|
|
# Set up another connection and run a long-running query with the same session.
|
|
conn2 = HS2TestSuite()
|
|
conn2.setup()
|
|
conn2.session_handle = open_session_resp.sessionHandle
|
|
execute_resp = conn2.execute_statement("select sleep(10000)")
|
|
|
|
# Close one connection and wait for longer than disconnected_session_timeout. The
|
|
# session should still be available since there's still one active connection.
|
|
conn2.teardown()
|
|
sleep(5)
|
|
conn.execute_statement("select 3")
|
|
|
|
# Close the other connection and sleep again. THe session shuold now be closed.
|
|
conn.teardown()
|
|
sleep(5)
|
|
conn.setup()
|
|
|
|
# Run another query, which should fail since the session is closed.
|
|
conn.execute_statement("select 2", expected_error_prefix="Invalid session id",
|
|
expected_status_code=TCLIService.TStatusCode.ERROR_STATUS)
|
|
|
|
# Check that the query was cancelled correctly.
|
|
query_id = operation_id_to_query_id(execute_resp.operationHandle.operationId)
|
|
status = self.cluster.get_first_impalad().service.get_query_status(query_id)
|
|
assert status == "Session closed because it has no active connections"
|
|
|
|
@pytest.mark.execute_serially
|
|
@CustomClusterTestSuite.with_args("--idle_session_timeout=1 "
|
|
"--disconnected_session_timeout=5 --idle_client_poll_period_s=0")
|
|
def test_expire_disconnected_session(self):
|
|
"""Test for the interaction between idle_session_timeout and
|
|
disconnected_session_timeout"""
|
|
# Close the default test clients so that they don't expire while the test is running
|
|
# and affect the metric values.
|
|
self.close_impala_clients()
|
|
impalad = self.cluster.get_first_impalad()
|
|
|
|
conn = HS2TestSuite()
|
|
conn.setup()
|
|
# Open a session and then close the connection.
|
|
open_session_req = TCLIService.TOpenSessionReq()
|
|
open_session_resp = conn.hs2_client.OpenSession(open_session_req)
|
|
HS2TestSuite.check_response(open_session_resp)
|
|
conn.teardown()
|
|
|
|
# The idle session timeout should be hit first, so the session will be expired.
|
|
impalad.service.wait_for_metric_value(
|
|
"impala-server.num-sessions-expired", 1)
|
|
# The session should eventually be closed by the disconnected timeout.
|
|
impalad.service.wait_for_metric_value(
|
|
"impala-server.num-open-hiveserver2-sessions", 0)
|