mirror of
https://github.com/apache/impala.git
synced 2026-01-02 03:00:32 -05:00
7fa41471f6
A crucial comparison was between time values with different units. Tests didn't catch this because they only confirmed that sessions were timed out within the correct time, not that they were *not* timed out early. Change-Id: Ia8c57d3d70e4702996d0225b167142b7bf88d236 Reviewed-on: http://gerrit.ent.cloudera.com:8080/1926 Tested-by: jenkins Reviewed-by: Henry Robinson <henry@cloudera.com>
101 lines
4.0 KiB
Python
Executable File
101 lines
4.0 KiB
Python
Executable File
#!/usr/bin/env python
|
|
# Copyright (c) 2012 Cloudera, Inc. All rights reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
#
|
|
# Tests for query expiration.
|
|
|
|
import pytest
|
|
import threading
|
|
from tests.common.custom_cluster_test_suite import CustomClusterTestSuite
|
|
from tests.common.custom_cluster_test_suite import NUM_SUBSCRIBERS, CLUSTER_SIZE
|
|
from time import sleep, time
|
|
from tests.beeswax.impala_beeswax import ImpalaBeeswaxException
|
|
|
|
class TestQueryExpiration(CustomClusterTestSuite):
|
|
"""Tests query expiration logic"""
|
|
|
|
@pytest.mark.execute_serially
|
|
@CustomClusterTestSuite.with_args("--idle_query_timeout=5")
|
|
def test_query_expiration(self, vector):
|
|
"""Confirm that single queries expire if not fetched"""
|
|
impalad = self.cluster.get_any_impalad()
|
|
client = impalad.service.create_beeswax_client()
|
|
num_expired = impalad.service.get_metric_value('impala-server.num-queries-expired')
|
|
handle = client.execute_async("SELECT SLEEP(3000000)")
|
|
before = time()
|
|
sleep(2)
|
|
assert num_expired == impalad.service.get_metric_value(
|
|
'impala-server.num-queries-expired')
|
|
impalad.service.wait_for_metric_value('impala-server.num-queries-expired',
|
|
num_expired + 1)
|
|
|
|
# Check that we didn't wait too long to be expired (double the timeout is sufficiently
|
|
# large to avoid most noise in measurement)
|
|
assert time() - before < 10
|
|
assert client.get_state(handle) == client.QUERY_STATES['EXCEPTION']
|
|
|
|
# A properly executed query should not be cancelled
|
|
# Note: could be flakey if execute() takes too long to call fetch() etc after the
|
|
# query completes.
|
|
handle = client.execute("SELECT SLEEP(2500)")
|
|
assert impalad.service.get_metric_value('impala-server.num-queries-expired') \
|
|
== num_expired + 1
|
|
|
|
@pytest.mark.execute_serially
|
|
@CustomClusterTestSuite.with_args("--idle_query_timeout=1")
|
|
def test_concurrent_query_expiration(self, vector):
|
|
"""Confirm that multiple concurrent queries are correctly expired if not fetched"""
|
|
class ExpiringQueryThread(threading.Thread):
|
|
def __init__(self, client):
|
|
super(ExpiringQueryThread, self).__init__()
|
|
self.client = client
|
|
self.success = False
|
|
|
|
def run(self):
|
|
self.handle = self.client.execute_async("SELECT SLEEP(3000000)")
|
|
|
|
class NonExpiringQueryThread(threading.Thread):
|
|
def __init__(self, client):
|
|
super(NonExpiringQueryThread, self).__init__()
|
|
self.client = client
|
|
self.success = False
|
|
|
|
def run(self):
|
|
result = self.client.execute("SELECT SLEEP(2500)")
|
|
self.success = result.success
|
|
|
|
impalad = self.cluster.get_any_impalad()
|
|
client = impalad.service.create_beeswax_client()
|
|
num_expired = impalad.service.get_metric_value('impala-server.num-queries-expired')
|
|
non_expiring_threads = \
|
|
[NonExpiringQueryThread(impalad.service.create_beeswax_client())
|
|
for _ in xrange(5)]
|
|
expiring_threads = [ExpiringQueryThread(impalad.service.create_beeswax_client())
|
|
for _ in xrange(5)]
|
|
all_threads = zip(non_expiring_threads, expiring_threads)
|
|
for n, e in all_threads:
|
|
n.start()
|
|
e.start()
|
|
|
|
for n, e in all_threads:
|
|
n.join()
|
|
e.join()
|
|
|
|
impalad.service.wait_for_metric_value('impala-server.num-queries-expired',
|
|
num_expired + 5)
|
|
|
|
for n, e in all_threads:
|
|
assert n.success
|
|
assert client.get_state(e.handle) == client.QUERY_STATES['EXCEPTION']
|