mirror of
https://github.com/apache/impala.git
synced 2026-01-10 09:00:16 -05:00
83414c56d9
When a HMS connection failed to open, an unchecked exception was being thrown. This wasn't getting handled properly and was causing the loading threads to die. This fixes the problem by ensuring the loading threads catch all types of exceptions and also fixes the TableLoader to return an IncompleteTable should a HMS connection failure occur. Change-Id: I3b696fd8ef12aa6749b602324dcdfe4d27c935ee Reviewed-on: http://gerrit.ent.cloudera.com:8080/1609 Reviewed-by: Lenni Kuff <lskuff@cloudera.com> Tested-by: jenkins Reviewed-on: http://gerrit.ent.cloudera.com:8080/1627
77 lines
3.0 KiB
Python
77 lines
3.0 KiB
Python
#!/usr/bin/env python
|
|
# Copyright (c) 2012 Cloudera, Inc. All rights reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
#
|
|
# Tests to validate the Catalog Service continues to function even if the HMS fails.
|
|
|
|
import logging
|
|
import pytest
|
|
import os
|
|
from subprocess import call
|
|
from tests.common.test_vector import *
|
|
from tests.common.test_dimensions import *
|
|
from tests.common.impala_test_suite import ImpalaTestSuite
|
|
from tests.common.impala_cluster import ImpalaCluster
|
|
from tests.beeswax.impala_beeswax import ImpalaBeeswaxException
|
|
|
|
class TestHiveMetaStoreFailure(ImpalaTestSuite):
|
|
@classmethod
|
|
def get_workload(cls):
|
|
return 'functional-query'
|
|
|
|
@classmethod
|
|
def add_test_dimensions(cls):
|
|
super(TestHiveMetaStoreFailure, cls).add_test_dimensions()
|
|
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
|
|
|
|
# There is no reason to run these tests using all dimensions.
|
|
cls.TestMatrix.add_constraint(lambda v:\
|
|
v.get_value('table_format').file_format == 'parquet' and\
|
|
v.get_value('table_format').compression_codec == 'none')
|
|
|
|
@classmethod
|
|
def setup_class(cls):
|
|
super(TestHiveMetaStoreFailure, cls).setup_class()
|
|
|
|
@classmethod
|
|
def teardown_class(cls):
|
|
call([os.path.join(os.environ['IMPALA_HOME'], 'testdata/bin/run-hive-server.sh')])
|
|
cls.client.execute("invalidate metadata")
|
|
super(TestHiveMetaStoreFailure, cls).teardown_class()
|
|
|
|
@pytest.mark.execute_serially
|
|
def test_hms_service_dies(self, vector):
|
|
"""Regression test for IMPALA-823 to verify the catalog service works properly when
|
|
HMS connections fail"""
|
|
# Force all the tables to be reloaded and then kill the hive metastore.
|
|
tbl_name = "functional.alltypes"
|
|
self.client.execute("invalidate metadata")
|
|
call([os.path.join(os.environ['IMPALA_HOME'], 'testdata/bin/kill-hive-server.sh')])
|
|
|
|
try:
|
|
self.client.execute("describe %s" % tbl_name)
|
|
pytest.xfail("It is possible (although unlikely) that all tables completed " +
|
|
"loading between the time 'invalidate metadata' was called and the HMS was " +
|
|
"killed. TODO: Make the test case more deterministic to ensure this never " +
|
|
"happens.")
|
|
except ImpalaBeeswaxException as e:
|
|
print str(e)
|
|
assert "Failed to load metadata for table: %s. Running 'invalidate metadata %s' "\
|
|
"may resolve this problem." % (tbl_name, tbl_name) in str(e)
|
|
|
|
call([os.path.join(os.environ['IMPALA_HOME'], 'testdata/bin/run-hive-server.sh')])
|
|
|
|
self.client.execute("invalidate metadata %s" % tbl_name)
|
|
self.client.execute("describe %s" % tbl_name)
|