mirror of
https://github.com/apache/impala.git
synced 2025-12-25 02:03:09 -05:00
4b774880c9
On Ubuntu 14.04 on AWS EC2 m4.4x, instances, these components frequently take more than 30 seconds to start. I have seen the HMS take more than 90 seconds; this patch sets a more conservative timeout default. Change-Id: I43eb8646cca495578c8f9730faa04812957d2917 Reviewed-on: http://gerrit.cloudera.org:8080/5068 Reviewed-by: Jim Apple <jbapple@cloudera.com> Tested-by: Internal Jenkins
91 lines
3.6 KiB
Python
Executable File
91 lines
3.6 KiB
Python
Executable File
#!/usr/bin/env impala-python
|
|
#
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
#
|
|
# This script waits for the Hive HiveServer2 service to become available by attempting
|
|
# to create a new session until the session creation succeeds, or a timeout is reached.
|
|
# TODO: Consider combining this with wait-for-metastore.py. A TCLIService client
|
|
# can perhaps also talk to the metastore.
|
|
|
|
import os
|
|
import time
|
|
import getpass
|
|
from optparse import OptionParser
|
|
from tests.util.thrift_util import create_transport
|
|
|
|
# Imports required for HiveServer2 Client
|
|
from TCLIService import TCLIService
|
|
from thrift.transport import TTransport, TSocket
|
|
from thrift.protocol import TBinaryProtocol
|
|
|
|
# Disable buffering to get "print" output on the console immediately.
|
|
os.environ["PYTHONUNBUFFERED"] = "1"
|
|
|
|
parser = OptionParser()
|
|
parser.add_option("--hs2_hostport", dest="hs2_hostport",
|
|
default="localhost:11050", help="HiveServer2 hostport to wait for.")
|
|
parser.add_option("--transport", dest="transport", default="buffered",
|
|
help="Transport to use for connecting to HiveServer2. Valid values: "
|
|
"'buffered', 'kerberos', 'plain_sasl'.")
|
|
options, args = parser.parse_args()
|
|
|
|
hs2_host, hs2_port = options.hs2_hostport.split(':')
|
|
|
|
if options.transport == "plain_sasl":
|
|
# Here we supply a bogus username of "foo" and a bogus password of "bar".
|
|
# We just have to supply *something*, else HS2 will block waiting for user
|
|
# input. Any bogus username and password are accepted.
|
|
hs2_transport = create_transport(hs2_host, hs2_port, "hive", options.transport,
|
|
"foo", "bar")
|
|
else:
|
|
hs2_transport = create_transport(hs2_host, hs2_port, "hive", options.transport)
|
|
|
|
protocol = TBinaryProtocol.TBinaryProtocol(hs2_transport)
|
|
hs2_client = TCLIService.Client(protocol)
|
|
|
|
# Try to connect to the HiveServer2 service and create a session
|
|
now = time.time()
|
|
TIMEOUT_SECONDS = 300.0
|
|
while time.time() - now < TIMEOUT_SECONDS:
|
|
try:
|
|
hs2_transport.open()
|
|
open_session_req = TCLIService.TOpenSessionReq()
|
|
open_session_req.username = getpass.getuser()
|
|
resp = hs2_client.OpenSession(open_session_req)
|
|
if resp.status.statusCode == TCLIService.TStatusCode.SUCCESS_STATUS:
|
|
close_session_req = TCLIService.TCloseSessionReq()
|
|
close_session_req.sessionHandle = resp.sessionHandle
|
|
hs2_client.CloseSession(close_session_req)
|
|
print "HiveServer2 service is up at %s." % options.hs2_hostport
|
|
exit(0)
|
|
except Exception as e:
|
|
if "SASL" in e.message: # Bail out on SASL failures
|
|
print "SASL failure when attempting connection:"
|
|
raise
|
|
if "GSS" in e.message: # Other GSSAPI failures
|
|
print "GSS failure when attempting connection:"
|
|
raise
|
|
print "Waiting for HiveServer2 at %s..." % options.hs2_hostport
|
|
print e
|
|
finally:
|
|
hs2_transport.close()
|
|
time.sleep(0.5)
|
|
|
|
print "HiveServer2 service failed to start within %s seconds." % TIMEOUT_SECONDS
|
|
exit(1)
|