mirror of
https://github.com/apache/impala.git
synced 2025-12-30 21:02:41 -05:00
3fd6f60b22
The 'Expect: 100-continue' http header allows http clients to send only the headers for their request, get a confirmation back from the server that the headers are valid, and only then send the body of the request, avoiding the overhead of sending large requests that will ultimately fail. This patch adds support for this in the HS2 HTTP server by having THttpServer look for the header, and if it's present and the request is validated returning a '100 Continue' response before reading the body of the request. It also adds supports for using this header on large requests sent by impala-shell. Testing: - This case is covered by the existing test_large_sql, however that test was previously broken and passing spuriously. This patch fixes the test. - Passed all other shell tests. Change-Id: I4153968551acd58b25c7923c2ebf75ee29a7e76b Reviewed-on: http://gerrit.cloudera.org:8080/15284 Tested-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com> Reviewed-by: Thomas Tauber-Marshall <tmarshall@cloudera.com>
90 lines
3.3 KiB
Bash
Executable File
90 lines
3.3 KiB
Bash
Executable File
#!/bin/bash
|
|
#
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
# ----------------------------------------------------------------------
|
|
# This script is invoked during the Impala build process, and creates
|
|
# a distributable python package of the Impala shell. The resulting
|
|
# archive will be saved to:
|
|
#
|
|
# ${IMPALA_HOME}/shell/dist/impala_shell-<version>.tar.gz
|
|
#
|
|
# Until the thrift-generated python files in ${IMPALA_HOME}/shell/gen-py
|
|
# have been created by the build process, this script will not work.
|
|
# It also relies upon the impala_build_version.py file created by the
|
|
# parent packaging script, ${IMPALA_HOME}/shell/make_shell_tarball.sh,
|
|
# which needs to be run before this script will work.
|
|
#
|
|
# After those files exist, however, this script can be run again at will.
|
|
|
|
set -eu -o pipefail
|
|
|
|
WORKING_DIR="$(cd "$(dirname "$0")" ; pwd -P )"
|
|
SHELL_HOME="${IMPALA_HOME}"/shell
|
|
STAGING_DIR="${WORKING_DIR}"/staging
|
|
DIST_DIR="${DIST_DIR:-$WORKING_DIR/dist}"
|
|
PACKAGE_DIR="${STAGING_DIR}"/impala_shell_package
|
|
MODULE_LIB_DIR="${PACKAGE_DIR}"/impala_shell
|
|
NO_CLEAN_DIST="${NO_CLEAN_DIST:-}"
|
|
|
|
assemble_package_files() {
|
|
mkdir -p "${MODULE_LIB_DIR}"
|
|
|
|
cp -r "${SHELL_HOME}/gen-py"/* "${MODULE_LIB_DIR}"
|
|
cp -r "${THRIFT_HOME}/python/lib/python2.7/site-packages/thrift" "${MODULE_LIB_DIR}"
|
|
|
|
cp "${WORKING_DIR}/__init__.py" "${MODULE_LIB_DIR}"
|
|
cp "${SHELL_HOME}/impala_shell.py" "${MODULE_LIB_DIR}"
|
|
cp "${SHELL_HOME}/impala_client.py" "${MODULE_LIB_DIR}"
|
|
cp "${SHELL_HOME}/option_parser.py" "${MODULE_LIB_DIR}"
|
|
cp "${SHELL_HOME}/shell_output.py" "${MODULE_LIB_DIR}"
|
|
cp "${SHELL_HOME}/impala_shell_config_defaults.py" "${MODULE_LIB_DIR}"
|
|
cp "${SHELL_HOME}/TSSLSocketWithWildcardSAN.py" "${MODULE_LIB_DIR}"
|
|
cp "${SHELL_HOME}/ImpalaHttpClient.py" "${MODULE_LIB_DIR}"
|
|
cp "${SHELL_HOME}/shell_exceptions.py" "${MODULE_LIB_DIR}"
|
|
|
|
cp "${SHELL_HOME}/packaging/README.md" "${PACKAGE_DIR}"
|
|
cp "${SHELL_HOME}/packaging/MANIFEST.in" "${PACKAGE_DIR}"
|
|
cp "${SHELL_HOME}/packaging/requirements.txt" "${PACKAGE_DIR}"
|
|
cp "${SHELL_HOME}/packaging/setup.py" "${PACKAGE_DIR}"
|
|
|
|
cp "${IMPALA_HOME}/LICENSE.txt" "${PACKAGE_DIR}"
|
|
}
|
|
|
|
create_distributable_python_package() {
|
|
# Generate a new python package tarball in ${IMPALA_HOME}/shell/dist
|
|
if [[ "${NO_CLEAN_DIST}" != "true" ]]; then
|
|
rm -rf "${DIST_DIR}"
|
|
fi
|
|
|
|
mkdir -p "${DIST_DIR}"
|
|
|
|
pushd "${PACKAGE_DIR}"
|
|
echo "Building package..."
|
|
PACKAGE_TYPE="${PACKAGE_TYPE:-}" OFFICIAL="${OFFICIAL:-}" \
|
|
python setup.py sdist --dist-dir "${DIST_DIR}"
|
|
popd
|
|
|
|
if [[ "${NO_CLEAN_DIST}" != "true" ]]; then
|
|
rm -rf "${STAGING_DIR}"
|
|
fi
|
|
}
|
|
|
|
assemble_package_files
|
|
create_distributable_python_package
|