mirror of
https://github.com/apache/impala.git
synced 2026-01-31 09:00:19 -05:00
3fd6f60b22
The 'Expect: 100-continue' http header allows http clients to send only the headers for their request, get a confirmation back from the server that the headers are valid, and only then send the body of the request, avoiding the overhead of sending large requests that will ultimately fail. This patch adds support for this in the HS2 HTTP server by having THttpServer look for the header, and if it's present and the request is validated returning a '100 Continue' response before reading the body of the request. It also adds supports for using this header on large requests sent by impala-shell. Testing: - This case is covered by the existing test_large_sql, however that test was previously broken and passing spuriously. This patch fixes the test. - Passed all other shell tests. Change-Id: I4153968551acd58b25c7923c2ebf75ee29a7e76b Reviewed-on: http://gerrit.cloudera.org:8080/15284 Tested-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com> Reviewed-by: Thomas Tauber-Marshall <tmarshall@cloudera.com>
133 lines
4.8 KiB
Bash
Executable File
133 lines
4.8 KiB
Bash
Executable File
#!/bin/bash
|
|
#
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
|
|
# This script makes a tarball of the Python-based shell that can be unzipped and
|
|
# run out-of-the-box with no configuration. The final tarball is left in
|
|
# ${IMPALA_HOME}/shell/build.
|
|
|
|
set -euo pipefail
|
|
. $IMPALA_HOME/bin/report_build_error.sh
|
|
setup_report_build_error
|
|
|
|
if [ "x${IMPALA_HOME}" == "x" ]; then
|
|
echo "\$IMPALA_HOME must be set"
|
|
exit 1
|
|
fi
|
|
|
|
IMPALA_VERSION_INFO_FILE=${IMPALA_HOME}/bin/version.info
|
|
|
|
if [ ! -f ${IMPALA_VERSION_INFO_FILE} ]; then
|
|
echo "No version.info file found. Generating new version info"
|
|
${IMPALA_HOME}/bin/save-version.sh
|
|
else
|
|
echo "Using existing version.info file."
|
|
fi
|
|
|
|
VERSION=$(grep "VERSION: " ${IMPALA_VERSION_INFO_FILE} | awk '{print $2}')
|
|
GIT_HASH=$(grep "GIT_HASH: " ${IMPALA_VERSION_INFO_FILE} | awk '{print $2}')
|
|
BUILD_DATE=$(grep "BUILD_TIME: " ${IMPALA_VERSION_INFO_FILE} | cut -f 2- -d ' ')
|
|
cat ${IMPALA_VERSION_INFO_FILE}
|
|
|
|
SHELL_HOME=${IMPALA_HOME}/shell
|
|
BUILD_DIR=${SHELL_HOME}/build
|
|
TARBALL_ROOT=${BUILD_DIR}/impala-shell-${VERSION}
|
|
|
|
echo "Deleting all files in ${TARBALL_ROOT}/{gen-py,lib,ext-py}"
|
|
rm -rf ${TARBALL_ROOT}/lib/* 2>&1 > /dev/null
|
|
rm -rf ${TARBALL_ROOT}/gen-py/* 2>&1 > /dev/null
|
|
rm -rf ${TARBALL_ROOT}/ext-py/* 2>&1 > /dev/null
|
|
mkdir -p ${TARBALL_ROOT}/lib
|
|
mkdir -p ${TARBALL_ROOT}/ext-py
|
|
|
|
rm -f ${SHELL_HOME}/gen-py/impala_build_version.py
|
|
cat > ${SHELL_HOME}/gen-py/impala_build_version.py <<EOF
|
|
#
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
def get_version():
|
|
return "${VERSION}"
|
|
|
|
def get_git_hash():
|
|
return "${GIT_HASH}"
|
|
|
|
def get_build_date():
|
|
return "${BUILD_DATE}"
|
|
EOF
|
|
|
|
# Building all eggs.
|
|
echo "Building all external modules into eggs"
|
|
for MODULE in ${SHELL_HOME}/ext-py/*; do
|
|
pushd ${MODULE} > /dev/null 2>&1
|
|
echo "Cleaning up old build artifacts."
|
|
rm -rf dist 2>&1 > /dev/null
|
|
rm -rf build 2>&1 > /dev/null
|
|
echo "Creating an egg for ${MODULE}"
|
|
if [[ "$MODULE" == *"/bitarray"* ]]; then
|
|
# Need to use setuptools to build egg for bitarray module
|
|
python -c "import setuptools; execfile('setup.py')" -q bdist_egg clean
|
|
else
|
|
python setup.py -q bdist_egg clean
|
|
fi
|
|
cp dist/*.egg ${TARBALL_ROOT}/ext-py
|
|
popd 2>&1 > /dev/null
|
|
done
|
|
|
|
# Copy all the shell files into the build dir
|
|
# The location of python libs for thrift is different in rhel/centos/sles
|
|
if [ -d ${THRIFT_HOME}/python/lib/python*/site-packages/thrift ]; then
|
|
cp -r ${THRIFT_HOME}/python/lib/python*/site-packages/thrift\
|
|
${TARBALL_ROOT}/lib
|
|
else
|
|
cp -r ${THRIFT_HOME}/python/lib64/python*/site-packages/thrift\
|
|
${TARBALL_ROOT}/lib
|
|
fi
|
|
cp -r ${SHELL_HOME}/gen-py ${TARBALL_ROOT}
|
|
cp ${SHELL_HOME}/thrift_sasl.py ${TARBALL_ROOT}/lib
|
|
cp ${SHELL_HOME}/option_parser.py ${TARBALL_ROOT}/lib
|
|
cp ${SHELL_HOME}/impala_shell_config_defaults.py ${TARBALL_ROOT}/lib
|
|
cp ${SHELL_HOME}/impala_client.py ${TARBALL_ROOT}/lib
|
|
cp ${SHELL_HOME}/TSSLSocketWithWildcardSAN.py ${TARBALL_ROOT}/lib
|
|
cp ${SHELL_HOME}/ImpalaHttpClient.py ${TARBALL_ROOT}/lib
|
|
cp ${SHELL_HOME}/shell_exceptions.py ${TARBALL_ROOT}/lib
|
|
cp ${SHELL_HOME}/shell_output.py ${TARBALL_ROOT}/lib
|
|
cp ${SHELL_HOME}/pkg_resources.py ${TARBALL_ROOT}/lib
|
|
cp ${SHELL_HOME}/impala-shell ${TARBALL_ROOT}
|
|
cp ${SHELL_HOME}/impala_shell.py ${TARBALL_ROOT}
|
|
|
|
pushd ${BUILD_DIR} > /dev/null
|
|
echo "Making tarball in ${BUILD_DIR}"
|
|
tar czf ${BUILD_DIR}/impala-shell-${VERSION}.tar.gz ./impala-shell-${VERSION}/\
|
|
--exclude="*.pyc" || popd 2>&1 > /dev/null
|