mirror of
https://github.com/apache/impala.git
synced 2025-12-30 21:02:41 -05:00
86f69fb96f
The problem was that were were deleting the version.info file because the default of gen_build_version.py recently changed from --noclean to --clean. Also fixed a bug in the shell version generation and made debugging a bit easier by dumping the contents of version.info whenever it is generated. Change-Id: I764d01c9e46eed1bd39de79bf076c15afa599486 Reviewed-on: http://gerrit.ent.cloudera.com:8080/1901 Reviewed-by: Alex Behm <alex.behm@cloudera.com> Tested-by: Lenni Kuff <lskuff@cloudera.com> (cherry picked from commit fa673b4d3342fc825ee7fa942bd254234d222906) Reviewed-on: http://gerrit.ent.cloudera.com:8080/1910 Reviewed-by: Lenni Kuff <lskuff@cloudera.com>
112 lines
3.8 KiB
Bash
Executable File
112 lines
3.8 KiB
Bash
Executable File
#!/bin/bash
|
|
# Copyright 2012 Cloudera Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
|
|
# This script makes a tarball of the Python-based shell that can be unzipped and
|
|
# run out-of-the-box with no configuration. The final tarball is left in
|
|
# ${IMPALA_HOME}/shell/build.
|
|
|
|
if [ "x${IMPALA_HOME}" == "x" ]; then
|
|
echo "\$IMPALA_HOME must be set"
|
|
exit 1
|
|
fi
|
|
|
|
IMPALA_VERSION_INFO_FILE=${IMPALA_HOME}/bin/version.info
|
|
|
|
if [ ! -f ${IMPALA_VERSION_INFO_FILE} ]; then
|
|
echo "No version.info file found. Generating new version info"
|
|
${IMPALA_HOME}/bin/save-version.sh
|
|
else
|
|
echo "Using existing version.info file."
|
|
fi
|
|
|
|
VERSION=$(grep "VERSION: " ${IMPALA_VERSION_INFO_FILE} | awk '{print $2}')
|
|
GIT_HASH=$(grep "GIT_HASH: " ${IMPALA_VERSION_INFO_FILE} | awk '{print $2}')
|
|
BUILD_DATE=$(grep "BUILD_TIME: " ${IMPALA_VERSION_INFO_FILE} | cut -f 2- -d ' ')
|
|
cat ${IMPALA_VERSION_INFO_FILE}
|
|
|
|
SHELL_HOME=${IMPALA_HOME}/shell
|
|
BUILD_DIR=${SHELL_HOME}/build
|
|
TARBALL_ROOT=${BUILD_DIR}/impala-shell-${VERSION}
|
|
|
|
set -u
|
|
set -e
|
|
echo "Deleting all files in ${TARBALL_ROOT}/{gen-py,lib,ext-py}"
|
|
rm -rf ${TARBALL_ROOT}/lib/* 2>&1 > /dev/null
|
|
rm -rf ${TARBALL_ROOT}/gen-py/* 2>&1 > /dev/null
|
|
rm -rf ${TARBALL_ROOT}/ext-py/* 2>&1 > /dev/null
|
|
mkdir -p ${TARBALL_ROOT}/lib
|
|
mkdir -p ${TARBALL_ROOT}/ext-py
|
|
|
|
rm -f ${SHELL_HOME}/gen-py/impala_build_version.py
|
|
cat > ${SHELL_HOME}/gen-py/impala_build_version.py <<EOF
|
|
# Copyright 2012 Cloudera Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
def get_version():
|
|
return "${VERSION}"
|
|
|
|
def get_git_hash():
|
|
return "${GIT_HASH}"
|
|
|
|
def get_build_date():
|
|
return "${BUILD_DATE}"
|
|
EOF
|
|
|
|
# Building all eggs.
|
|
echo "Building all external modules into eggs"
|
|
for MODULE in ${SHELL_HOME}/ext-py/*; do
|
|
pushd ${MODULE} > /dev/null 2>&1
|
|
echo "Cleaning up old build artifacts."
|
|
rm -rf dist 2>&1 > /dev/null
|
|
rm -rf build 2>&1 > /dev/null
|
|
echo "Creating an egg for ${MODULE}"
|
|
python setup.py bdist_egg clean
|
|
cp dist/*.egg ${TARBALL_ROOT}/ext-py
|
|
popd 2>&1 > /dev/null
|
|
done
|
|
|
|
# Copy all the shell files into the build dir
|
|
# The location of python libs for thrift is different in rhel/centos/sles
|
|
if [ -d ${THRIFT_HOME}python/lib/python*/site-packages/thrift ]; then
|
|
cp -r ${THRIFT_HOME}python/lib/python*/site-packages/thrift\
|
|
${TARBALL_ROOT}/lib
|
|
else
|
|
cp -r ${THRIFT_HOME}python/lib64/python*/site-packages/thrift\
|
|
${TARBALL_ROOT}/lib
|
|
fi
|
|
cp -r ${SHELL_HOME}/gen-py ${TARBALL_ROOT}
|
|
cp ${SHELL_HOME}/thrift_sasl.py ${TARBALL_ROOT}/lib
|
|
cp ${SHELL_HOME}/shell_output.py ${TARBALL_ROOT}/lib
|
|
cp ${SHELL_HOME}/pkg_resources.py ${TARBALL_ROOT}/lib
|
|
cp ${SHELL_HOME}/impala-shell ${TARBALL_ROOT}
|
|
cp ${SHELL_HOME}/impala_shell.py ${TARBALL_ROOT}
|
|
|
|
pushd ${BUILD_DIR} > /dev/null
|
|
echo "Making tarball in ${BUILD_DIR}"
|
|
tar czf ${BUILD_DIR}/impala-shell-${VERSION}.tar.gz ./impala-shell-${VERSION}/\
|
|
--exclude="*.pyc" || popd 2>&1 > /dev/null
|