mirror of
https://github.com/apache/impala.git
synced 2026-02-03 09:00:39 -05:00
56ee90c598
The locations for native-toolchain packages in IMPALA_TOOLCHAIN currently do not include the compiler version. This means that the toolchain can't distinguish between native-toolchain packages built with gcc 4.9.2 versus gcc 7.5.0. The collisions can cause issues when switching back and forth between branches. This introduces the IMPALA_TOOLCHAIN_PACKAGES_HOME environment variable, which is a location inside IMPALA_TOOLCHAIN that would hold native-toolchain packages. Currently, it is set to the same as IMPALA_TOOLCHAIN, so there is no difference in behavior. This lays the groundwork to add the compiler version to this path when switching to GCC7. Testing: - The only impediment to building with IMPALA_TOOLCHAIN_PACKAGES_HOME=$IMPALA_TOOLCHAIN/test is Impala-lzo. With a custom Impala-lzo, compilation succeeds. Either Impala-lzo will be fixed or it will be removed. - Core tests Change-Id: I1ff641e503b2161baf415355452f86b6c8bfb15b Reviewed-on: http://gerrit.cloudera.org:8080/15991 Reviewed-by: Joe McDonnell <joemcdonnell@cloudera.com> Tested-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com>
66 lines
1.9 KiB
Bash
Executable File
66 lines
1.9 KiB
Bash
Executable File
#!/bin/bash
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
set -euo pipefail
|
|
. $IMPALA_HOME/bin/report_build_error.sh
|
|
setup_report_build_error
|
|
|
|
IMPALA_DATA=${IMPALA_HOME}/testdata/impala-data
|
|
TPC_H_DATA=${IMPALA_DATA}/tpch
|
|
|
|
SCALE_FACTOR=1
|
|
if [[ $# == 1 && $1 -gt 1 ]]
|
|
then
|
|
SCALE_FACTOR=$1
|
|
TPC_H_DATA=${TPC_H_DATA}${SCALE_FACTOR}
|
|
fi
|
|
|
|
TPC_H_HOME=${IMPALA_TOOLCHAIN_PACKAGES_HOME}/tpc-h-${IMPALA_TPC_H_VERSION}
|
|
TPC_H_DBGEN=${TPC_H_HOME}/bin/dbgen
|
|
|
|
if [ ! -x ${TPC_H_DBGEN} ]; then
|
|
echo "Could not find TPC-H data generator executable: ${TPC_H_DBGEN}"
|
|
exit 1
|
|
fi
|
|
|
|
echo "Generating TPC-H data into ${TPC_H_DATA}"
|
|
# Delete any preexisting data or symlinks
|
|
# Need to change permissions to work around an old TPC-H data tarball that had a
|
|
# non-writable top-level directory when extracted.
|
|
chmod +w ${TPC_H_DATA} || true
|
|
rm -rf ${TPC_H_DATA}
|
|
mkdir -p ${TPC_H_DATA}
|
|
cd ${TPC_H_DATA}
|
|
|
|
if [ -t 1 ]
|
|
then
|
|
# Output is terminal, show progress verbosely
|
|
VERBOSITY='-v'
|
|
else
|
|
VERBOSITY=''
|
|
fi
|
|
|
|
${TPC_H_DBGEN} ${VERBOSITY} -f -s ${SCALE_FACTOR}
|
|
|
|
# Impala expects each table to be in its own subdirectory.
|
|
for FILE in *.tbl; do
|
|
FILE_DIR=${FILE%.tbl}
|
|
mkdir -p ${FILE_DIR}
|
|
mv ${FILE} ${FILE_DIR}
|
|
done
|