mirror of
https://github.com/apache/impala.git
synced 2026-01-01 09:00:42 -05:00
f13dfcbddc
Maven's INFO log level is very verbose and includes a lot of progress information that is minimally useful. Maven doesn't have an option to output only ERROR and WARNING log messages. As a workaround, use grep to filter out the majority of the output (only warnings, errors, tests, and success/failure). Also add a header with relevant info about the maven command: targets and working directory. Change-Id: I828b870edc2fc80a6460e6ed594d507c46e69c82 Reviewed-on: http://gerrit.cloudera.org:8080/1752 Reviewed-by: Tim Armstrong <tarmstrong@cloudera.com> Tested-by: Internal Jenkins
39 lines
1.3 KiB
Bash
Executable File
39 lines
1.3 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# Copyright (c) 2012 Cloudera, Inc. All rights reserved.
|
|
|
|
set -euo pipefail
|
|
trap 'echo Error in $0 at line $LINENO: $(cd "'$PWD'" && awk "NR == $LINENO" $0)' ERR
|
|
|
|
. ${IMPALA_HOME}/bin/impala-config.sh
|
|
|
|
if ${CLUSTER_DIR}/admin is_kerberized; then
|
|
KERB_ARGS="--use_kerberos"
|
|
else
|
|
KERB_ARGS=
|
|
fi
|
|
|
|
# Split hbasealltypesagg and hbasealltypessmall and assign their splits
|
|
cd $IMPALA_HOME/testdata
|
|
${IMPALA_HOME}/bin/mvn-quiet.sh clean
|
|
${IMPALA_HOME}/bin/mvn-quiet.sh package
|
|
mvn -q dependency:copy-dependencies
|
|
|
|
. ${IMPALA_HOME}/bin/set-classpath.sh
|
|
export CLASSPATH=$IMPALA_HOME/testdata/target/impala-testdata-0.1-SNAPSHOT.jar:$CLASSPATH
|
|
|
|
: ${JAVA_KERBEROS_MAGIC=}
|
|
for ATTEMPT in {1..10}; do
|
|
if "$JAVA" ${JAVA_KERBEROS_MAGIC} \
|
|
com.cloudera.impala.datagenerator.HBaseTestDataRegionAssigment \
|
|
functional_hbase.alltypesagg functional_hbase.alltypessmall; then
|
|
break
|
|
fi
|
|
# Hopefully reloading the data will somehow help the splitting succeed.
|
|
$IMPALA_HOME/bin/start-impala-cluster.py
|
|
$IMPALA_HOME/bin/load-data.py -w functional-query \
|
|
--table_names=alltypesagg,alltypessmall --table_formats=hbase/none --force \
|
|
${KERB_ARGS} --principal=${MINIKDC_PRINC_HIVE}
|
|
$IMPALA_HOME/tests/util/compute_table_stats.py --db_names=functional_hbase \
|
|
--table_names=alltypesagg,alltypessmall ${KERB_ARGS}
|
|
done
|