mirror of
https://github.com/apache/impala.git
synced 2025-12-26 14:02:53 -05:00
6e5ec22b12
This patch will cause a junitxml file to be emitted in the case of errors in build scripts. Instead of simply echoing a message to the console, we set up a trap function that also writes out to a junit xml report that can be consumed by jenkins.impala.io. Main things to pay attention to: - New file that gets sourced by all bash scripts when trapping within bash scripts: https://gerrit.cloudera.org/c/11257/1/bin/report_build_error.sh - Installation of the python lib into impala-python venv for use from within python files: https://gerrit.cloudera.org/c/11257/1/bin/impala-python-common.sh - Change to the generate_junitxml.py file itself, for ease of https://gerrit.cloudera.org/c/11257/1/lib/python/impala_py_lib/jenkins/generate_junitxml.py Most of the other changes are to source the new report_build_error.sh script to set up the trap function. Change-Id: Idd62045bb43357abc2b89a78afff499149d3c3fc Reviewed-on: http://gerrit.cloudera.org:8080/11257 Reviewed-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com> Tested-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com>
52 lines
2.4 KiB
Bash
Executable File
52 lines
2.4 KiB
Bash
Executable File
#!/bin/bash
|
|
#
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
#
|
|
# Check if a reference githash exists in hdfs; If it does, diff the directories that
|
|
# contain the schemas against the current HEAD.
|
|
# This script exits with 0 and 1 as the returncodes
|
|
# - 0 implies that the schema diff is emppty, or that a reference githash was not found.
|
|
# - 1 implies that the schemas have changed.
|
|
|
|
set -euo pipefail
|
|
|
|
# We don't want to generate a junit xml report for errors generated here,
|
|
# since exit code 1 here denotes something useful. So in the case of this
|
|
# script, we don't call setup_report_build_error.
|
|
trap 'echo Error in $0 at line $LINENO: $(cd "'$PWD'" && awk "NR == $LINENO" $0)' ERR
|
|
|
|
. ${IMPALA_HOME}/bin/impala-config.sh > /dev/null 2>&1
|
|
|
|
DATASET=${1-}
|
|
hdfs dfs -test -e ${WAREHOUSE_LOCATION_PREFIX}/test-warehouse/githash.txt || { exit 0; }
|
|
GIT_HASH=$(echo $(hdfs dfs -cat ${WAREHOUSE_LOCATION_PREFIX}/test-warehouse/githash.txt))
|
|
|
|
# To ensure this script works when executed from anywhere, even outside the Impala repo,
|
|
# we specifiy the git-dir and work-tree for all git commands.
|
|
if ! git --git-dir ${IMPALA_HOME}/.git --work-tree=${IMPALA_HOME} \
|
|
show $GIT_HASH &>/dev/null; then
|
|
echo The git commit used to create the test warehouse snapshot is not available \
|
|
locally. Fetching the latest commits from remotes.
|
|
git --git-dir ${IMPALA_HOME}/.git --work-tree=${IMPALA_HOME} fetch --all &>/dev/null
|
|
fi
|
|
# Check whether a non-empty diff exists.
|
|
git --git-dir ${IMPALA_HOME}/.git --work-tree=${IMPALA_HOME} \
|
|
diff --exit-code ${GIT_HASH}..HEAD ${IMPALA_HOME}/testdata/datasets/$DATASET
|
|
git --git-dir ${IMPALA_HOME}/.git --work-tree=${IMPALA_HOME} \
|
|
diff --exit-code ${GIT_HASH}..HEAD ${IMPALA_HOME}/testdata/avro_schema_resolution
|