mirror of
https://github.com/apache/impala.git
synced 2026-02-02 15:00:38 -05:00
fb282852ef
This adds a script to find an appropriate m2 archive tarball, download it, and use it to prepopulate the ~/.m2 directory. The script uses the JSON interface for Jenkins to search through the all-build-options-ub1604 builds on jenkins.impala.io to find one that: 1. Is building the "master" branch 2. Has the m2_archive.tar.gz Then, it downloads the m2 archive and uses it to populate ~/.m2. It does not overwrite or remove any files already in ~/.m2. The build scripts that call populate_m2_directory.py do not rely on the script succeeding. They will continue even if the script fails. This also modifies the build-all-flag-combinations.sh script to only build the m2 archive if the GENERATE_M2_ARCHIVE environment variable is true. GENERATE_M2_ARCHIVE=true will clear out the ~/.m2 directory to build an accurate m2 archive. Precommit jobs will use GENERATE_M2_ARCHIVE=false, which will allow them to use the m2 archive to speed up the build. Testing: - Ran gerrify-verify-dryrun - Tested locally Change-Id: I5065658d8c0514550927161855b0943fa7b3a402 Reviewed-on: http://gerrit.cloudera.org:8080/15735 Reviewed-by: Joe McDonnell <joemcdonnell@cloudera.com> Tested-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com>
63 lines
2.4 KiB
Bash
Executable File
63 lines
2.4 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
# This script builds Impala from scratch. It is known to work on Ubuntu 16.04. To run it
|
|
# you need to have:
|
|
#
|
|
# 1. At least 8GB of free disk space
|
|
# 4. A connection to the internet (parts of the build download dependencies)
|
|
#
|
|
# To bootstrap a more complete development environment that includes not only building
|
|
# Impala but also running and testing it, see bootstrap_development.sh in this directory.
|
|
|
|
# Set up some logging and exit conditions:
|
|
set -euxo pipefail
|
|
|
|
# Install non-java dependencies:
|
|
sudo apt-get update
|
|
sudo apt-get --yes install g++ gcc git libsasl2-dev libssl-dev make \
|
|
python-dev python-setuptools libffi-dev libkrb5-dev
|
|
|
|
|
|
source /etc/lsb-release
|
|
|
|
JDK_VERSION=8
|
|
if [[ $DISTRIB_RELEASE = 14.04 ]]
|
|
then
|
|
JDK_VERSION=7
|
|
fi
|
|
sudo apt-get --yes install openjdk-${JDK_VERSION}-jdk openjdk-${JDK_VERSION}-source
|
|
export JAVA_HOME=/usr/lib/jvm/java-${JDK_VERSION}-openjdk-amd64
|
|
|
|
# Download Maven since the packaged version is pretty old.
|
|
if [ ! -d /usr/local/apache-maven-3.5.4 ]; then
|
|
sudo wget -nv \
|
|
https://downloads.apache.org/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz
|
|
sha512sum -c - <<< '2a803f578f341e164f6753e410413d16ab60fabe31dc491d1fe35c984a5cce696bc71f57757d4538fe7738be04065a216f3ebad4ef7e0ce1bb4c51bc36d6be86 apache-maven-3.5.4-bin.tar.gz'
|
|
sudo tar -C /usr/local -xzf apache-maven-3.5.4-bin.tar.gz
|
|
sudo ln -s /usr/local/apache-maven-3.5.4/bin/mvn /usr/local/bin
|
|
fi
|
|
|
|
# Try to prepopulate the m2 directory to save time
|
|
if ! bin/jenkins/populate_m2_directory.py ; then
|
|
echo "Failed to prepopulate the m2 directory. Continuing..."
|
|
fi
|
|
|
|
./buildall.sh -notests -so
|