mirror of
https://github.com/apache/impala.git
synced 2025-12-19 09:58:28 -05:00
79bee3befb
This adds a script, docker/publish_images_to_apache.sh,
that allows uploading images to the apache/impala docker hub
repo, prefixed with a version string. E.g. with the following
commands:
ninja docker_images quickstart_docker_images
./docker/publish_images_to_apache.sh -v 81d5377c2
The uploaded images can then be used for the quickstart cluster,
as documented in docker/README.
Updated docs for quickstart to use a prefix from apache/impala
Remove IMPALA_QUICKSTART_VERSION, which doesn't interact well with
the tagging since the image name and version are now encoded in the
tag.
Fix an incorrect image name added to docker-images.txt:
impala_profile_tool_image.
Testing:
Ran Impala quickstart with data loading using instructions in README.
export IMPALA_QUICKSTART_IMAGE_PREFIX="apache/impala:81d5377c2-"
docker network create -d bridge quickstart-network
export QUICKSTART_IP=$(docker network inspect quickstart-network -f '{{(index .IPAM.Config 0).Gateway}}')
export QUICKSTART_LISTEN_ADDR=$QUICKSTART_IP
docker-compose -f docker/quickstart.yml \
-f docker/quickstart-kudu-minimal.yml \
-f docker/quickstart-load-data.yml up -d
docker run --network=quickstart-network -it \
${IMPALA_QUICKSTART_IMAGE_PREFIX}impala_quickstart_client
impala-shell
Change-Id: I535d77e565b73d732ae511d7525193467086c76a
Reviewed-on: http://gerrit.cloudera.org:8080/17030
Reviewed-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com>
Tested-by: Impala Public Jenkins <impala-public-jenkins@cloudera.com>
105 lines
4.3 KiB
YAML
105 lines
4.3 KiB
YAML
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
# This defines a basic Impala service with a single Impala Daemon and the minimal set of
|
|
# services required to support it. A Hive MetaStore service is used to manage metadata.
|
|
# All filesystem data is stored in Docker volumes. The default storage location for tables
|
|
# is in the impala-quickstart-warehouse volume, i.e. if you create a table in Impala, it
|
|
# will be stored in that volume by default.
|
|
#
|
|
# See README.md in this directory for usage instructions.
|
|
version: "3"
|
|
services:
|
|
hms:
|
|
image: ${IMPALA_QUICKSTART_IMAGE_PREFIX:-}impala_quickstart_hms
|
|
# Give the HMS an explicit hostname to avoid issues with docker-compose-generated
|
|
# hostnames including underscore, which is rejected by Java's URL parser.
|
|
container_name: quickstart-hive-metastore
|
|
command: ["hms"]
|
|
volumes:
|
|
# Volume used to store Apache Derby database.
|
|
- impala-quickstart-warehouse:/var/lib/hive
|
|
# Warehouse directory. HMS does file operations so needs access to the
|
|
# shared volume.
|
|
- impala-quickstart-warehouse:/user/hive/warehouse
|
|
- ./quickstart_conf:/opt/hive/conf:ro
|
|
networks:
|
|
- quickstart-network
|
|
statestored:
|
|
image: ${IMPALA_QUICKSTART_IMAGE_PREFIX:-}statestored
|
|
ports:
|
|
# Web debug UI
|
|
- "${QUICKSTART_LISTEN_ADDR:?Please set QUICKSTART_LISTEN_ADDR environment variable}:25010:25010"
|
|
command: ["-redirect_stdout_stderr=false", "-logtostderr", "-v=1"]
|
|
volumes:
|
|
- ./quickstart_conf:/opt/impala/conf:ro
|
|
networks:
|
|
- quickstart-network
|
|
catalogd:
|
|
depends_on:
|
|
- statestored
|
|
- hms
|
|
image: ${IMPALA_QUICKSTART_IMAGE_PREFIX:-}catalogd
|
|
ports:
|
|
# Web debug UI
|
|
- "${QUICKSTART_LISTEN_ADDR:?Please set QUICKSTART_LISTEN_ADDR environment variable}:25020:25020"
|
|
command: ["-redirect_stdout_stderr=false", "-logtostderr", "-v=1",
|
|
"-hms_event_polling_interval_s=1", "-invalidate_tables_timeout_s=999999"]
|
|
volumes:
|
|
# Warehouse directory. Catalog does file operations so needs access to the
|
|
# shared volume.
|
|
- impala-quickstart-warehouse:/user/hive/warehouse
|
|
- ./quickstart_conf:/opt/impala/conf:ro
|
|
networks:
|
|
- quickstart-network
|
|
impalad-1:
|
|
image: ${IMPALA_QUICKSTART_IMAGE_PREFIX:-}impalad_coord_exec
|
|
depends_on:
|
|
- statestored
|
|
- catalogd
|
|
ports:
|
|
# Beeswax endpoint (deprecated)
|
|
- "${QUICKSTART_LISTEN_ADDR:?Please set QUICKSTART_LISTEN_ADDR environment variable}:21000:21000"
|
|
# HS2 endpoint
|
|
- "${QUICKSTART_LISTEN_ADDR:?Please set QUICKSTART_LISTEN_ADDR environment variable}:21050:21050"
|
|
# Web debug UI
|
|
- "${QUICKSTART_LISTEN_ADDR:?Please set QUICKSTART_LISTEN_ADDR environment variable}:25000:25000"
|
|
# HS2 over HTTP endpoint.
|
|
- "${QUICKSTART_LISTEN_ADDR:?Please set QUICKSTART_LISTEN_ADDR environment variable}:28000:28000"
|
|
command: [ "-v=1",
|
|
"-redirect_stdout_stderr=false", "-logtostderr",
|
|
"-kudu_master_hosts=kudu-master-1:7051",
|
|
"-mt_dop_auto_fallback=true",
|
|
"-default_query_options=mt_dop=4,default_file_format=parquet,default_transactional_type=insert_only",
|
|
"-mem_limit=4gb"]
|
|
environment:
|
|
# Keep the Java heap small to preserve memory for query execution.
|
|
- JAVA_TOOL_OPTIONS="-Xmx1g"
|
|
volumes:
|
|
- impala-quickstart-warehouse:/user/hive/warehouse
|
|
- ./quickstart_conf:/opt/impala/conf:ro
|
|
networks:
|
|
- quickstart-network
|
|
volumes:
|
|
impala-quickstart-hms:
|
|
impala-quickstart-warehouse:
|
|
|
|
networks:
|
|
quickstart-network:
|
|
external: true
|
|
|