e7cc086394
* Turn on auto-detect schema env variable Co-authored-by: Edmundo Ruiz Ghanem <168664+edmundito@users.noreply.github.com>
118 lines
3.9 KiB
Bash
118 lines
3.9 KiB
Bash
# This file only contains Docker relevant variables.
|
|
#
|
|
# Variables with defaults have been omitted to avoid duplication of defaults.
|
|
# The only exception to the non-default rule are env vars related to scaling.
|
|
#
|
|
# See https://github.com/airbytehq/airbyte/blob/master/airbyte-config/config-models/src/main/java/io/airbyte/config/Configs.java
|
|
# for the latest environment variables.
|
|
#
|
|
# # Contributors - please organise this env file according to the above linked file.
|
|
|
|
|
|
### SHARED ###
|
|
VERSION=0.40.29
|
|
|
|
# When using the airbyte-db via default docker image
|
|
CONFIG_ROOT=/data
|
|
DATA_DOCKER_MOUNT=airbyte_data
|
|
DB_DOCKER_MOUNT=airbyte_db
|
|
|
|
# Workspace storage for running jobs (logs, etc)
|
|
WORKSPACE_ROOT=/tmp/workspace
|
|
WORKSPACE_DOCKER_MOUNT=airbyte_workspace
|
|
|
|
# Local mount to access local files from filesystem
|
|
# todo (cgardens) - when we are mount raw directories instead of named volumes, *_DOCKER_MOUNT must
|
|
# be the same as *_ROOT.
|
|
# Issue: https://github.com/airbytehq/airbyte/issues/578
|
|
LOCAL_ROOT=/tmp/airbyte_local
|
|
LOCAL_DOCKER_MOUNT=/tmp/airbyte_local
|
|
# todo (cgardens) - hack to handle behavior change in docker compose. *_PARENT directories MUST
|
|
# already exist on the host filesystem and MUST be parents of *_ROOT.
|
|
# Issue: https://github.com/airbytehq/airbyte/issues/577
|
|
HACK_LOCAL_ROOT_PARENT=/tmp
|
|
|
|
# Proxy Configuration
|
|
# Set to empty values, e.g. "" to disable basic auth
|
|
BASIC_AUTH_USERNAME=airbyte
|
|
BASIC_AUTH_PASSWORD=password
|
|
BASIC_AUTH_PROXY_TIMEOUT=600
|
|
|
|
### DATABASE ###
|
|
# Airbyte Internal Job Database, see https://docs.airbyte.io/operator-guides/configuring-airbyte-db
|
|
DATABASE_USER=docker
|
|
DATABASE_PASSWORD=docker
|
|
DATABASE_HOST=db
|
|
DATABASE_PORT=5432
|
|
DATABASE_DB=airbyte
|
|
# translate manually DATABASE_URL=jdbc:postgresql://${DATABASE_HOST}:${DATABASE_PORT}/${DATABASE_DB} (do not include the username or password here)
|
|
DATABASE_URL=jdbc:postgresql://db:5432/airbyte
|
|
JOBS_DATABASE_MINIMUM_FLYWAY_MIGRATION_VERSION=0.40.26.001
|
|
|
|
# Airbyte Internal Config Database, defaults to Job Database if empty. Explicitly left empty to mute docker compose warnings.
|
|
CONFIG_DATABASE_USER=
|
|
CONFIG_DATABASE_PASSWORD=
|
|
CONFIG_DATABASE_URL=
|
|
CONFIGS_DATABASE_MINIMUM_FLYWAY_MIGRATION_VERSION=0.40.23.002
|
|
|
|
### AIRBYTE SERVICES ###
|
|
TEMPORAL_HOST=airbyte-temporal:7233
|
|
INTERNAL_API_HOST=airbyte-server:8001
|
|
CONNECTOR_BUILDER_API_HOST=airbyte-connector-builder-server:80
|
|
WEBAPP_URL=http://localhost:8000/
|
|
# Although not present as an env var, required for webapp configuration.
|
|
API_URL=/api/v1/
|
|
CONNECTOR_BUILDER_API_URL=/connector-builder-api
|
|
|
|
### JOBS ###
|
|
# Relevant to scaling.
|
|
SYNC_JOB_MAX_ATTEMPTS=3
|
|
SYNC_JOB_MAX_TIMEOUT_DAYS=3
|
|
JOB_MAIN_CONTAINER_CPU_REQUEST=
|
|
JOB_MAIN_CONTAINER_CPU_LIMIT=
|
|
JOB_MAIN_CONTAINER_MEMORY_REQUEST=
|
|
JOB_MAIN_CONTAINER_MEMORY_LIMIT=
|
|
|
|
NORMALIZATION_JOB_MAIN_CONTAINER_MEMORY_LIMIT=
|
|
NORMALIZATION_JOB_MAIN_CONTAINER_MEMORY_REQUEST=
|
|
NORMALIZATION_JOB_MAIN_CONTAINER_CPU_LIMIT=
|
|
NORMALIZATION_JOB_MAIN_CONTAINER_CPU_REQUEST=
|
|
|
|
### LOGGING/MONITORING/TRACKING ###
|
|
TRACKING_STRATEGY=segment
|
|
JOB_ERROR_REPORTING_STRATEGY=logging
|
|
# Although not present as an env var, expected by Log4J configuration.
|
|
LOG_LEVEL=INFO
|
|
|
|
|
|
### APPLICATIONS ###
|
|
# Worker #
|
|
WORKERS_MICRONAUT_ENVIRONMENTS=control-plane
|
|
# Cron #
|
|
CRON_MICRONAUT_ENVIRONMENTS=control-plane
|
|
# Relevant to scaling.
|
|
MAX_SYNC_WORKERS=5
|
|
MAX_SPEC_WORKERS=5
|
|
MAX_CHECK_WORKERS=5
|
|
MAX_DISCOVER_WORKERS=5
|
|
MAX_NOTIFY_WORKERS=5
|
|
SHOULD_RUN_NOTIFY_WORKFLOWS=false
|
|
# Temporal Activity configuration
|
|
ACTIVITY_MAX_ATTEMPT=
|
|
ACTIVITY_INITIAL_DELAY_BETWEEN_ATTEMPTS_SECONDS=
|
|
ACTIVITY_MAX_DELAY_BETWEEN_ATTEMPTS_SECONDS=
|
|
WORKFLOW_FAILURE_RESTART_DELAY_SECONDS=
|
|
|
|
### FEATURE FLAGS ###
|
|
AUTO_DISABLE_FAILING_CONNECTIONS=false
|
|
FORCE_MIGRATE_SECRET_STORE=false
|
|
|
|
### MONITORING FLAGS ###
|
|
# Accepted values are datadog and otel (open telemetry)
|
|
METRIC_CLIENT=
|
|
# Useful only when metric client is set to be otel. Must start with http:// or https://.
|
|
OTEL_COLLECTOR_ENDPOINT="http://host.docker.internal:4317"
|
|
|
|
USE_STREAM_CAPABLE_STATE=true
|
|
AUTO_DETECT_SCHEMA=true
|