9f652f0ea0
The validate-connector-metadata.sh script was failing for strict-encrypt connectors because it was looking for documentation files like "postgres-strict-encrypt.md" when these connectors actually share documentation with their base connector (e.g., "postgres.md"). 🤖 Generated with Claude Code Co-authored-by: Claude <noreply@anthropic.com>
54 lines
2.2 KiB
Bash
54 lines
2.2 KiB
Bash
# A collection of utility functions and constants.
|
|
# Usage (assuming your script is in `poe-tasks`): Add `source "${BASH_SOURCE%/*}/lib/util.sh"` to your script.
|
|
# You can't just `source lib/util.sh`, because the current working directory probably isn't `poe-tasks`.
|
|
|
|
CONNECTORS_DIR="airbyte-integrations/connectors"
|
|
DOCS_BASE_DIR="docs/integrations"
|
|
METADATA_SERVICE_PATH='airbyte-ci/connectors/metadata_service/lib'
|
|
|
|
# Usage: connector_docs_path "source-foo"
|
|
# Returns a string "docs/integrations/sources/foo.md"
|
|
connector_docs_path() {
|
|
# First, remove -strict-encrypt suffix since these connectors
|
|
# share documentation with their base connector
|
|
local connector_name="$1"
|
|
connector_name=$(echo "$connector_name" | sed -r 's/-strict-encrypt$//')
|
|
|
|
# The regex '^(source|destination)-(.*)' matches strings like source-whatever or destination-something-like-this,
|
|
# capturing the connector type (source/destination) and the connector name (whatever / something-like-this).
|
|
# We then output '\1s/\2.md', which inserts the captured values as `\1` and `\2`.
|
|
# This produces a string like `sources/whatever.md`.
|
|
# Then we prepend the 'docs/integrations/' path.
|
|
echo $DOCS_BASE_DIR/$(echo $connector_name | sed -r 's@^(source|destination)-(.*)@\1s/\2.md@')
|
|
}
|
|
|
|
# ---------- helper: collect connector names ----------
|
|
# Read a list of connector names from a variable, or parse stdin.
|
|
# Expects that you have populated a $connectors variable as an array.
|
|
# If you sourced the parse_args.sh script, this is already handled for you.
|
|
get_connectors() {
|
|
if [ "${#connectors[@]}" -gt 0 ]; then
|
|
# only look at non-empty strings
|
|
for c in "${connectors[@]}"; do
|
|
[[ -n "$c" ]] && printf "%s\n" "$c"
|
|
done
|
|
else
|
|
# read JSON from stdin
|
|
if [ -t 0 ]; then
|
|
echo "Error: No --name given and nothing piped to stdin." >&2
|
|
exit 1
|
|
fi
|
|
# select only non-empty strings out of the JSON array
|
|
jq -r '.connector[] | select(. != "")'
|
|
fi
|
|
}
|
|
|
|
# Generate the prerelease image tag (e.g. `1.2.3-dev.abcde12345`).
|
|
generate_dev_tag() {
|
|
local base="$1"
|
|
# force a 10-char short hash to match existing airbyte-ci behaviour.
|
|
local hash
|
|
hash=$(git rev-parse --short=10 HEAD)
|
|
echo "${base}-dev.${hash}"
|
|
}
|