1
0
mirror of synced 2025-12-25 02:09:19 -05:00

move metadata validation from airbyte-ci into vanilla GHA (#64164)

This commit is contained in:
Edward Gao
2025-08-04 12:31:54 -07:00
committed by GitHub
parent 9992da0e5a
commit 1a4d157206
9 changed files with 155 additions and 118 deletions

47
poe-tasks/lib/util.sh Normal file
View File

@@ -0,0 +1,47 @@
# A collection of utility functions and constants.
# Usage (assuming your script is in `poe-tasks`): Add `source "${BASH_SOURCE%/*}/lib/util.sh"` to your script.
# You can't just `source lib/util.sh`, because the current working directory probably isn't `poe-tasks`.
CONNECTORS_DIR="airbyte-integrations/connectors"
DOCS_BASE_DIR="docs/integrations"
# Usage: connector_docs_path "source-foo"
# Returns a string "docs/integrations/sources/foo.md"
connector_docs_path() {
# The regex '^(source|destination)-(.*)' matches strings like source-whatever or destination-something-like-this,
# capturing the connector type (source/destination) and the connector name (whatever / something-like-this).
# We then output '\1s/\2.md', which inserts the captured values as `\1` and `\2`.
# This produces a string like `sources/whatever.md`.
# Then we prepend the 'docs/integrations/' path.
echo $DOCS_BASE_DIR/$(echo $1 | sed -r 's@^(source|destination)-(.*)@\1s/\2.md@')
}
# ---------- helper: collect connector names ----------
# Read a list of connector names from a variable, or parse stdin.
# Expects that you have populated a $connectors variable as an array.
# If you sourced the parse_args.sh script, this is already handled for you.
get_connectors() {
if [ "${#connectors[@]}" -gt 0 ]; then
# only look at non-empty strings
for c in "${connectors[@]}"; do
[[ -n "$c" ]] && printf "%s\n" "$c"
done
else
# read JSON from stdin
if [ -t 0 ]; then
echo "Error: No --name given and nothing piped to stdin." >&2
exit 1
fi
# select only non-empty strings out of the JSON array
jq -r '.connector[] | select(. != "")'
fi
}
# Generate the prerelease image tag (e.g. `1.2.3-dev.abcde12345`).
generate_dev_tag() {
local base="$1"
# force a 10-char short hash to match existing airbyte-ci behaviour.
local hash
hash=$(git rev-parse --short=10 HEAD)
echo "${base}-dev.${hash}"
}