ci: upload java tar file to metadata bucket when publishing java connectors (#64950)

.github/workflows/publish_connectors.yml

@@ -144,6 +144,16 @@ jobs:
         run: |
           ./poe-tasks/build-and-publish-java-connectors-with-tag.sh --main-release --publish --name ${{ matrix.connector }}
 
+      - name: Publish JVM connectors tar file [On merge to master]]
+        id: publish-JVM-connectors-tar-file-master
+        if: github.event_name == 'push' && steps.connector-metadata.outputs.connector-language == 'java'
+        shell: bash
+        run: ./poe-tasks/upload-java-connector-tar-file.sh --name ${{ matrix.connector }} --main-release
+        env:
+          GCS_CREDENTIALS: ${{ secrets.METADATA_SERVICE_DEV_GCS_CREDENTIALS }}
+        # we allow it to fail because we are testing this step. We should remove this once we are sure it works.
+        continue-on-error: true
+
       - name: Determine build and publish options
         id: get-connector-options
         if: steps.connector-metadata.outputs.connector-language != 'java'
@@ -219,6 +229,16 @@ jobs:
         shell: bash
         run: ./poe-tasks/build-and-publish-java-connectors-with-tag.sh  ${{ inputs.publish-options }} --name ${{ matrix.connector }} --publish
 
+      - name: Publish JVM connectors tar file [manual]
+        id: publish-JVM-connectors-tar-file-manual
+        if: (github.event_name == 'workflow_dispatch' || github.event_name == 'workflow_call') && steps.connector-metadata.outputs.connector-language == 'java'
+        shell: bash
+        run: ./poe-tasks/upload-java-connector-tar-file.sh --name ${{ matrix.connector }} ${{ inputs.publish-options }}
+        env:
+          GCS_CREDENTIALS: ${{ secrets.METADATA_SERVICE_DEV_GCS_CREDENTIALS }}
+        # we allow it to fail because we are testing this step. We should remove this once we are sure it works.
+        continue-on-error: true
+
       - name: Build and publish Python and Manifest-Only connectors images [manual]
         id: build-and-publish-python-manifest-only-connectors-images-manual
         if: (github.event_name == 'workflow_dispatch' || github.event_name == 'workflow_call') && steps.connector-metadata.outputs.connector-language != 'java'

poe-tasks/upload-java-connector-tar-file.sh

@@ -0,0 +1,35 @@
+#!/usr/bin/env bash
+
+# Uploads the java tar for java connectors.
+# Usage: ./poe-tasks/upload-java-connector-tar-file.sh --name destination-bigquery [--pre-release] [--main-release]
+# You must have set the env var GCS_CREDENTIALS, which contains a JSON-formatted GCP service account key.
+# GCS_CREDENTIALS needs write access to `gs://$metadata_bucket/resources/java`.
+set -euo pipefail
+
+source "${BASH_SOURCE%/*}/lib/util.sh"
+source "${BASH_SOURCE%/*}/lib/parse_args.sh"
+
+metadata_bucket="dev-airbyte-cloud-connector-metadata-service"
+connector=$(get_only_connector)
+tar_file_path="${CONNECTORS_DIR}/${connector}/build/distributions/airbyte-app.tar"
+
+if ! test "$GCS_CREDENTIALS"; then
+  echo "GCS_CREDENTIALS environment variable must be set" >&2
+  exit 1
+fi
+
+# Figure out the tag that we're working on (i.e. handle the prerelease case)
+meta="${CONNECTORS_DIR}/${connector}/metadata.yaml"
+base_tag=$(yq -r '.data.dockerImageTag' "$meta")
+if test -z "$base_tag" || test "$base_tag" = "null"; then
+  echo "Error: dockerImageTag missing in ${meta}" >&2
+  exit 1
+fi
+if test "$publish_mode" = "main-release"; then
+  docker_tag="$base_tag"
+else
+  docker_tag=$(generate_dev_tag "$base_tag")
+fi
+
+gcloud_activate_service_account "$GCS_CREDENTIALS"
+gcloud storage cp "$tar_file_path" "gs://${metadata_bucket}/resources/java/${connector}/${docker_tag}/"