update references to deleted metadata dev bucket (#65133)

.github/workflows/internal-airbyte-ci-release.yml

@@ -11,7 +11,7 @@ on:
   workflow_dispatch:
 
 env:
-  DEV_GCS_BUCKET_NAME: dev-airbyte-cloud-connector-metadata-service
+  DEV_GCS_BUCKET_NAME: dev-airbyte-cloud-connector-metadata-service-2
   PROD_GCS_BUCKET_NAME: prod-airbyte-cloud-connector-metadata-service
   BINARY_FILE_NAME: airbyte-ci
 

airbyte-ci/connectors/metadata_service/lib/metadata_service/registry.py

@@ -6,10 +6,9 @@ import copy
 import json
 import logging
 import os
-import urllib.parse
 from collections import defaultdict
 from enum import Enum
-from typing import Optional, Union
+from typing import Union
 
 import semver
 import sentry_sdk
@@ -21,7 +20,6 @@ from metadata_service.constants import (
     ANALYTICS_BUCKET,
     ANALYTICS_FOLDER,
     METADATA_FOLDER,
-    PUBLIC_GCS_BASE_URL,
     PUBLISH_UPDATE_CHANNEL,
     REGISTRIES_FOLDER,
     VALID_REGISTRIES,
@@ -313,7 +311,7 @@ def _persist_registry(registry: ConnectorRegistryV0, registry_name: str, bucket:
     service_account_info = json.loads(gcs_creds)
     credentials = service_account.Credentials.from_service_account_info(service_account_info)
     client = storage.Client(credentials=credentials)
-    bucket = client.bucket("dev-airbyte-cloud-connector-metadata-service")
+    bucket = client.bucket("dev-airbyte-cloud-connector-metadata-service-2")
 
     registry_file_name = f"{registry_name}_registry.json"
     registry_file_path = f"{REGISTRIES_FOLDER}/{registry_file_name}"

airbyte-ci/connectors/metadata_service/lib/metadata_service/specs_secrets_mask.py

@@ -4,7 +4,7 @@
 import json
 import logging
 import os
-from typing import Optional, Set
+from typing import Set
 
 import dpath.util
 import sentry_sdk
@@ -71,7 +71,7 @@ def _persist_secrets_to_gcs(specs_secrets: Set[str], bucket: storage.Bucket) ->
     service_account_info = json.loads(gcs_creds)
     credentials = service_account.Credentials.from_service_account_info(service_account_info)
     client = storage.Client(credentials=credentials)
-    bucket = client.bucket("dev-airbyte-cloud-connector-metadata-service")
+    bucket = client.bucket("dev-airbyte-cloud-connector-metadata-service-2")
     specs_secrets_mask_blob = bucket.blob(f"{REGISTRIES_FOLDER}/{SPECS_SECRETS_MASK_FILE_NAME}")
 
     try:

airbyte-ci/connectors/metadata_service/lib/tests/test_specs_secrets_mask.py

@@ -337,7 +337,7 @@ class TestPersistSecretsToGcs:
             mock_creds.assert_called_once_with(mock_gcs_credentials)
             mock_client_class.assert_called_once_with(credentials=mock_credentials)
 
-            mock_client.bucket.assert_called_once_with("dev-airbyte-cloud-connector-metadata-service")
+            mock_client.bucket.assert_called_once_with("dev-airbyte-cloud-connector-metadata-service-2")
             mock_dev_bucket.blob.assert_called_once_with(f"{REGISTRIES_FOLDER}/{SPECS_SECRETS_MASK_FILE_NAME}")
 
             mock_blob.upload_from_string.assert_called_once()

airbyte-ci/connectors/metadata_service/orchestrator/.env.template

@@ -1,4 +1,4 @@
-METADATA_BUCKET="dev-airbyte-cloud-connector-metadata-service"
+METADATA_BUCKET="dev-airbyte-cloud-connector-metadata-service-2"
 CI_REPORT_BUCKET="airbyte-ci-reports"
 GITHUB_METADATA_SERVICE_TOKEN=""
 NIGHTLY_REPORT_CHANNEL=""

airbyte-ci/connectors/metadata_service/orchestrator/orchestrator/fetcher/connector_cdk_version.py

@@ -10,7 +10,7 @@ from orchestrator.models.metadata import LatestMetadataEntry
 
 GROUP_NAME = "connector_cdk_versions"
 
-BASE_URL = "https://storage.googleapis.com/dev-airbyte-cloud-connector-metadata-service/"
+BASE_URL = "https://storage.googleapis.com/dev-airbyte-cloud-connector-metadata-service-2/"
 DEPENDENCY_FOLDER = "connector_dependencies"
 DEPENDENCY_FILE = "dependencies.json"
 PACKAGE_NAME = "airbyte-cdk"

airbyte-ci/connectors/metadata_service/orchestrator/pyproject.toml

@@ -26,7 +26,7 @@ dagster-cloud = {extras = ["serverless"], version = "^1.5.14"}
 grpcio = "^1.47.0"
 pydantic = "^1.10.8"
 dagster-slack = "^0.21.14"
-sentry-sdk = "^1.28.1"
+sentry-sdk = "^2.34.1"
 semver = "^3.0.1"
 python-dateutil = "^2.8.2"
 humanize = "^4.7.0"

poe-tasks/upload-java-connector-tar-file.sh

@@ -9,7 +9,7 @@ set -euo pipefail
 source "${BASH_SOURCE%/*}/lib/util.sh"
 source "${BASH_SOURCE%/*}/lib/parse_args.sh"
 
-metadata_bucket="dev-airbyte-cloud-connector-metadata-service"
+metadata_bucket="dev-airbyte-cloud-connector-metadata-service-2"
 connector=$(get_only_connector)
 tar_file_path="${CONNECTORS_DIR}/${connector}/build/distributions/airbyte-app.tar"
 

poe-tasks/upload-python-dependencies.sh

@@ -36,7 +36,7 @@ EOF
 }
 
 # Default values
-BUCKET_NAME="dev-airbyte-cloud-connector-metadata-service"
+BUCKET_NAME="dev-airbyte-cloud-connector-metadata-service-2"
 PRE_RELEASE=false
 CONNECTOR_NAME=""
 VERSION=""