1
0
mirror of synced 2025-12-19 18:14:56 -05:00

chore: Update these destinations. (#61359)

After this PR all JVM destinations will be on the new non-dagger flow.

Note on the failed builds:
destination-csv - docker only, which is why the tests are failing. I am going to deprecate this if I cannot convince Junie to fix this for me.
destination-local-json - same as destination csv.
destination-postgres-strict-encrypt - passing for me locally, looks like a certificate error
destination-postgres - passing for me locall
destination-oracle - these are failing on container errors - the test containers they are trying to download aren't able to start up
destination-oracle-strict-encrypt - same as base oracle
destination-starburst-galaxy - actual test failures
destination-yellowbrick - actual test failures
destination-redis - actual test failures
The failed tests mirror master so we aren't adding any new failures here.
This commit is contained in:
Davin Chia
2025-06-11 19:42:38 -07:00
committed by GitHub
parent b75ab567b2
commit 2844fbfeb8
41 changed files with 137 additions and 12 deletions

View File

@@ -1,6 +1,8 @@
plugins {
id 'application'
id 'airbyte-java-connector'
id "io.airbyte.gradle.docker"
id 'airbyte-connector-docker-convention'
}
airbyteJavaConnector {

View File

@@ -1,4 +1,8 @@
data:
ab_internal:
requireVersionIncrementsInPullRequests: false
connectorBuildOptions:
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
registryOverrides:
cloud:
enabled: false # strict encrypt connectors are deployed to Cloud by their non strict encrypt sibling.

View File

@@ -3,7 +3,7 @@
"supportsIncremental": true,
"supportsNormalization": true,
"supportsDBT": false,
"supported_destination_sync_modes": ["overwrite", "append", "append_dedup"],
"supported_destination_sync_modes": ["overwrite", "append"],
"connectionSpecification": {
"$schema": "http://json-schema.org/draft-07/schema#",
"title": "ClickHouse Destination Spec",
@@ -52,6 +52,12 @@
"type": "string",
"order": 5
},
"raw_data_schema": {
"type": "string",
"description": "The schema to write raw tables into (default: airbyte_internal)",
"title": "Raw Table Schema Name",
"order": 7
},
"tunnel_method": {
"type": "object",
"title": "SSH Tunnel Method",

View File

@@ -1,6 +1,8 @@
plugins {
id 'application'
id 'airbyte-java-connector'
id "io.airbyte.gradle.docker"
id 'airbyte-connector-docker-convention'
}
airbyteJavaConnector {

View File

@@ -1,4 +1,6 @@
data:
connectorBuildOptions:
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
connectorSubtype: database
connectorType: destination
definitionId: ce0d828e-1dc4-496c-b122-2da42e637e48
@@ -32,6 +34,7 @@ data:
ab_internal:
sl: 100
ql: 200
requireVersionIncrementsInPullRequests: false
supportLevel: community
connectorTestSuitesOptions:
- suite: unitTests

View File

@@ -1,6 +1,8 @@
plugins {
id 'application'
id 'airbyte-java-connector'
id "io.airbyte.gradle.docker"
id 'airbyte-connector-docker-convention'
}
airbyteJavaConnector {

View File

@@ -2,6 +2,7 @@ data:
ab_internal:
ql: 100
sl: 100
requireVersionIncrementsInPullRequests: false
connectorBuildOptions:
baseImage: docker.io/airbyte/java-connector-base:2.0.1@sha256:ec89bd1a89e825514dd2fc8730ba299a3ae1544580a078df0e35c5202c2085b3
connectorSubtype: file

View File

@@ -1,6 +1,8 @@
plugins {
id 'application'
id 'airbyte-java-connector'
id "io.airbyte.gradle.docker"
id 'airbyte-connector-docker-convention'
}
airbyteJavaConnector {

View File

@@ -1,4 +1,6 @@
data:
connectorBuildOptions:
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
connectorSubtype: database
connectorType: destination
definitionId: 8ccd8909-4e99-4141-b48d-4984b70b2d89
@@ -20,6 +22,7 @@ data:
ab_internal:
sl: 100
ql: 200
requireVersionIncrementsInPullRequests: false
supportLevel: community
connectorTestSuitesOptions:
- suite: unitTests

View File

@@ -1,5 +1,7 @@
plugins {
id 'airbyte-java-connector'
id "io.airbyte.gradle.docker"
id 'airbyte-connector-docker-convention'
}
airbyteJavaConnector {

View File

@@ -2,6 +2,7 @@ data:
ab_internal:
ql: 300
sl: 100
requireVersionIncrementsInPullRequests: false
connectorBuildOptions:
baseImage: docker.io/airbyte/java-connector-base:2.0.1@sha256:ec89bd1a89e825514dd2fc8730ba299a3ae1544580a078df0e35c5202c2085b3
connectorSubtype: file

View File

@@ -1,6 +1,8 @@
plugins {
id 'application'
id 'airbyte-java-connector'
id "io.airbyte.gradle.docker"
id 'airbyte-connector-docker-convention'
}
airbyteJavaConnector {

View File

@@ -1,4 +1,6 @@
data:
connectorBuildOptions:
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
connectorSubtype: database
connectorType: destination
definitionId: 9f760101-60ae-462f-9ee6-b7a9dafd454d
@@ -20,6 +22,7 @@ data:
ab_internal:
sl: 100
ql: 100
requireVersionIncrementsInPullRequests: false
supportLevel: community
connectorTestSuitesOptions:
- suite: unitTests

View File

@@ -1,6 +1,8 @@
plugins {
id 'application'
id 'airbyte-java-connector'
id "io.airbyte.gradle.docker"
id 'airbyte-connector-docker-convention'
}
airbyteJavaConnector {

View File

@@ -2,6 +2,7 @@ data:
ab_internal:
ql: 100
sl: 100
requireVersionIncrementsInPullRequests: false
connectorBuildOptions:
baseImage: docker.io/airbyte/java-connector-base:2.0.1@sha256:ec89bd1a89e825514dd2fc8730ba299a3ae1544580a078df0e35c5202c2085b3
connectorSubtype: file

View File

@@ -1,5 +1,7 @@
plugins {
id 'airbyte-java-connector'
id "io.airbyte.gradle.docker"
id 'airbyte-connector-docker-convention'
}
airbyteJavaConnector {

View File

@@ -1,4 +1,8 @@
data:
ab_internal:
requireVersionIncrementsInPullRequests: false
connectorBuildOptions:
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
registryOverrides:
cloud:
enabled: false # strict encrypt connectors are deployed to Cloud by their non strict encrypt sibling.

View File

@@ -1,5 +1,7 @@
plugins {
id 'airbyte-java-connector'
id "io.airbyte.gradle.docker"
id 'airbyte-connector-docker-convention'
}
airbyteJavaConnector {
@@ -23,4 +25,5 @@ dependencies {
implementation 'commons-codec:commons-codec:1.16.0'
testImplementation 'org.testcontainers:mongodb:1.19.0'
testImplementation 'org.testcontainers:jdbc:1.19.0'
}

View File

@@ -1,4 +1,6 @@
data:
connectorBuildOptions:
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
connectorSubtype: database
connectorType: destination
definitionId: 8b746512-8c2e-6ac1-4adc-b59faafd473c
@@ -21,6 +23,7 @@ data:
ab_internal:
sl: 100
ql: 100
requireVersionIncrementsInPullRequests: false
supportLevel: community
connectorTestSuitesOptions:
- suite: unitTests

View File

@@ -1,6 +1,8 @@
plugins {
id 'application'
id 'airbyte-java-connector'
id "io.airbyte.gradle.docker"
id 'airbyte-connector-docker-convention'
}
airbyteJavaConnector {

View File

@@ -1,4 +1,6 @@
data:
ab_internal:
requireVersionIncrementsInPullRequests: false
connectorBuildOptions:
baseImage: docker.io/airbyte/java-connector-base:2.0.1@sha256:ec89bd1a89e825514dd2fc8730ba299a3ae1544580a078df0e35c5202c2085b3
connectorSubtype: database

View File

@@ -1,6 +1,8 @@
plugins {
id 'application'
id 'airbyte-java-connector'
id "io.airbyte.gradle.docker"
id 'airbyte-connector-docker-convention'
}
airbyteJavaConnector {

View File

@@ -2,6 +2,7 @@ data:
ab_internal:
ql: 200
sl: 100
requireVersionIncrementsInPullRequests: false
connectorBuildOptions:
baseImage: docker.io/airbyte/java-connector-base:2.0.1@sha256:ec89bd1a89e825514dd2fc8730ba299a3ae1544580a078df0e35c5202c2085b3
connectorSubtype: database

View File

@@ -1,6 +1,8 @@
plugins {
id 'application'
id 'airbyte-java-connector'
id "io.airbyte.gradle.docker"
id 'airbyte-connector-docker-convention'
}
airbyteJavaConnector {

View File

@@ -1,4 +1,8 @@
data:
connectorBuildOptions:
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
ab_internal:
requireVersionIncrementsInPullRequests: false
registryOverrides:
cloud:
enabled: false # strict encrypt connectors are deployed to Cloud by their non strict encrypt sibling.

View File

@@ -1,6 +1,8 @@
plugins {
id 'application'
id 'airbyte-java-connector'
id "io.airbyte.gradle.docker"
id 'airbyte-connector-docker-convention'
}
airbyteJavaConnector {

View File

@@ -1,4 +1,6 @@
data:
connectorBuildOptions:
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
connectorSubtype: database
connectorType: destination
definitionId: 3986776d-2319-4de9-8af8-db14c0996e72
@@ -32,6 +34,7 @@ data:
ab_internal:
sl: 100
ql: 200
requireVersionIncrementsInPullRequests: false
supportLevel: community
connectorTestSuitesOptions:
- suite: unitTests

View File

@@ -1,5 +1,7 @@
plugins {
id 'airbyte-java-connector'
id "io.airbyte.gradle.docker"
id 'airbyte-connector-docker-convention'
}
airbyteJavaConnector {

View File

@@ -1,4 +1,6 @@
data:
ab_internal:
requireVersionIncrementsInPullRequests: false
connectorSubtype: database
connectorType: destination
definitionId: 25c5221d-dce2-4163-ade9-739ef790f503

View File

@@ -2,6 +2,7 @@ data:
ab_internal:
ql: 200
sl: 100
requireVersionIncrementsInPullRequests: false
connectorSubtype: database
connectorType: destination
definitionId: 25c5221d-dce2-4163-ade9-739ef790f503

View File

@@ -1,6 +1,8 @@
plugins {
id 'application'
id 'airbyte-java-connector'
id "io.airbyte.gradle.docker"
id 'airbyte-connector-docker-convention'
}
airbyteJavaConnector {

View File

@@ -1,4 +1,6 @@
data:
connectorBuildOptions:
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
connectorSubtype: database
connectorType: destination
definitionId: d4d3fef9-e319-45c2-881a-bd02ce44cc9f
@@ -20,6 +22,7 @@ data:
ab_internal:
sl: 100
ql: 100
requireVersionIncrementsInPullRequests: false
supportLevel: community
connectorTestSuitesOptions:
- suite: unitTests

View File

@@ -1,6 +1,8 @@
plugins {
id 'application'
id 'airbyte-java-connector'
id "io.airbyte.gradle.docker"
id 'airbyte-connector-docker-convention'
}
airbyteJavaConnector {

View File

@@ -1,4 +1,8 @@
data:
ab_internal:
requireVersionIncrementsInPullRequests: false
connectorBuildOptions:
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
connectorSubtype: database
connectorType: destination
definitionId: 216d815c-8ddc-4617-8cb3-3a23e5811292

View File

@@ -1,6 +1,8 @@
plugins {
id 'application'
id 'airbyte-java-connector'
id "io.airbyte.gradle.docker"
id 'airbyte-connector-docker-convention'
}
airbyteJavaConnector {
@@ -25,9 +27,18 @@ application {
dependencies {
implementation project(path: ':airbyte-integrations:connectors:destination-s3')
implementation ('io.trino:trino-iceberg:411') {exclude group: 'commons-cli', module: 'commons-cli'}
implementation ('io.trino:trino-main:411') {exclude group: 'commons-cli', module: 'commons-cli'}
implementation ('io.trino:trino-jdbc:411') {exclude group: 'commons-cli', module: 'commons-cli'}
implementation ('io.trino:trino-iceberg:411') {
exclude group: 'commons-cli', module: 'commons-cli'
exclude group: 'org.apache.logging.log4j', module: 'log4j-to-slf4j'
}
implementation ('io.trino:trino-main:411') {
exclude group: 'commons-cli', module: 'commons-cli'
exclude group: 'org.apache.logging.log4j', module: 'log4j-to-slf4j'
}
implementation ('io.trino:trino-jdbc:411') {
exclude group: 'commons-cli', module: 'commons-cli'
exclude group: 'org.apache.logging.log4j', module: 'log4j-to-slf4j'
}
implementation 'org.apache.avro:avro:1.11.1'

View File

@@ -1,4 +1,6 @@
data:
connectorBuildOptions:
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
connectorType: destination
connectorSubtype: file
definitionId: 4528e960-6f7b-4412-8555-7e0097e1da17
@@ -20,6 +22,7 @@ data:
ab_internal:
sl: 100
ql: 100
requireVersionIncrementsInPullRequests: false
supportLevel: community
connectorTestSuitesOptions:
- suite: unitTests

View File

@@ -1,6 +1,8 @@
plugins {
id 'application'
id 'airbyte-java-connector'
id "io.airbyte.gradle.docker"
id 'airbyte-connector-docker-convention'
}
airbyteJavaConnector {

View File

@@ -1,4 +1,6 @@
data:
connectorBuildOptions:
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
connectorSubtype: database
connectorType: destination
definitionId: 58e6f9da-904e-11ed-a1eb-0242ac120002
@@ -29,6 +31,7 @@ data:
ab_internal:
sl: 100
ql: 100
requireVersionIncrementsInPullRequests: false
supportLevel: community
connectorTestSuitesOptions:
- suite: unitTests

View File

@@ -1,5 +1,7 @@
plugins {
id 'airbyte-java-connector'
id "io.airbyte.gradle.docker"
id 'airbyte-connector-docker-convention'
}
airbyteJavaConnector {

View File

@@ -1,7 +1,10 @@
data:
connectorBuildOptions:
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
ab_internal:
ql: 200
sl: 100
requireVersionIncrementsInPullRequests: false
connectorSubtype: database
connectorType: destination
definitionId: 1f7bac7e-53ff-4e0b-b6df-b74aa85cf703

View File

@@ -21,17 +21,36 @@ CONNECTORS_DIR="airbyte-integrations/connectors"
# ── Rollout whitelist: only connectors listed here will be built/published
declare -A rollout_map=(
[destination-dev-null]=1
[destination-bigquery]=1
[destination-redshift]=1
[destination-snowflake]=1
[destination-s3]=1
[destination-azure-blob-storage]=1
[destination-bigquery]=1
[destination-clickhouse-strict-encrypt]=1
[destination-clickhouse]=1
[destination-csv]=1
[destination-databricks]=1
[destination-postgres]=1
[destination-s3-data-lake]=1
[destination-elasticsearch]=1
[destination-dev-null]=1
[destination-dynamodb]=1
[destination-elasticsearch-strict-encrypt]=1
[destination-elasticsearch]=1
[destination-gcs]=1
[destination-kafka]=1
[destination-local-json]=1
[destination-mongodb-strict-encrypt]=1
[destination-mongodb]=1
[destination-mysql-strict-encrypt]=1
[destination-mysql]=1
[destination-oracle-strict-encrypt]=1
[destination-oracle]=1
[destination-postgres-strict-encrypt]=1
[destination-postgres]=1
[destination-redis]=1
[destination-redshift]=1
[destination-s3-data-lake]=1
[destination-s3]=1
[destination-singlestore]=1
[destination-snowflake]=1
[destination-starburst-galaxy]=1
[destination-teradata]=1
[destination-yellowbrick]=1
[source-e2e-test]=1
[source-postgres]=1
[source-mysql]=1