From 2844fbfeb8f53c510263614fbb02b7caff7285f0 Mon Sep 17 00:00:00 2001 From: Davin Chia Date: Wed, 11 Jun 2025 19:42:38 -0700 Subject: [PATCH] chore: Update these destinations. (#61359) After this PR all JVM destinations will be on the new non-dagger flow. Note on the failed builds: destination-csv - docker only, which is why the tests are failing. I am going to deprecate this if I cannot convince Junie to fix this for me. destination-local-json - same as destination csv. destination-postgres-strict-encrypt - passing for me locally, looks like a certificate error destination-postgres - passing for me locall destination-oracle - these are failing on container errors - the test containers they are trying to download aren't able to start up destination-oracle-strict-encrypt - same as base oracle destination-starburst-galaxy - actual test failures destination-yellowbrick - actual test failures destination-redis - actual test failures The failed tests mirror master so we aren't adding any new failures here. --- .../build.gradle | 2 ++ .../metadata.yaml | 4 +++ .../src/test/resources/expected_spec.json | 8 ++++- .../destination-clickhouse/build.gradle | 2 ++ .../destination-clickhouse/metadata.yaml | 3 ++ .../connectors/destination-csv/build.gradle | 2 ++ .../connectors/destination-csv/metadata.yaml | 1 + .../destination-dynamodb/build.gradle | 2 ++ .../destination-dynamodb/metadata.yaml | 3 ++ .../connectors/destination-gcs/build.gradle | 2 ++ .../connectors/destination-gcs/metadata.yaml | 1 + .../connectors/destination-kafka/build.gradle | 2 ++ .../destination-kafka/metadata.yaml | 3 ++ .../destination-local-json/build.gradle | 2 ++ .../destination-local-json/metadata.yaml | 1 + .../build.gradle | 2 ++ .../metadata.yaml | 4 +++ .../destination-mongodb/build.gradle | 3 ++ .../destination-mongodb/metadata.yaml | 3 ++ .../build.gradle | 2 ++ .../metadata.yaml | 2 ++ .../connectors/destination-mysql/build.gradle | 2 ++ .../destination-mysql/metadata.yaml | 1 + .../build.gradle | 2 ++ .../metadata.yaml | 4 +++ .../destination-oracle/build.gradle | 2 ++ .../destination-oracle/metadata.yaml | 3 ++ .../build.gradle | 2 ++ .../metadata.yaml | 2 ++ .../destination-postgres/metadata.yaml | 1 + .../connectors/destination-redis/build.gradle | 2 ++ .../destination-redis/metadata.yaml | 3 ++ .../destination-singlestore/build.gradle | 2 ++ .../destination-singlestore/metadata.yaml | 4 +++ .../destination-starburst-galaxy/build.gradle | 17 +++++++-- .../metadata.yaml | 3 ++ .../destination-teradata/build.gradle | 2 ++ .../destination-teradata/metadata.yaml | 3 ++ .../destination-yellowbrick/build.gradle | 2 ++ .../destination-yellowbrick/metadata.yaml | 3 ++ ...ld-and-publish-java-connectors-with-tag.sh | 35 ++++++++++++++----- 41 files changed, 137 insertions(+), 12 deletions(-) diff --git a/airbyte-integrations/connectors/destination-clickhouse-strict-encrypt/build.gradle b/airbyte-integrations/connectors/destination-clickhouse-strict-encrypt/build.gradle index 79554f9c819..d9e45fcefd0 100644 --- a/airbyte-integrations/connectors/destination-clickhouse-strict-encrypt/build.gradle +++ b/airbyte-integrations/connectors/destination-clickhouse-strict-encrypt/build.gradle @@ -1,6 +1,8 @@ plugins { id 'application' id 'airbyte-java-connector' + id "io.airbyte.gradle.docker" + id 'airbyte-connector-docker-convention' } airbyteJavaConnector { diff --git a/airbyte-integrations/connectors/destination-clickhouse-strict-encrypt/metadata.yaml b/airbyte-integrations/connectors/destination-clickhouse-strict-encrypt/metadata.yaml index 81f5dfe6a70..591500b83c3 100644 --- a/airbyte-integrations/connectors/destination-clickhouse-strict-encrypt/metadata.yaml +++ b/airbyte-integrations/connectors/destination-clickhouse-strict-encrypt/metadata.yaml @@ -1,4 +1,8 @@ data: + ab_internal: + requireVersionIncrementsInPullRequests: false + connectorBuildOptions: + baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0 registryOverrides: cloud: enabled: false # strict encrypt connectors are deployed to Cloud by their non strict encrypt sibling. diff --git a/airbyte-integrations/connectors/destination-clickhouse-strict-encrypt/src/test/resources/expected_spec.json b/airbyte-integrations/connectors/destination-clickhouse-strict-encrypt/src/test/resources/expected_spec.json index a64b1e0c31a..b2fd27f7028 100644 --- a/airbyte-integrations/connectors/destination-clickhouse-strict-encrypt/src/test/resources/expected_spec.json +++ b/airbyte-integrations/connectors/destination-clickhouse-strict-encrypt/src/test/resources/expected_spec.json @@ -3,7 +3,7 @@ "supportsIncremental": true, "supportsNormalization": true, "supportsDBT": false, - "supported_destination_sync_modes": ["overwrite", "append", "append_dedup"], + "supported_destination_sync_modes": ["overwrite", "append"], "connectionSpecification": { "$schema": "http://json-schema.org/draft-07/schema#", "title": "ClickHouse Destination Spec", @@ -52,6 +52,12 @@ "type": "string", "order": 5 }, + "raw_data_schema": { + "type": "string", + "description": "The schema to write raw tables into (default: airbyte_internal)", + "title": "Raw Table Schema Name", + "order": 7 + }, "tunnel_method": { "type": "object", "title": "SSH Tunnel Method", diff --git a/airbyte-integrations/connectors/destination-clickhouse/build.gradle b/airbyte-integrations/connectors/destination-clickhouse/build.gradle index 9bbd131e0a0..7d42d36d962 100644 --- a/airbyte-integrations/connectors/destination-clickhouse/build.gradle +++ b/airbyte-integrations/connectors/destination-clickhouse/build.gradle @@ -1,6 +1,8 @@ plugins { id 'application' id 'airbyte-java-connector' + id "io.airbyte.gradle.docker" + id 'airbyte-connector-docker-convention' } airbyteJavaConnector { diff --git a/airbyte-integrations/connectors/destination-clickhouse/metadata.yaml b/airbyte-integrations/connectors/destination-clickhouse/metadata.yaml index 9e06f64eab1..f1fd9a90c03 100644 --- a/airbyte-integrations/connectors/destination-clickhouse/metadata.yaml +++ b/airbyte-integrations/connectors/destination-clickhouse/metadata.yaml @@ -1,4 +1,6 @@ data: + connectorBuildOptions: + baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0 connectorSubtype: database connectorType: destination definitionId: ce0d828e-1dc4-496c-b122-2da42e637e48 @@ -32,6 +34,7 @@ data: ab_internal: sl: 100 ql: 200 + requireVersionIncrementsInPullRequests: false supportLevel: community connectorTestSuitesOptions: - suite: unitTests diff --git a/airbyte-integrations/connectors/destination-csv/build.gradle b/airbyte-integrations/connectors/destination-csv/build.gradle index d4a73e5d714..a2e311fddc0 100644 --- a/airbyte-integrations/connectors/destination-csv/build.gradle +++ b/airbyte-integrations/connectors/destination-csv/build.gradle @@ -1,6 +1,8 @@ plugins { id 'application' id 'airbyte-java-connector' + id "io.airbyte.gradle.docker" + id 'airbyte-connector-docker-convention' } airbyteJavaConnector { diff --git a/airbyte-integrations/connectors/destination-csv/metadata.yaml b/airbyte-integrations/connectors/destination-csv/metadata.yaml index 06528d5e67e..ee55f55c7a8 100644 --- a/airbyte-integrations/connectors/destination-csv/metadata.yaml +++ b/airbyte-integrations/connectors/destination-csv/metadata.yaml @@ -2,6 +2,7 @@ data: ab_internal: ql: 100 sl: 100 + requireVersionIncrementsInPullRequests: false connectorBuildOptions: baseImage: docker.io/airbyte/java-connector-base:2.0.1@sha256:ec89bd1a89e825514dd2fc8730ba299a3ae1544580a078df0e35c5202c2085b3 connectorSubtype: file diff --git a/airbyte-integrations/connectors/destination-dynamodb/build.gradle b/airbyte-integrations/connectors/destination-dynamodb/build.gradle index 4ae5c529215..37b5da27515 100644 --- a/airbyte-integrations/connectors/destination-dynamodb/build.gradle +++ b/airbyte-integrations/connectors/destination-dynamodb/build.gradle @@ -1,6 +1,8 @@ plugins { id 'application' id 'airbyte-java-connector' + id "io.airbyte.gradle.docker" + id 'airbyte-connector-docker-convention' } airbyteJavaConnector { diff --git a/airbyte-integrations/connectors/destination-dynamodb/metadata.yaml b/airbyte-integrations/connectors/destination-dynamodb/metadata.yaml index a19522d0fd7..5f8bdce4e2b 100644 --- a/airbyte-integrations/connectors/destination-dynamodb/metadata.yaml +++ b/airbyte-integrations/connectors/destination-dynamodb/metadata.yaml @@ -1,4 +1,6 @@ data: + connectorBuildOptions: + baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0 connectorSubtype: database connectorType: destination definitionId: 8ccd8909-4e99-4141-b48d-4984b70b2d89 @@ -20,6 +22,7 @@ data: ab_internal: sl: 100 ql: 200 + requireVersionIncrementsInPullRequests: false supportLevel: community connectorTestSuitesOptions: - suite: unitTests diff --git a/airbyte-integrations/connectors/destination-gcs/build.gradle b/airbyte-integrations/connectors/destination-gcs/build.gradle index 23f1896db8e..7e02c160104 100644 --- a/airbyte-integrations/connectors/destination-gcs/build.gradle +++ b/airbyte-integrations/connectors/destination-gcs/build.gradle @@ -1,5 +1,7 @@ plugins { id 'airbyte-java-connector' + id "io.airbyte.gradle.docker" + id 'airbyte-connector-docker-convention' } airbyteJavaConnector { diff --git a/airbyte-integrations/connectors/destination-gcs/metadata.yaml b/airbyte-integrations/connectors/destination-gcs/metadata.yaml index 574b6b75abd..9930d03f1a6 100644 --- a/airbyte-integrations/connectors/destination-gcs/metadata.yaml +++ b/airbyte-integrations/connectors/destination-gcs/metadata.yaml @@ -2,6 +2,7 @@ data: ab_internal: ql: 300 sl: 100 + requireVersionIncrementsInPullRequests: false connectorBuildOptions: baseImage: docker.io/airbyte/java-connector-base:2.0.1@sha256:ec89bd1a89e825514dd2fc8730ba299a3ae1544580a078df0e35c5202c2085b3 connectorSubtype: file diff --git a/airbyte-integrations/connectors/destination-kafka/build.gradle b/airbyte-integrations/connectors/destination-kafka/build.gradle index c26504dccb7..6287db148c6 100644 --- a/airbyte-integrations/connectors/destination-kafka/build.gradle +++ b/airbyte-integrations/connectors/destination-kafka/build.gradle @@ -1,6 +1,8 @@ plugins { id 'application' id 'airbyte-java-connector' + id "io.airbyte.gradle.docker" + id 'airbyte-connector-docker-convention' } airbyteJavaConnector { diff --git a/airbyte-integrations/connectors/destination-kafka/metadata.yaml b/airbyte-integrations/connectors/destination-kafka/metadata.yaml index 1f4ac8b1751..9564a1b8e92 100644 --- a/airbyte-integrations/connectors/destination-kafka/metadata.yaml +++ b/airbyte-integrations/connectors/destination-kafka/metadata.yaml @@ -1,4 +1,6 @@ data: + connectorBuildOptions: + baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0 connectorSubtype: database connectorType: destination definitionId: 9f760101-60ae-462f-9ee6-b7a9dafd454d @@ -20,6 +22,7 @@ data: ab_internal: sl: 100 ql: 100 + requireVersionIncrementsInPullRequests: false supportLevel: community connectorTestSuitesOptions: - suite: unitTests diff --git a/airbyte-integrations/connectors/destination-local-json/build.gradle b/airbyte-integrations/connectors/destination-local-json/build.gradle index 84a09417b17..77065be4b50 100644 --- a/airbyte-integrations/connectors/destination-local-json/build.gradle +++ b/airbyte-integrations/connectors/destination-local-json/build.gradle @@ -1,6 +1,8 @@ plugins { id 'application' id 'airbyte-java-connector' + id "io.airbyte.gradle.docker" + id 'airbyte-connector-docker-convention' } airbyteJavaConnector { diff --git a/airbyte-integrations/connectors/destination-local-json/metadata.yaml b/airbyte-integrations/connectors/destination-local-json/metadata.yaml index fc3e93483ad..062d728f9fb 100644 --- a/airbyte-integrations/connectors/destination-local-json/metadata.yaml +++ b/airbyte-integrations/connectors/destination-local-json/metadata.yaml @@ -2,6 +2,7 @@ data: ab_internal: ql: 100 sl: 100 + requireVersionIncrementsInPullRequests: false connectorBuildOptions: baseImage: docker.io/airbyte/java-connector-base:2.0.1@sha256:ec89bd1a89e825514dd2fc8730ba299a3ae1544580a078df0e35c5202c2085b3 connectorSubtype: file diff --git a/airbyte-integrations/connectors/destination-mongodb-strict-encrypt/build.gradle b/airbyte-integrations/connectors/destination-mongodb-strict-encrypt/build.gradle index d52890815c6..6f9cfe72807 100644 --- a/airbyte-integrations/connectors/destination-mongodb-strict-encrypt/build.gradle +++ b/airbyte-integrations/connectors/destination-mongodb-strict-encrypt/build.gradle @@ -1,5 +1,7 @@ plugins { id 'airbyte-java-connector' + id "io.airbyte.gradle.docker" + id 'airbyte-connector-docker-convention' } airbyteJavaConnector { diff --git a/airbyte-integrations/connectors/destination-mongodb-strict-encrypt/metadata.yaml b/airbyte-integrations/connectors/destination-mongodb-strict-encrypt/metadata.yaml index c39d9527af2..c1c85e2cad4 100644 --- a/airbyte-integrations/connectors/destination-mongodb-strict-encrypt/metadata.yaml +++ b/airbyte-integrations/connectors/destination-mongodb-strict-encrypt/metadata.yaml @@ -1,4 +1,8 @@ data: + ab_internal: + requireVersionIncrementsInPullRequests: false + connectorBuildOptions: + baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0 registryOverrides: cloud: enabled: false # strict encrypt connectors are deployed to Cloud by their non strict encrypt sibling. diff --git a/airbyte-integrations/connectors/destination-mongodb/build.gradle b/airbyte-integrations/connectors/destination-mongodb/build.gradle index b48535e992b..cb30dd0f0dc 100644 --- a/airbyte-integrations/connectors/destination-mongodb/build.gradle +++ b/airbyte-integrations/connectors/destination-mongodb/build.gradle @@ -1,5 +1,7 @@ plugins { id 'airbyte-java-connector' + id "io.airbyte.gradle.docker" + id 'airbyte-connector-docker-convention' } airbyteJavaConnector { @@ -23,4 +25,5 @@ dependencies { implementation 'commons-codec:commons-codec:1.16.0' testImplementation 'org.testcontainers:mongodb:1.19.0' + testImplementation 'org.testcontainers:jdbc:1.19.0' } diff --git a/airbyte-integrations/connectors/destination-mongodb/metadata.yaml b/airbyte-integrations/connectors/destination-mongodb/metadata.yaml index db5de092d8d..d4096868742 100644 --- a/airbyte-integrations/connectors/destination-mongodb/metadata.yaml +++ b/airbyte-integrations/connectors/destination-mongodb/metadata.yaml @@ -1,4 +1,6 @@ data: + connectorBuildOptions: + baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0 connectorSubtype: database connectorType: destination definitionId: 8b746512-8c2e-6ac1-4adc-b59faafd473c @@ -21,6 +23,7 @@ data: ab_internal: sl: 100 ql: 100 + requireVersionIncrementsInPullRequests: false supportLevel: community connectorTestSuitesOptions: - suite: unitTests diff --git a/airbyte-integrations/connectors/destination-mysql-strict-encrypt/build.gradle b/airbyte-integrations/connectors/destination-mysql-strict-encrypt/build.gradle index b0b6e4cdcb9..808aaea0e6d 100644 --- a/airbyte-integrations/connectors/destination-mysql-strict-encrypt/build.gradle +++ b/airbyte-integrations/connectors/destination-mysql-strict-encrypt/build.gradle @@ -1,6 +1,8 @@ plugins { id 'application' id 'airbyte-java-connector' + id "io.airbyte.gradle.docker" + id 'airbyte-connector-docker-convention' } airbyteJavaConnector { diff --git a/airbyte-integrations/connectors/destination-mysql-strict-encrypt/metadata.yaml b/airbyte-integrations/connectors/destination-mysql-strict-encrypt/metadata.yaml index 7c31820d9ac..858c8822c32 100644 --- a/airbyte-integrations/connectors/destination-mysql-strict-encrypt/metadata.yaml +++ b/airbyte-integrations/connectors/destination-mysql-strict-encrypt/metadata.yaml @@ -1,4 +1,6 @@ data: + ab_internal: + requireVersionIncrementsInPullRequests: false connectorBuildOptions: baseImage: docker.io/airbyte/java-connector-base:2.0.1@sha256:ec89bd1a89e825514dd2fc8730ba299a3ae1544580a078df0e35c5202c2085b3 connectorSubtype: database diff --git a/airbyte-integrations/connectors/destination-mysql/build.gradle b/airbyte-integrations/connectors/destination-mysql/build.gradle index ae0268e774f..80159658b9a 100644 --- a/airbyte-integrations/connectors/destination-mysql/build.gradle +++ b/airbyte-integrations/connectors/destination-mysql/build.gradle @@ -1,6 +1,8 @@ plugins { id 'application' id 'airbyte-java-connector' + id "io.airbyte.gradle.docker" + id 'airbyte-connector-docker-convention' } airbyteJavaConnector { diff --git a/airbyte-integrations/connectors/destination-mysql/metadata.yaml b/airbyte-integrations/connectors/destination-mysql/metadata.yaml index b7367d1622b..098b9aa9a82 100644 --- a/airbyte-integrations/connectors/destination-mysql/metadata.yaml +++ b/airbyte-integrations/connectors/destination-mysql/metadata.yaml @@ -2,6 +2,7 @@ data: ab_internal: ql: 200 sl: 100 + requireVersionIncrementsInPullRequests: false connectorBuildOptions: baseImage: docker.io/airbyte/java-connector-base:2.0.1@sha256:ec89bd1a89e825514dd2fc8730ba299a3ae1544580a078df0e35c5202c2085b3 connectorSubtype: database diff --git a/airbyte-integrations/connectors/destination-oracle-strict-encrypt/build.gradle b/airbyte-integrations/connectors/destination-oracle-strict-encrypt/build.gradle index 7da6a40ff77..62c2ba12b7e 100644 --- a/airbyte-integrations/connectors/destination-oracle-strict-encrypt/build.gradle +++ b/airbyte-integrations/connectors/destination-oracle-strict-encrypt/build.gradle @@ -1,6 +1,8 @@ plugins { id 'application' id 'airbyte-java-connector' + id "io.airbyte.gradle.docker" + id 'airbyte-connector-docker-convention' } airbyteJavaConnector { diff --git a/airbyte-integrations/connectors/destination-oracle-strict-encrypt/metadata.yaml b/airbyte-integrations/connectors/destination-oracle-strict-encrypt/metadata.yaml index d978ccb5cc4..b388645f09a 100644 --- a/airbyte-integrations/connectors/destination-oracle-strict-encrypt/metadata.yaml +++ b/airbyte-integrations/connectors/destination-oracle-strict-encrypt/metadata.yaml @@ -1,4 +1,8 @@ data: + connectorBuildOptions: + baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0 + ab_internal: + requireVersionIncrementsInPullRequests: false registryOverrides: cloud: enabled: false # strict encrypt connectors are deployed to Cloud by their non strict encrypt sibling. diff --git a/airbyte-integrations/connectors/destination-oracle/build.gradle b/airbyte-integrations/connectors/destination-oracle/build.gradle index 93cdf267188..6e36f015b56 100644 --- a/airbyte-integrations/connectors/destination-oracle/build.gradle +++ b/airbyte-integrations/connectors/destination-oracle/build.gradle @@ -1,6 +1,8 @@ plugins { id 'application' id 'airbyte-java-connector' + id "io.airbyte.gradle.docker" + id 'airbyte-connector-docker-convention' } airbyteJavaConnector { diff --git a/airbyte-integrations/connectors/destination-oracle/metadata.yaml b/airbyte-integrations/connectors/destination-oracle/metadata.yaml index dc91cde5ccb..65c09e91aed 100644 --- a/airbyte-integrations/connectors/destination-oracle/metadata.yaml +++ b/airbyte-integrations/connectors/destination-oracle/metadata.yaml @@ -1,4 +1,6 @@ data: + connectorBuildOptions: + baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0 connectorSubtype: database connectorType: destination definitionId: 3986776d-2319-4de9-8af8-db14c0996e72 @@ -32,6 +34,7 @@ data: ab_internal: sl: 100 ql: 200 + requireVersionIncrementsInPullRequests: false supportLevel: community connectorTestSuitesOptions: - suite: unitTests diff --git a/airbyte-integrations/connectors/destination-postgres-strict-encrypt/build.gradle b/airbyte-integrations/connectors/destination-postgres-strict-encrypt/build.gradle index b3d7aef258b..f5f0addb714 100644 --- a/airbyte-integrations/connectors/destination-postgres-strict-encrypt/build.gradle +++ b/airbyte-integrations/connectors/destination-postgres-strict-encrypt/build.gradle @@ -1,5 +1,7 @@ plugins { id 'airbyte-java-connector' + id "io.airbyte.gradle.docker" + id 'airbyte-connector-docker-convention' } airbyteJavaConnector { diff --git a/airbyte-integrations/connectors/destination-postgres-strict-encrypt/metadata.yaml b/airbyte-integrations/connectors/destination-postgres-strict-encrypt/metadata.yaml index 4e0ca84a6ca..9a9395e7dad 100644 --- a/airbyte-integrations/connectors/destination-postgres-strict-encrypt/metadata.yaml +++ b/airbyte-integrations/connectors/destination-postgres-strict-encrypt/metadata.yaml @@ -1,4 +1,6 @@ data: + ab_internal: + requireVersionIncrementsInPullRequests: false connectorSubtype: database connectorType: destination definitionId: 25c5221d-dce2-4163-ade9-739ef790f503 diff --git a/airbyte-integrations/connectors/destination-postgres/metadata.yaml b/airbyte-integrations/connectors/destination-postgres/metadata.yaml index ccd1ff848f5..6bd7454ef4d 100644 --- a/airbyte-integrations/connectors/destination-postgres/metadata.yaml +++ b/airbyte-integrations/connectors/destination-postgres/metadata.yaml @@ -2,6 +2,7 @@ data: ab_internal: ql: 200 sl: 100 + requireVersionIncrementsInPullRequests: false connectorSubtype: database connectorType: destination definitionId: 25c5221d-dce2-4163-ade9-739ef790f503 diff --git a/airbyte-integrations/connectors/destination-redis/build.gradle b/airbyte-integrations/connectors/destination-redis/build.gradle index 6b02197a38e..e8864f984c0 100644 --- a/airbyte-integrations/connectors/destination-redis/build.gradle +++ b/airbyte-integrations/connectors/destination-redis/build.gradle @@ -1,6 +1,8 @@ plugins { id 'application' id 'airbyte-java-connector' + id "io.airbyte.gradle.docker" + id 'airbyte-connector-docker-convention' } airbyteJavaConnector { diff --git a/airbyte-integrations/connectors/destination-redis/metadata.yaml b/airbyte-integrations/connectors/destination-redis/metadata.yaml index 40b313c60cf..60329acbb5f 100644 --- a/airbyte-integrations/connectors/destination-redis/metadata.yaml +++ b/airbyte-integrations/connectors/destination-redis/metadata.yaml @@ -1,4 +1,6 @@ data: + connectorBuildOptions: + baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0 connectorSubtype: database connectorType: destination definitionId: d4d3fef9-e319-45c2-881a-bd02ce44cc9f @@ -20,6 +22,7 @@ data: ab_internal: sl: 100 ql: 100 + requireVersionIncrementsInPullRequests: false supportLevel: community connectorTestSuitesOptions: - suite: unitTests diff --git a/airbyte-integrations/connectors/destination-singlestore/build.gradle b/airbyte-integrations/connectors/destination-singlestore/build.gradle index cfa7e77388f..ca3daeca5d7 100644 --- a/airbyte-integrations/connectors/destination-singlestore/build.gradle +++ b/airbyte-integrations/connectors/destination-singlestore/build.gradle @@ -1,6 +1,8 @@ plugins { id 'application' id 'airbyte-java-connector' + id "io.airbyte.gradle.docker" + id 'airbyte-connector-docker-convention' } airbyteJavaConnector { diff --git a/airbyte-integrations/connectors/destination-singlestore/metadata.yaml b/airbyte-integrations/connectors/destination-singlestore/metadata.yaml index e7cf3eb2a21..e962295a353 100644 --- a/airbyte-integrations/connectors/destination-singlestore/metadata.yaml +++ b/airbyte-integrations/connectors/destination-singlestore/metadata.yaml @@ -1,4 +1,8 @@ data: + ab_internal: + requireVersionIncrementsInPullRequests: false + connectorBuildOptions: + baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0 connectorSubtype: database connectorType: destination definitionId: 216d815c-8ddc-4617-8cb3-3a23e5811292 diff --git a/airbyte-integrations/connectors/destination-starburst-galaxy/build.gradle b/airbyte-integrations/connectors/destination-starburst-galaxy/build.gradle index ffe2bf71cf6..bfb09b77f18 100644 --- a/airbyte-integrations/connectors/destination-starburst-galaxy/build.gradle +++ b/airbyte-integrations/connectors/destination-starburst-galaxy/build.gradle @@ -1,6 +1,8 @@ plugins { id 'application' id 'airbyte-java-connector' + id "io.airbyte.gradle.docker" + id 'airbyte-connector-docker-convention' } airbyteJavaConnector { @@ -25,9 +27,18 @@ application { dependencies { implementation project(path: ':airbyte-integrations:connectors:destination-s3') - implementation ('io.trino:trino-iceberg:411') {exclude group: 'commons-cli', module: 'commons-cli'} - implementation ('io.trino:trino-main:411') {exclude group: 'commons-cli', module: 'commons-cli'} - implementation ('io.trino:trino-jdbc:411') {exclude group: 'commons-cli', module: 'commons-cli'} + implementation ('io.trino:trino-iceberg:411') { + exclude group: 'commons-cli', module: 'commons-cli' + exclude group: 'org.apache.logging.log4j', module: 'log4j-to-slf4j' + } + implementation ('io.trino:trino-main:411') { + exclude group: 'commons-cli', module: 'commons-cli' + exclude group: 'org.apache.logging.log4j', module: 'log4j-to-slf4j' + } + implementation ('io.trino:trino-jdbc:411') { + exclude group: 'commons-cli', module: 'commons-cli' + exclude group: 'org.apache.logging.log4j', module: 'log4j-to-slf4j' + } implementation 'org.apache.avro:avro:1.11.1' diff --git a/airbyte-integrations/connectors/destination-starburst-galaxy/metadata.yaml b/airbyte-integrations/connectors/destination-starburst-galaxy/metadata.yaml index 95563a50fb7..ce9c91bfe83 100644 --- a/airbyte-integrations/connectors/destination-starburst-galaxy/metadata.yaml +++ b/airbyte-integrations/connectors/destination-starburst-galaxy/metadata.yaml @@ -1,4 +1,6 @@ data: + connectorBuildOptions: + baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0 connectorType: destination connectorSubtype: file definitionId: 4528e960-6f7b-4412-8555-7e0097e1da17 @@ -20,6 +22,7 @@ data: ab_internal: sl: 100 ql: 100 + requireVersionIncrementsInPullRequests: false supportLevel: community connectorTestSuitesOptions: - suite: unitTests diff --git a/airbyte-integrations/connectors/destination-teradata/build.gradle b/airbyte-integrations/connectors/destination-teradata/build.gradle index 6519d546bca..6e28a04f914 100644 --- a/airbyte-integrations/connectors/destination-teradata/build.gradle +++ b/airbyte-integrations/connectors/destination-teradata/build.gradle @@ -1,6 +1,8 @@ plugins { id 'application' id 'airbyte-java-connector' + id "io.airbyte.gradle.docker" + id 'airbyte-connector-docker-convention' } airbyteJavaConnector { diff --git a/airbyte-integrations/connectors/destination-teradata/metadata.yaml b/airbyte-integrations/connectors/destination-teradata/metadata.yaml index 3065afa4be4..be60469088f 100644 --- a/airbyte-integrations/connectors/destination-teradata/metadata.yaml +++ b/airbyte-integrations/connectors/destination-teradata/metadata.yaml @@ -1,4 +1,6 @@ data: + connectorBuildOptions: + baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0 connectorSubtype: database connectorType: destination definitionId: 58e6f9da-904e-11ed-a1eb-0242ac120002 @@ -29,6 +31,7 @@ data: ab_internal: sl: 100 ql: 100 + requireVersionIncrementsInPullRequests: false supportLevel: community connectorTestSuitesOptions: - suite: unitTests diff --git a/airbyte-integrations/connectors/destination-yellowbrick/build.gradle b/airbyte-integrations/connectors/destination-yellowbrick/build.gradle index a151032dcbd..586cd86fcf1 100644 --- a/airbyte-integrations/connectors/destination-yellowbrick/build.gradle +++ b/airbyte-integrations/connectors/destination-yellowbrick/build.gradle @@ -1,5 +1,7 @@ plugins { id 'airbyte-java-connector' + id "io.airbyte.gradle.docker" + id 'airbyte-connector-docker-convention' } airbyteJavaConnector { diff --git a/airbyte-integrations/connectors/destination-yellowbrick/metadata.yaml b/airbyte-integrations/connectors/destination-yellowbrick/metadata.yaml index 12fe607211c..258b239f81a 100644 --- a/airbyte-integrations/connectors/destination-yellowbrick/metadata.yaml +++ b/airbyte-integrations/connectors/destination-yellowbrick/metadata.yaml @@ -1,7 +1,10 @@ data: + connectorBuildOptions: + baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0 ab_internal: ql: 200 sl: 100 + requireVersionIncrementsInPullRequests: false connectorSubtype: database connectorType: destination definitionId: 1f7bac7e-53ff-4e0b-b6df-b74aa85cf703 diff --git a/poe-tasks/build-and-publish-java-connectors-with-tag.sh b/poe-tasks/build-and-publish-java-connectors-with-tag.sh index f6f7f03c970..60717ee4a5b 100755 --- a/poe-tasks/build-and-publish-java-connectors-with-tag.sh +++ b/poe-tasks/build-and-publish-java-connectors-with-tag.sh @@ -21,17 +21,36 @@ CONNECTORS_DIR="airbyte-integrations/connectors" # ── Rollout whitelist: only connectors listed here will be built/published declare -A rollout_map=( - [destination-dev-null]=1 - [destination-bigquery]=1 - [destination-redshift]=1 - [destination-snowflake]=1 - [destination-s3]=1 [destination-azure-blob-storage]=1 + [destination-bigquery]=1 + [destination-clickhouse-strict-encrypt]=1 + [destination-clickhouse]=1 + [destination-csv]=1 [destination-databricks]=1 - [destination-postgres]=1 - [destination-s3-data-lake]=1 - [destination-elasticsearch]=1 + [destination-dev-null]=1 + [destination-dynamodb]=1 [destination-elasticsearch-strict-encrypt]=1 + [destination-elasticsearch]=1 + [destination-gcs]=1 + [destination-kafka]=1 + [destination-local-json]=1 + [destination-mongodb-strict-encrypt]=1 + [destination-mongodb]=1 + [destination-mysql-strict-encrypt]=1 + [destination-mysql]=1 + [destination-oracle-strict-encrypt]=1 + [destination-oracle]=1 + [destination-postgres-strict-encrypt]=1 + [destination-postgres]=1 + [destination-redis]=1 + [destination-redshift]=1 + [destination-s3-data-lake]=1 + [destination-s3]=1 + [destination-singlestore]=1 + [destination-snowflake]=1 + [destination-starburst-galaxy]=1 + [destination-teradata]=1 + [destination-yellowbrick]=1 [source-e2e-test]=1 [source-postgres]=1 [source-mysql]=1