chore: Update these destinations. (#61359)
After this PR all JVM destinations will be on the new non-dagger flow. Note on the failed builds: destination-csv - docker only, which is why the tests are failing. I am going to deprecate this if I cannot convince Junie to fix this for me. destination-local-json - same as destination csv. destination-postgres-strict-encrypt - passing for me locally, looks like a certificate error destination-postgres - passing for me locall destination-oracle - these are failing on container errors - the test containers they are trying to download aren't able to start up destination-oracle-strict-encrypt - same as base oracle destination-starburst-galaxy - actual test failures destination-yellowbrick - actual test failures destination-redis - actual test failures The failed tests mirror master so we aren't adding any new failures here.
This commit is contained in:
@@ -1,6 +1,8 @@
|
||||
plugins {
|
||||
id 'application'
|
||||
id 'airbyte-java-connector'
|
||||
id "io.airbyte.gradle.docker"
|
||||
id 'airbyte-connector-docker-convention'
|
||||
}
|
||||
|
||||
airbyteJavaConnector {
|
||||
|
||||
@@ -1,4 +1,8 @@
|
||||
data:
|
||||
ab_internal:
|
||||
requireVersionIncrementsInPullRequests: false
|
||||
connectorBuildOptions:
|
||||
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
|
||||
registryOverrides:
|
||||
cloud:
|
||||
enabled: false # strict encrypt connectors are deployed to Cloud by their non strict encrypt sibling.
|
||||
|
||||
@@ -3,7 +3,7 @@
|
||||
"supportsIncremental": true,
|
||||
"supportsNormalization": true,
|
||||
"supportsDBT": false,
|
||||
"supported_destination_sync_modes": ["overwrite", "append", "append_dedup"],
|
||||
"supported_destination_sync_modes": ["overwrite", "append"],
|
||||
"connectionSpecification": {
|
||||
"$schema": "http://json-schema.org/draft-07/schema#",
|
||||
"title": "ClickHouse Destination Spec",
|
||||
@@ -52,6 +52,12 @@
|
||||
"type": "string",
|
||||
"order": 5
|
||||
},
|
||||
"raw_data_schema": {
|
||||
"type": "string",
|
||||
"description": "The schema to write raw tables into (default: airbyte_internal)",
|
||||
"title": "Raw Table Schema Name",
|
||||
"order": 7
|
||||
},
|
||||
"tunnel_method": {
|
||||
"type": "object",
|
||||
"title": "SSH Tunnel Method",
|
||||
|
||||
@@ -1,6 +1,8 @@
|
||||
plugins {
|
||||
id 'application'
|
||||
id 'airbyte-java-connector'
|
||||
id "io.airbyte.gradle.docker"
|
||||
id 'airbyte-connector-docker-convention'
|
||||
}
|
||||
|
||||
airbyteJavaConnector {
|
||||
|
||||
@@ -1,4 +1,6 @@
|
||||
data:
|
||||
connectorBuildOptions:
|
||||
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
|
||||
connectorSubtype: database
|
||||
connectorType: destination
|
||||
definitionId: ce0d828e-1dc4-496c-b122-2da42e637e48
|
||||
@@ -32,6 +34,7 @@ data:
|
||||
ab_internal:
|
||||
sl: 100
|
||||
ql: 200
|
||||
requireVersionIncrementsInPullRequests: false
|
||||
supportLevel: community
|
||||
connectorTestSuitesOptions:
|
||||
- suite: unitTests
|
||||
|
||||
@@ -1,6 +1,8 @@
|
||||
plugins {
|
||||
id 'application'
|
||||
id 'airbyte-java-connector'
|
||||
id "io.airbyte.gradle.docker"
|
||||
id 'airbyte-connector-docker-convention'
|
||||
}
|
||||
|
||||
airbyteJavaConnector {
|
||||
|
||||
@@ -2,6 +2,7 @@ data:
|
||||
ab_internal:
|
||||
ql: 100
|
||||
sl: 100
|
||||
requireVersionIncrementsInPullRequests: false
|
||||
connectorBuildOptions:
|
||||
baseImage: docker.io/airbyte/java-connector-base:2.0.1@sha256:ec89bd1a89e825514dd2fc8730ba299a3ae1544580a078df0e35c5202c2085b3
|
||||
connectorSubtype: file
|
||||
|
||||
@@ -1,6 +1,8 @@
|
||||
plugins {
|
||||
id 'application'
|
||||
id 'airbyte-java-connector'
|
||||
id "io.airbyte.gradle.docker"
|
||||
id 'airbyte-connector-docker-convention'
|
||||
}
|
||||
|
||||
airbyteJavaConnector {
|
||||
|
||||
@@ -1,4 +1,6 @@
|
||||
data:
|
||||
connectorBuildOptions:
|
||||
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
|
||||
connectorSubtype: database
|
||||
connectorType: destination
|
||||
definitionId: 8ccd8909-4e99-4141-b48d-4984b70b2d89
|
||||
@@ -20,6 +22,7 @@ data:
|
||||
ab_internal:
|
||||
sl: 100
|
||||
ql: 200
|
||||
requireVersionIncrementsInPullRequests: false
|
||||
supportLevel: community
|
||||
connectorTestSuitesOptions:
|
||||
- suite: unitTests
|
||||
|
||||
@@ -1,5 +1,7 @@
|
||||
plugins {
|
||||
id 'airbyte-java-connector'
|
||||
id "io.airbyte.gradle.docker"
|
||||
id 'airbyte-connector-docker-convention'
|
||||
}
|
||||
|
||||
airbyteJavaConnector {
|
||||
|
||||
@@ -2,6 +2,7 @@ data:
|
||||
ab_internal:
|
||||
ql: 300
|
||||
sl: 100
|
||||
requireVersionIncrementsInPullRequests: false
|
||||
connectorBuildOptions:
|
||||
baseImage: docker.io/airbyte/java-connector-base:2.0.1@sha256:ec89bd1a89e825514dd2fc8730ba299a3ae1544580a078df0e35c5202c2085b3
|
||||
connectorSubtype: file
|
||||
|
||||
@@ -1,6 +1,8 @@
|
||||
plugins {
|
||||
id 'application'
|
||||
id 'airbyte-java-connector'
|
||||
id "io.airbyte.gradle.docker"
|
||||
id 'airbyte-connector-docker-convention'
|
||||
}
|
||||
|
||||
airbyteJavaConnector {
|
||||
|
||||
@@ -1,4 +1,6 @@
|
||||
data:
|
||||
connectorBuildOptions:
|
||||
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
|
||||
connectorSubtype: database
|
||||
connectorType: destination
|
||||
definitionId: 9f760101-60ae-462f-9ee6-b7a9dafd454d
|
||||
@@ -20,6 +22,7 @@ data:
|
||||
ab_internal:
|
||||
sl: 100
|
||||
ql: 100
|
||||
requireVersionIncrementsInPullRequests: false
|
||||
supportLevel: community
|
||||
connectorTestSuitesOptions:
|
||||
- suite: unitTests
|
||||
|
||||
@@ -1,6 +1,8 @@
|
||||
plugins {
|
||||
id 'application'
|
||||
id 'airbyte-java-connector'
|
||||
id "io.airbyte.gradle.docker"
|
||||
id 'airbyte-connector-docker-convention'
|
||||
}
|
||||
|
||||
airbyteJavaConnector {
|
||||
|
||||
@@ -2,6 +2,7 @@ data:
|
||||
ab_internal:
|
||||
ql: 100
|
||||
sl: 100
|
||||
requireVersionIncrementsInPullRequests: false
|
||||
connectorBuildOptions:
|
||||
baseImage: docker.io/airbyte/java-connector-base:2.0.1@sha256:ec89bd1a89e825514dd2fc8730ba299a3ae1544580a078df0e35c5202c2085b3
|
||||
connectorSubtype: file
|
||||
|
||||
@@ -1,5 +1,7 @@
|
||||
plugins {
|
||||
id 'airbyte-java-connector'
|
||||
id "io.airbyte.gradle.docker"
|
||||
id 'airbyte-connector-docker-convention'
|
||||
}
|
||||
|
||||
airbyteJavaConnector {
|
||||
|
||||
@@ -1,4 +1,8 @@
|
||||
data:
|
||||
ab_internal:
|
||||
requireVersionIncrementsInPullRequests: false
|
||||
connectorBuildOptions:
|
||||
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
|
||||
registryOverrides:
|
||||
cloud:
|
||||
enabled: false # strict encrypt connectors are deployed to Cloud by their non strict encrypt sibling.
|
||||
|
||||
@@ -1,5 +1,7 @@
|
||||
plugins {
|
||||
id 'airbyte-java-connector'
|
||||
id "io.airbyte.gradle.docker"
|
||||
id 'airbyte-connector-docker-convention'
|
||||
}
|
||||
|
||||
airbyteJavaConnector {
|
||||
@@ -23,4 +25,5 @@ dependencies {
|
||||
implementation 'commons-codec:commons-codec:1.16.0'
|
||||
|
||||
testImplementation 'org.testcontainers:mongodb:1.19.0'
|
||||
testImplementation 'org.testcontainers:jdbc:1.19.0'
|
||||
}
|
||||
|
||||
@@ -1,4 +1,6 @@
|
||||
data:
|
||||
connectorBuildOptions:
|
||||
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
|
||||
connectorSubtype: database
|
||||
connectorType: destination
|
||||
definitionId: 8b746512-8c2e-6ac1-4adc-b59faafd473c
|
||||
@@ -21,6 +23,7 @@ data:
|
||||
ab_internal:
|
||||
sl: 100
|
||||
ql: 100
|
||||
requireVersionIncrementsInPullRequests: false
|
||||
supportLevel: community
|
||||
connectorTestSuitesOptions:
|
||||
- suite: unitTests
|
||||
|
||||
@@ -1,6 +1,8 @@
|
||||
plugins {
|
||||
id 'application'
|
||||
id 'airbyte-java-connector'
|
||||
id "io.airbyte.gradle.docker"
|
||||
id 'airbyte-connector-docker-convention'
|
||||
}
|
||||
|
||||
airbyteJavaConnector {
|
||||
|
||||
@@ -1,4 +1,6 @@
|
||||
data:
|
||||
ab_internal:
|
||||
requireVersionIncrementsInPullRequests: false
|
||||
connectorBuildOptions:
|
||||
baseImage: docker.io/airbyte/java-connector-base:2.0.1@sha256:ec89bd1a89e825514dd2fc8730ba299a3ae1544580a078df0e35c5202c2085b3
|
||||
connectorSubtype: database
|
||||
|
||||
@@ -1,6 +1,8 @@
|
||||
plugins {
|
||||
id 'application'
|
||||
id 'airbyte-java-connector'
|
||||
id "io.airbyte.gradle.docker"
|
||||
id 'airbyte-connector-docker-convention'
|
||||
}
|
||||
|
||||
airbyteJavaConnector {
|
||||
|
||||
@@ -2,6 +2,7 @@ data:
|
||||
ab_internal:
|
||||
ql: 200
|
||||
sl: 100
|
||||
requireVersionIncrementsInPullRequests: false
|
||||
connectorBuildOptions:
|
||||
baseImage: docker.io/airbyte/java-connector-base:2.0.1@sha256:ec89bd1a89e825514dd2fc8730ba299a3ae1544580a078df0e35c5202c2085b3
|
||||
connectorSubtype: database
|
||||
|
||||
@@ -1,6 +1,8 @@
|
||||
plugins {
|
||||
id 'application'
|
||||
id 'airbyte-java-connector'
|
||||
id "io.airbyte.gradle.docker"
|
||||
id 'airbyte-connector-docker-convention'
|
||||
}
|
||||
|
||||
airbyteJavaConnector {
|
||||
|
||||
@@ -1,4 +1,8 @@
|
||||
data:
|
||||
connectorBuildOptions:
|
||||
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
|
||||
ab_internal:
|
||||
requireVersionIncrementsInPullRequests: false
|
||||
registryOverrides:
|
||||
cloud:
|
||||
enabled: false # strict encrypt connectors are deployed to Cloud by their non strict encrypt sibling.
|
||||
|
||||
@@ -1,6 +1,8 @@
|
||||
plugins {
|
||||
id 'application'
|
||||
id 'airbyte-java-connector'
|
||||
id "io.airbyte.gradle.docker"
|
||||
id 'airbyte-connector-docker-convention'
|
||||
}
|
||||
|
||||
airbyteJavaConnector {
|
||||
|
||||
@@ -1,4 +1,6 @@
|
||||
data:
|
||||
connectorBuildOptions:
|
||||
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
|
||||
connectorSubtype: database
|
||||
connectorType: destination
|
||||
definitionId: 3986776d-2319-4de9-8af8-db14c0996e72
|
||||
@@ -32,6 +34,7 @@ data:
|
||||
ab_internal:
|
||||
sl: 100
|
||||
ql: 200
|
||||
requireVersionIncrementsInPullRequests: false
|
||||
supportLevel: community
|
||||
connectorTestSuitesOptions:
|
||||
- suite: unitTests
|
||||
|
||||
@@ -1,5 +1,7 @@
|
||||
plugins {
|
||||
id 'airbyte-java-connector'
|
||||
id "io.airbyte.gradle.docker"
|
||||
id 'airbyte-connector-docker-convention'
|
||||
}
|
||||
|
||||
airbyteJavaConnector {
|
||||
|
||||
@@ -1,4 +1,6 @@
|
||||
data:
|
||||
ab_internal:
|
||||
requireVersionIncrementsInPullRequests: false
|
||||
connectorSubtype: database
|
||||
connectorType: destination
|
||||
definitionId: 25c5221d-dce2-4163-ade9-739ef790f503
|
||||
|
||||
@@ -2,6 +2,7 @@ data:
|
||||
ab_internal:
|
||||
ql: 200
|
||||
sl: 100
|
||||
requireVersionIncrementsInPullRequests: false
|
||||
connectorSubtype: database
|
||||
connectorType: destination
|
||||
definitionId: 25c5221d-dce2-4163-ade9-739ef790f503
|
||||
|
||||
@@ -1,6 +1,8 @@
|
||||
plugins {
|
||||
id 'application'
|
||||
id 'airbyte-java-connector'
|
||||
id "io.airbyte.gradle.docker"
|
||||
id 'airbyte-connector-docker-convention'
|
||||
}
|
||||
|
||||
airbyteJavaConnector {
|
||||
|
||||
@@ -1,4 +1,6 @@
|
||||
data:
|
||||
connectorBuildOptions:
|
||||
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
|
||||
connectorSubtype: database
|
||||
connectorType: destination
|
||||
definitionId: d4d3fef9-e319-45c2-881a-bd02ce44cc9f
|
||||
@@ -20,6 +22,7 @@ data:
|
||||
ab_internal:
|
||||
sl: 100
|
||||
ql: 100
|
||||
requireVersionIncrementsInPullRequests: false
|
||||
supportLevel: community
|
||||
connectorTestSuitesOptions:
|
||||
- suite: unitTests
|
||||
|
||||
@@ -1,6 +1,8 @@
|
||||
plugins {
|
||||
id 'application'
|
||||
id 'airbyte-java-connector'
|
||||
id "io.airbyte.gradle.docker"
|
||||
id 'airbyte-connector-docker-convention'
|
||||
}
|
||||
|
||||
airbyteJavaConnector {
|
||||
|
||||
@@ -1,4 +1,8 @@
|
||||
data:
|
||||
ab_internal:
|
||||
requireVersionIncrementsInPullRequests: false
|
||||
connectorBuildOptions:
|
||||
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
|
||||
connectorSubtype: database
|
||||
connectorType: destination
|
||||
definitionId: 216d815c-8ddc-4617-8cb3-3a23e5811292
|
||||
|
||||
@@ -1,6 +1,8 @@
|
||||
plugins {
|
||||
id 'application'
|
||||
id 'airbyte-java-connector'
|
||||
id "io.airbyte.gradle.docker"
|
||||
id 'airbyte-connector-docker-convention'
|
||||
}
|
||||
|
||||
airbyteJavaConnector {
|
||||
@@ -25,9 +27,18 @@ application {
|
||||
dependencies {
|
||||
implementation project(path: ':airbyte-integrations:connectors:destination-s3')
|
||||
|
||||
implementation ('io.trino:trino-iceberg:411') {exclude group: 'commons-cli', module: 'commons-cli'}
|
||||
implementation ('io.trino:trino-main:411') {exclude group: 'commons-cli', module: 'commons-cli'}
|
||||
implementation ('io.trino:trino-jdbc:411') {exclude group: 'commons-cli', module: 'commons-cli'}
|
||||
implementation ('io.trino:trino-iceberg:411') {
|
||||
exclude group: 'commons-cli', module: 'commons-cli'
|
||||
exclude group: 'org.apache.logging.log4j', module: 'log4j-to-slf4j'
|
||||
}
|
||||
implementation ('io.trino:trino-main:411') {
|
||||
exclude group: 'commons-cli', module: 'commons-cli'
|
||||
exclude group: 'org.apache.logging.log4j', module: 'log4j-to-slf4j'
|
||||
}
|
||||
implementation ('io.trino:trino-jdbc:411') {
|
||||
exclude group: 'commons-cli', module: 'commons-cli'
|
||||
exclude group: 'org.apache.logging.log4j', module: 'log4j-to-slf4j'
|
||||
}
|
||||
|
||||
implementation 'org.apache.avro:avro:1.11.1'
|
||||
|
||||
|
||||
@@ -1,4 +1,6 @@
|
||||
data:
|
||||
connectorBuildOptions:
|
||||
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
|
||||
connectorType: destination
|
||||
connectorSubtype: file
|
||||
definitionId: 4528e960-6f7b-4412-8555-7e0097e1da17
|
||||
@@ -20,6 +22,7 @@ data:
|
||||
ab_internal:
|
||||
sl: 100
|
||||
ql: 100
|
||||
requireVersionIncrementsInPullRequests: false
|
||||
supportLevel: community
|
||||
connectorTestSuitesOptions:
|
||||
- suite: unitTests
|
||||
|
||||
@@ -1,6 +1,8 @@
|
||||
plugins {
|
||||
id 'application'
|
||||
id 'airbyte-java-connector'
|
||||
id "io.airbyte.gradle.docker"
|
||||
id 'airbyte-connector-docker-convention'
|
||||
}
|
||||
|
||||
airbyteJavaConnector {
|
||||
|
||||
@@ -1,4 +1,6 @@
|
||||
data:
|
||||
connectorBuildOptions:
|
||||
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
|
||||
connectorSubtype: database
|
||||
connectorType: destination
|
||||
definitionId: 58e6f9da-904e-11ed-a1eb-0242ac120002
|
||||
@@ -29,6 +31,7 @@ data:
|
||||
ab_internal:
|
||||
sl: 100
|
||||
ql: 100
|
||||
requireVersionIncrementsInPullRequests: false
|
||||
supportLevel: community
|
||||
connectorTestSuitesOptions:
|
||||
- suite: unitTests
|
||||
|
||||
@@ -1,5 +1,7 @@
|
||||
plugins {
|
||||
id 'airbyte-java-connector'
|
||||
id "io.airbyte.gradle.docker"
|
||||
id 'airbyte-connector-docker-convention'
|
||||
}
|
||||
|
||||
airbyteJavaConnector {
|
||||
|
||||
@@ -1,7 +1,10 @@
|
||||
data:
|
||||
connectorBuildOptions:
|
||||
baseImage: docker.io/airbyte/java-connector-base:2.0.2@sha256:f8e47304842a2c4d75ac223cf4b3c4117aa1c5c9207149369d296616815fe5b0
|
||||
ab_internal:
|
||||
ql: 200
|
||||
sl: 100
|
||||
requireVersionIncrementsInPullRequests: false
|
||||
connectorSubtype: database
|
||||
connectorType: destination
|
||||
definitionId: 1f7bac7e-53ff-4e0b-b6df-b74aa85cf703
|
||||
|
||||
@@ -21,17 +21,36 @@ CONNECTORS_DIR="airbyte-integrations/connectors"
|
||||
|
||||
# ── Rollout whitelist: only connectors listed here will be built/published
|
||||
declare -A rollout_map=(
|
||||
[destination-dev-null]=1
|
||||
[destination-bigquery]=1
|
||||
[destination-redshift]=1
|
||||
[destination-snowflake]=1
|
||||
[destination-s3]=1
|
||||
[destination-azure-blob-storage]=1
|
||||
[destination-bigquery]=1
|
||||
[destination-clickhouse-strict-encrypt]=1
|
||||
[destination-clickhouse]=1
|
||||
[destination-csv]=1
|
||||
[destination-databricks]=1
|
||||
[destination-postgres]=1
|
||||
[destination-s3-data-lake]=1
|
||||
[destination-elasticsearch]=1
|
||||
[destination-dev-null]=1
|
||||
[destination-dynamodb]=1
|
||||
[destination-elasticsearch-strict-encrypt]=1
|
||||
[destination-elasticsearch]=1
|
||||
[destination-gcs]=1
|
||||
[destination-kafka]=1
|
||||
[destination-local-json]=1
|
||||
[destination-mongodb-strict-encrypt]=1
|
||||
[destination-mongodb]=1
|
||||
[destination-mysql-strict-encrypt]=1
|
||||
[destination-mysql]=1
|
||||
[destination-oracle-strict-encrypt]=1
|
||||
[destination-oracle]=1
|
||||
[destination-postgres-strict-encrypt]=1
|
||||
[destination-postgres]=1
|
||||
[destination-redis]=1
|
||||
[destination-redshift]=1
|
||||
[destination-s3-data-lake]=1
|
||||
[destination-s3]=1
|
||||
[destination-singlestore]=1
|
||||
[destination-snowflake]=1
|
||||
[destination-starburst-galaxy]=1
|
||||
[destination-teradata]=1
|
||||
[destination-yellowbrick]=1
|
||||
[source-e2e-test]=1
|
||||
[source-postgres]=1
|
||||
[source-mysql]=1
|
||||
|
||||
Reference in New Issue
Block a user